blob: 762ff176956c5b733d029e2e8dbb2eb5d4fc26b9 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
(define-module (test cpp lex2)
:use-module (srfi srfi-64)
:use-module (srfi srfi-88)
:use-module (ice-9 peg)
:use-module (c lex2))
(test-equal "Integer literal"
'((preprocessing-token (pp-number "10")))
(lex "10"))
(test-equal "String literal"
'((preprocessing-token (string-literal "Hello")))
(lex "\"Hello\""))
(test-equal "Mulitple tokens, including whitespace"
'((whitespace " ")
(preprocessing-token (pp-number "10"))
(whitespace " "))
(lex " 10 "))
(test-equal "Char literal"
'((preprocessing-token (character-constant "a")))
(lex "'a'"))
(test-equal "Comment inside string"
'((preprocessing-token (string-literal "Hel/*lo")))
(lex "\"Hel/*lo\""))
(test-equal "#define line"
'((preprocessing-token (punctuator "#"))
(preprocessing-token (identifier "define"))
(whitespace " ")
(preprocessing-token (identifier "f"))
(preprocessing-token (punctuator "("))
(preprocessing-token (identifier "x"))
(preprocessing-token (punctuator ")"))
(whitespace " ")
(preprocessing-token (pp-number "10")))
(lex "#define f(x) 10"))
(test-equal "Nested parenthesis"
'((preprocessing-token (identifier "f"))
(preprocessing-token (punctuator "("))
(preprocessing-token (pp-number "1"))
(preprocessing-token (punctuator ","))
(whitespace " ")
(preprocessing-token (punctuator "("))
(preprocessing-token (pp-number "2"))
(preprocessing-token (punctuator ","))
(whitespace " ")
(preprocessing-token (pp-number "3"))
(preprocessing-token (punctuator ")"))
(preprocessing-token (punctuator ","))
(whitespace " ")
(preprocessing-token (pp-number "4"))
(preprocessing-token (punctuator ")")))
(lex "f(1, (2, 3), 4)"))
;; Generating a single lexeme
;; (whitespace " ")
;; would also be ok
(test-equal "Grouped whitespace"
'((whitespace " ")
(whitespace " "))
(lex " "))
(test-equal "Newlines get sepparate whitespace tokens"
'((whitespace " ")
(whitespace " ")
(whitespace "\n")
(whitespace " "))
(lex " \n "))
|
