(define-module (test cpp lex2) :use-module (srfi srfi-64) :use-module (srfi srfi-88) :use-module (ice-9 peg) :use-module (c lex2)) (test-equal "Integer literal" (list (lexeme type: 'preprocessing-token body: '(pp-number "10"))) (lex "10")) (test-equal "String literal" (list (lexeme type: 'preprocessing-token body: '(string-literal "Hello"))) (lex "\"Hello\"")) (test-equal "Mulitple tokens, including whitespace" (list (lexeme type: 'whitespace body: " ") (lexeme type: 'preprocessing-token body: '(pp-number "10")) (lexeme type: 'whitespace body: " ")) (lex " 10 ")) (test-equal "Char literal" (list (lexeme type: 'preprocessing-token body: '(character-constant "a"))) (lex "'a'")) (test-equal "Comment inside string" (list (lexeme type: 'preprocessing-token body: '(string-literal "Hel/*lo"))) (lex "\"Hel/*lo\"")) (test-equal "#define line" (list (lexeme type: 'preprocessing-token body: '(punctuator "#")) (lexeme type: 'preprocessing-token body: '(identifier "define")) (lexeme type: 'whitespace body: " ") (lexeme type: 'preprocessing-token body: '(identifier "f")) (lexeme type: 'preprocessing-token body: '(punctuator "(")) (lexeme type: 'preprocessing-token body: '(identifier "x")) (lexeme type: 'preprocessing-token body: '(punctuator ")")) (lexeme type: 'whitespace body: " ") (lexeme type: 'preprocessing-token body: '(pp-number "10"))) (lex "#define f(x) 10")) (test-equal "Nested parenthesis" (list (lexeme type: 'preprocessing-token body: '(identifier "f")) (lexeme type: 'preprocessing-token body: '(punctuator "(")) (lexeme type: 'preprocessing-token body: '(pp-number "1")) (lexeme type: 'preprocessing-token body: '(punctuator ",")) (lexeme type: 'whitespace body: " ") (lexeme type: 'preprocessing-token body: '(punctuator "(")) (lexeme type: 'preprocessing-token body: '(pp-number "2")) (lexeme type: 'preprocessing-token body: '(punctuator ",")) (lexeme type: 'whitespace body: " ") (lexeme type: 'preprocessing-token body: '(pp-number "3")) (lexeme type: 'preprocessing-token body: '(punctuator ")")) (lexeme type: 'preprocessing-token body: '(punctuator ",")) (lexeme type: 'whitespace body: " ") (lexeme type: 'preprocessing-token body: '(pp-number "4")) (lexeme type: 'preprocessing-token body: '(punctuator ")"))) (lex "f(1, (2, 3), 4)")) ;; Generating a single lexeme ;; (whitespace " ") ;; would also be ok (test-equal "Grouped whitespace" (list (lexeme type: 'whitespace body: " ") (lexeme type: 'whitespace body: " ")) (lex " ")) (test-equal "Newlines get sepparate whitespace tokens" (list (lexeme type: 'whitespace body: " ") (lexeme type: 'whitespace body: " ") (lexeme type: 'whitespace body: "\n") (lexeme type: 'whitespace body: " ")) (lex " \n "))