src/lexer-test.lisp


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

(in-package :monkey)

(defun make-tokens (&rest tokens)
  (loop :for token :in tokens
        :if (consp token)
          :collect (make-token (car token) (cadr token))
        :if (numberp token)
          :collect (as-token token)))

(defun test-lexer (str expect)
  (let ((lexer (make-lexer str)))
    (not (find nil (mapcar #'token= (lexer-tokens lexer) expect)))))


(defun test-1 ()
  (test-lexer "=+(){},;"
              (make-tokens token-=
                           token-+
                           token-lparen
                           token-rparen
                           token-lbrace
                           token-rbrace
                           token-comma
                           token-semicolon
                           token-eof)))


(defun test-2 ()
  (test-lexer "let five = 5;
let ten = 10;

let add = fn(x, y) {
  x + y;
};

let result = add(five, ten);
!-/*;
5 < 10 > 5;

if (5 < 10) {
    return true;
} else {
    return false;
}
10 == 10;
10 != 9;
"
              (make-tokens token-let
                           (list token-ident "five")
                           token-=
                           (list token-int "5")
                           token-semicolon
                           token-let
                           (list token-ident "ten")
                           token-=
                           (list token-int "10")
                           token-semicolon
                           token-let
                           (list token-ident "add")
                           token-=
                           token-function
                           token-lparen
                           (list token-ident "x")
                           token-comma
                           (list token-ident "y")
                           token-rparen
                           token-lbrace
                           (list token-ident "x")
                           token-+
                           (list token-ident "y")
                           token-rbrace
                           token-semicolon
                           token-let
                           (list token-ident "result")
                           token-=
                           (list token-ident "add")
                           token-lparen
                           (list token-ident "five")
                           token-comma
                           (list token-ident "ten")
                           token-rparen
                           token-semicolon
                           token-!
                           token--
                           token-/
                           token-*
                           token-semicolon
                           (list token-int "5")
                           token-<
                           (list token-int "10")
                           token->
                           (list token-int "5")
                           token-semicolon
                           (list token-if "if")
                           token-lparen
                           (list token-int "5")
                           token-<
                           (list token-int "10")
                           token-rparen
                           token-lbrace
                           token-return
                           token-true
                           token-semicolon
                           token-rbrace
                           token-else
                           token-lbrace
                           token-return
                           token-false
                           token-semicolon
                           token-rbrace
                           (list token-int "10")
                           token-==
                           (list token-int "10")
                           token-semicolon
                           (list token-int "10")
                           token-!=
                           (list token-int "9")
                           token-semicolon
                           token-eof "")))