src/lexer-test.lisp


1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119

(in-package :monkey)

(defun make-tokens (&rest tokens)
  (loop :for token :in tokens
        :if (consp token)
          :collect (make-token (car token) (cadr token))
        :if (typep token 'token-type)
          :collect (as-token token)))

(defun test-lexer (str expect)
  (let ((lexer (make-lexer str)))
    (not (find nil (mapcar #'token= (lexer-tokens lexer) expect)))))


(defun test-1 ()
  (test-lexer "=+(){},;"
              (make-tokens :t/=
                           :t/+
                           :t/lparen
                           :t/rparen
                           :t/lbrace
                           :t/rbrace
                           :t/comma
                           :t/semicolon
                           :t/eof)))


(defun test-2 ()
  (test-lexer "let five = 5;
let ten = 10;

let add = fn(x, y) {
  x + y;
};

let result = add(five, ten);
!-/*;
5 < 10 > 5;

if (5 < 10) {
    return true;
} else {
    return false;
}
10 == 10;
10 != 9;
"
              (make-tokens :t/let
                           (list :t/ident "five")
                           :t/=
                           (list :t/int "5")
                           :t/semicolon
                           :t/let
                           (list :t/ident "ten")
                           :t/=
                           (list :t/int "10")
                           :t/semicolon
                           :t/let
                           (list :t/ident "add")
                           :t/=
                           :t/function
                           :t/lparen
                           (list :t/ident "x")
                           :t/comma
                           (list :t/ident "y")
                           :t/rparen
                           :t/lbrace
                           (list :t/ident "x")
                           :t/+
                           (list :t/ident "y")
                           :t/rbrace
                           :t/semicolon
                           :t/let
                           (list :t/ident "result")
                           :t/=
                           (list :t/ident "add")
                           :t/lparen
                           (list :t/ident "five")
                           :t/comma
                           (list :t/ident "ten")
                           :t/rparen
                           :t/semicolon
                           :t/!
                           :t/-
                           :t//
                           :t/*
                           :t/semicolon
                           (list :t/int "5")
                           :t/<
                           (list :t/int "10")
                           :t/>
                           (list :t/int "5")
                           :t/semicolon
                           (list :t/if "if")
                           :t/lparen
                           (list :t/int "5")
                           :t/<
                           (list :t/int "10")
                           :t/rparen
                           :t/lbrace
                           :t/return
                           :t/true
                           :t/semicolon
                           :t/rbrace
                           :t/else
                           :t/lbrace
                           :t/return
                           :t/false
                           :t/semicolon
                           :t/rbrace
                           (list :t/int "10")
                           :t/==
                           (list :t/int "10")
                           :t/semicolon
                           (list :t/int "10")
                           :t/!=
                           (list :t/int "9")
                           :t/semicolon
                           :t/eof "")))