2022-05-12 15:51:16 -05:00
|
|
|
package lexer
|
|
|
|
|
|
|
|
import (
|
|
|
|
"testing"
|
|
|
|
|
2024-08-28 19:31:35 -05:00
|
|
|
"monna/token"
|
2022-05-12 15:51:16 -05:00
|
|
|
)
|
|
|
|
|
|
|
|
func TestNextToken(t *testing.T) {
|
|
|
|
input := `let five = 5;
|
|
|
|
let ten = 10;
|
|
|
|
let add = fn(x, y){
|
|
|
|
x + y;
|
|
|
|
};
|
|
|
|
let result = add(five, ten);
|
2022-05-12 17:04:29 -05:00
|
|
|
|
|
|
|
!-/*5;
|
|
|
|
5 < 10 > 5;
|
|
|
|
|
|
|
|
if(5 < 10){
|
|
|
|
return true;
|
|
|
|
} else {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
10 == 10;
|
|
|
|
10 != 9;
|
2023-05-09 14:59:18 -05:00
|
|
|
"foobar"
|
|
|
|
"foo bar"
|
2022-05-12 15:51:16 -05:00
|
|
|
`
|
|
|
|
tests := []struct {
|
|
|
|
expectedType token.TokenType
|
|
|
|
expectedLiteral string
|
|
|
|
}{
|
|
|
|
{token.LET, "let"},
|
|
|
|
{token.IDENT, "five"},
|
|
|
|
{token.ASSIGN, "="},
|
|
|
|
{token.INT, "5"},
|
|
|
|
{token.SEMICOLON, ";"},
|
|
|
|
|
|
|
|
{token.LET, "let"},
|
|
|
|
{token.IDENT, "ten"},
|
|
|
|
{token.ASSIGN, "="},
|
|
|
|
{token.INT, "10"},
|
|
|
|
{token.SEMICOLON, ";"},
|
|
|
|
|
|
|
|
{token.LET, "let"},
|
|
|
|
{token.IDENT, "add"},
|
|
|
|
{token.ASSIGN, "="},
|
|
|
|
{token.FUNCTION, "fn"},
|
|
|
|
{token.LPAREN, "("},
|
|
|
|
{token.IDENT, "x"},
|
|
|
|
{token.COMMA, ","},
|
|
|
|
{token.IDENT, "y"},
|
|
|
|
{token.RPAREN, ")"},
|
|
|
|
{token.LBRACE, "{"},
|
|
|
|
{token.IDENT, "x"},
|
|
|
|
{token.PLUS, "+"},
|
|
|
|
{token.IDENT, "y"},
|
|
|
|
{token.SEMICOLON, ";"},
|
|
|
|
{token.RBRACE, "}"},
|
|
|
|
{token.SEMICOLON, ";"},
|
|
|
|
|
|
|
|
{token.LET, "let"},
|
|
|
|
{token.IDENT, "result"},
|
|
|
|
{token.ASSIGN, "="},
|
|
|
|
{token.IDENT, "add"},
|
|
|
|
{token.LPAREN, "("},
|
|
|
|
{token.IDENT, "five"},
|
|
|
|
{token.COMMA, ","},
|
|
|
|
{token.IDENT, "ten"},
|
|
|
|
{token.RPAREN, ")"},
|
|
|
|
{token.SEMICOLON, ";"},
|
2022-05-12 17:04:29 -05:00
|
|
|
|
|
|
|
{token.BANG, "!"},
|
|
|
|
{token.MINUS, "-"},
|
|
|
|
{token.SLASH, "/"},
|
|
|
|
{token.ASTERISK, "*"},
|
|
|
|
{token.INT, "5"},
|
|
|
|
{token.SEMICOLON, ";"},
|
|
|
|
|
|
|
|
{token.INT, "5"},
|
|
|
|
{token.LT, "<"},
|
|
|
|
{token.INT, "10"},
|
|
|
|
{token.GT, ">"},
|
|
|
|
{token.INT, "5"},
|
|
|
|
{token.SEMICOLON, ";"},
|
|
|
|
|
|
|
|
{token.IF, "if"},
|
|
|
|
{token.LPAREN, "("},
|
|
|
|
{token.INT, "5"},
|
|
|
|
{token.LT, "<"},
|
|
|
|
{token.INT, "10"},
|
|
|
|
{token.RPAREN, ")"},
|
|
|
|
{token.LBRACE, "{"},
|
|
|
|
{token.RETURN, "return"},
|
|
|
|
{token.TRUE, "true"},
|
|
|
|
{token.SEMICOLON, ";"},
|
|
|
|
{token.RBRACE, "}"},
|
|
|
|
{token.ELSE, "else"},
|
|
|
|
{token.LBRACE, "{"},
|
|
|
|
{token.RETURN, "return"},
|
|
|
|
{token.FALSE, "false"},
|
|
|
|
{token.SEMICOLON, ";"},
|
|
|
|
{token.RBRACE, "}"},
|
|
|
|
|
|
|
|
{token.INT, "10"},
|
|
|
|
{token.EQ, "=="},
|
|
|
|
{token.INT, "10"},
|
|
|
|
{token.SEMICOLON, ";"},
|
|
|
|
{token.INT, "10"},
|
|
|
|
{token.NOT_EQ, "!="},
|
|
|
|
{token.INT, "9"},
|
|
|
|
{token.SEMICOLON, ";"},
|
|
|
|
|
2023-05-09 14:59:18 -05:00
|
|
|
{token.STRING, "foobar"},
|
|
|
|
{token.STRING, "foo bar"},
|
2022-05-12 15:51:16 -05:00
|
|
|
{token.EOF, ""},
|
|
|
|
}
|
|
|
|
|
2022-05-12 17:38:47 -05:00
|
|
|
l := New(input)
|
2022-05-12 15:51:16 -05:00
|
|
|
for i, tt := range tests {
|
2022-05-12 17:38:47 -05:00
|
|
|
tok := l.NextToken()
|
2022-05-12 15:51:16 -05:00
|
|
|
if tok.Type != tt.expectedType {
|
|
|
|
t.Fatalf("test[%d] - tokentype wrong. expected=%q, got=%q", i, tt.expectedType, tok.Type)
|
|
|
|
}
|
|
|
|
if tok.Literal != tt.expectedLiteral {
|
|
|
|
t.Fatalf("tests[%d] - literal wrong. expected=%q, got=%q", i, tt.expectedLiteral, tok.Literal)
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|