tijani
cebc052f32
- Added the rest of the basic math operators. - Added > and <. - Test, Test, Test. - Added if, else, return, true, false. - Lexer can now differentiate between '=' and '==' and '!' and '!='. git-svn-id: https://svn.tlawal.org/svn/monkey@2 f6afcba9-9ef1-4bdd-9b72-7484f5705bac
65 lines
920 B
Go
65 lines
920 B
Go
package token
|
|
|
|
type TokenType string
|
|
|
|
type Token struct {
|
|
Type TokenType
|
|
Literal string
|
|
}
|
|
|
|
const (
|
|
ILLEGAL = "ILLEGAL"
|
|
EOF = "EOF"
|
|
|
|
// Identifiers + Literals
|
|
IDENT = "IDENT"
|
|
INT = "INT"
|
|
|
|
// Operators
|
|
ASSIGN = "="
|
|
PLUS = "+"
|
|
MINUS = "-"
|
|
BANG = "!"
|
|
ASTERISK = "*"
|
|
SLASH = "/"
|
|
EQ = "=="
|
|
NOT_EQ = "!="
|
|
|
|
LT = "<"
|
|
GT = ">"
|
|
|
|
// Delimiters
|
|
COMMA = ","
|
|
SEMICOLON = ";"
|
|
LPAREN = "("
|
|
RPAREN = ")"
|
|
LBRACE = "{"
|
|
RBRACE = "}"
|
|
|
|
// Keywords
|
|
FUNCTION = "FUNCTION"
|
|
LET = "LET"
|
|
IF = "IF"
|
|
ELSE = "ELSE"
|
|
TRUE = "TRUE"
|
|
FALSE = "FALSE"
|
|
RETURN = "RETURN"
|
|
)
|
|
|
|
var keywords = map[string]TokenType{
|
|
"fn": FUNCTION,
|
|
"let": LET,
|
|
"if": IF,
|
|
"else": ELSE,
|
|
"true": TRUE,
|
|
"false": FALSE,
|
|
"return": RETURN,
|
|
}
|
|
|
|
func LookupIdentifier(ident string) TokenType {
|
|
if tok, ok := keywords[ident]; ok {
|
|
return tok
|
|
}
|
|
return IDENT
|
|
}
|