aboutsummaryrefslogtreecommitdiff
path: root/token/token.go
diff options
context:
space:
mode:
Diffstat (limited to 'token/token.go')
-rw-r--r--token/token.go66
1 files changed, 66 insertions, 0 deletions
diff --git a/token/token.go b/token/token.go
new file mode 100644
index 0000000..12158fa
--- /dev/null
+++ b/token/token.go
@@ -0,0 +1,66 @@
+package token
+
+type TokenType string
+
+const (
+ ILLEGAL = "ILLEGAL"
+ EOF = "EOF"
+
+ // Identifiers + literals
+ IDENT = "IDENT" // add, foobar, x, y, ...
+ INT = "INT" // 1343456
+
+ // Operators
+ ASSIGN = "="
+ PLUS = "+"
+ MINUS = "-"
+ BANG = "!"
+ ASTERISK = "*"
+ SLASH = "/"
+
+ LT = "<"
+ GT = ">"
+
+ EQ = "=="
+ NOT_EQ = "!="
+
+ // Delimiters
+ COMMA = ","
+ SEMICOLON = ";"
+
+ LPAREN = "("
+ RPAREN = ")"
+ LBRACE = "{"
+ RBRACE = "}"
+
+ // Keywords
+ FUNCTION = "FUNCTION"
+ LET = "LET"
+ TRUE = "TRUE"
+ FALSE = "FALSE"
+ IF = "IF"
+ ELSE = "ELSE"
+ RETURN = "RETURN"
+)
+
+type Token struct {
+ Type TokenType
+ Literal string
+}
+
+var keywords = map[string]TokenType{
+ "fn": FUNCTION,
+ "let": LET,
+ "true": TRUE,
+ "false": FALSE,
+ "if": IF,
+ "else": ELSE,
+ "return": RETURN,
+}
+
+func LookupIdent(ident string) TokenType {
+ if tok, ok := keywords[ident]; ok {
+ return tok
+ }
+ return IDENT
+}