50 lines
761 B
Go
50 lines
761 B
Go
package token
|
|
|
|
type TokenType string
|
|
|
|
type Loc struct {
|
|
Line int
|
|
Col int
|
|
}
|
|
|
|
type Token struct {
|
|
Type TokenType
|
|
Literal string
|
|
Loc Loc
|
|
}
|
|
|
|
const (
|
|
Illegal TokenType = "Illegal"
|
|
Eof = "Eof"
|
|
|
|
NewLine = "NewLine"
|
|
|
|
Semicolon = "Semicolon" // ;
|
|
Colon = "Colon" // :
|
|
Comma = "," // ,
|
|
Equal = "Equal" // =
|
|
LBrace = "LBrace" // {
|
|
RBrace = "RBrace" // }
|
|
LParen = "LParen" // (
|
|
RParen = "RParen" // )
|
|
|
|
Identifier = "Identifier"
|
|
|
|
Integer = "Integer" // 19232
|
|
|
|
// Keywords
|
|
Fn = "Fn" // fn
|
|
)
|
|
|
|
var stringToToken = map[string]TokenType{
|
|
"fn": Fn,
|
|
}
|
|
|
|
func LookupKeyword(literal string) TokenType {
|
|
if token, ok := stringToToken[literal]; ok {
|
|
return token
|
|
}
|
|
|
|
return Identifier
|
|
}
|