token

Documentation

Index

• Constants
• Variables
• type Token
• type TokenType
  • func LookUpKeywords(word string) TokenType

Constants

const (
	IDENTIFIER = "IDENTIFIER"
	INTEGER    = "INTEGER"
	FLOAT      = "FLOAT"
	TRUE       = "TRUE"
	FALSE      = "FALSE"
	STRING     = "STRING"
)

Identifiers and Literals

const (
	PLUS     = "+"
	MINUS    = "-"
	ASTERISK = "*"
	SLASH    = "/"
	BANG     = "!"
	ASSIGN   = "="
)

Arithmetic Operators

const (
	EQ     = "=="
	NOT_EQ = "!="
	LT     = "<"
	LT_EQ  = "<="
	GT     = ">"
	GT_EQ  = ">="
)

Comparison Operators

const (
	AND = "&"
	OR  = "|"
)

Logical Operators

const (
	L_PAREN   = "("
	R_PAREN   = ")"
	L_BRACE   = "{"
	R_BRACE   = "}"
	L_BRACKET = "["
	R_BRACKET = "]"
	COMMA     = ","
	SEMICOLON = ";"
	COLON     = ":"
	O_COMMENT = "/*"
	C_COMMENT = "*/"
)

Parentheses, Braces and Special characters

const (
	LET      = "LET"
	IF       = "IF"
	ELSE     = "ELSE"
	FOR      = "FOR"
	WHILE    = "WHILE"
	BREAK    = "break"
	CONTINUE = "continue"
	FUNCTION = "FUNCTION"
	RETURN   = "RETURN"
	IN       = "in"
	TRY      = "TRY"
	CATCH    = "CATCH"
	FINALLY  = "FINALLY"
)

Keywords

const (
	EOF     = "EOF"
	ILLEGAL = "ILLEGAL"
)

Others

Variables

var Keywords = map[string]TokenType{
	"let":      LET,
	"true":     TRUE,
	"false":    FALSE,
	"in":       IN,
	"if":       IF,
	"else":     ELSE,
	"for":      FOR,
	"while":    WHILE,
	"break":    BREAK,
	"continue": CONTINUE,
	"fn":       FUNCTION,
	"return":   RETURN,
	"try":      TRY,
	"catch":    CATCH,
	"finally":  FINALLY,
}

Types

type Token

type Token struct {
	Type     TokenType
	Literal  string
	Location string
}

type TokenType

type TokenType string

func LookUpKeywords

func LookUpKeywords(word string) TokenType

Helper function to lookup a word in keyword dictionary If word id present, then return its corresponding type Else, return identifier type