token

Documentation

Index

• Constants
• type Token
• type Type
  • func LookUpIdent(ident string) Type

Constants

const (
	// ILLEGAL token is created when symbols not belonging to our language are found.
	ILLEGAL = "ILLEGAL"
	// EOF - end of file
	EOF = "EOF"
	// IDENT - identifier
	IDENT = "IDENT"

	// INT - integer literal
	INT = "INT"
	// STRING - string literal
	STRING = "STRING"
	// BOOLEAN - boolean literal
	BOOLEAN = "BOOLEAN"

	// ASSIGN - assign operator
	ASSIGN = "="
	// PLUS - sum / concatenation
	PLUS = "+"
	// MINUS - subtraction / negate number
	MINUS = "-"
	// BANG - negate logical expression or value
	BANG = "!"
	// ASTERISK - multiplication
	ASTERISK = "*"
	// SLASH - division
	SLASH = "/"

	// LT - lower than
	LT = "<"
	// GT - greater than
	GT = ">"
	// LTE - lower than or equal
	LTE = "<="
	// GTE - greater than or equal
	GTE = ">="
	// EQ - equal
	EQ = "=="
	// NEQ - not equal
	NEQ = "!="

	// COMMA - values delimeter
	COMMA = ","
	// SEMICOLON - separates expressions
	SEMICOLON = ";"
	// COLON - separates key value pair in hashes
	COLON = ":"

	// LPAREN - function calls, binding expressions
	LPAREN = "("
	// RPAREN - function calls, binding expressions
	RPAREN = ")"
	// LBRACE - starts block statement
	LBRACE = "{"
	// RBRACE = ends block statements
	RBRACE = "}"
	// LBRACKET = starts an array statement
	LBRACKET = "["
	// RBRACKET = ends an array statement
	RBRACKET = "]"

	// FUNCTION keyword "fun"
	FUNCTION = "FUNCTION"
	// RETURN keyword "return"
	RETURN = "RETURN"
	// CONST keyword "const"
	CONST = "CONST"
	// IF keyword "if"
	IF = "IF"
	// ELSE keyword "else"
	ELSE = "ELSE"
)

Types

type Token

type Token struct {
	Type       Type
	Literal    string
	LineNumber int
}

Token is the lexical symbol that gets returned after performing lexical analysis.

type Type

type Type string

Type is a token type.

func LookUpIdent

func LookUpIdent(ident string) Type

LookUpIdent checks if identifier exists in the map of keywords.