token

Documentation

Index

• Constants
• type Location
• type Token
• type TokenType

Constants

const (
	// Literals
	IDENTIFIER = "IDENTIFIER"
	INTEGER    = "INTEGER"
	FLOAT      = "FLOAT"
	STRING     = "STRING"
	BOOLEAN    = "BOOLEAN"

	// Operators
	ASSIGN     = "="
	ASSIGNPLUS = "+="
	ASSIGNMIN  = "-="
	ASSIGNMULT = "*="
	ASSIGNDIV  = "/="
	EQ         = "=="
	UNEQ       = "!="
	GT         = ">"
	GTE        = ">="
	LT         = "<"
	LTE        = "<="
	PLUS       = "+"
	MINUS      = "-"
	ASTERISK   = "*"
	POWER      = "**"
	MODULO     = "%"
	SLASH      = "/"
	BITOR      = "|"
	BITAND     = "&"
	BITNOT     = "~"
	BITSHLEFT  = "<<"
	BITSHRIGHT = ">>"
	OR         = "||"
	AND        = "&&"
	BANG       = "!"
	PIPE       = "|>"
	ARROW      = "->"
	FATARROW   = "=>"
	QUESTION   = "?"

	// Delimiters
	COMMA      = ","
	LPAREN     = "("
	RPAREN     = ")"
	NEWLINE    = "\\n"
	LBRACK     = "["
	RBRACK     = "]"
	COLON      = ":"
	RANGE      = ".."
	ELLIPSIS   = "..."
	DOT        = "."
	UNDERSCORE = "_"

	// Keywords
	LET      = "LET"
	VAR      = "VAR"
	FUNCTION = "FUNCTION"
	DO       = "DO"
	END      = "END"
	IF       = "IF"
	ELSE     = "ELSE"
	FOR      = "FOR"
	IN       = "IN"
	IS       = "IS"
	AS       = "AS"
	NIL      = "NIL"
	RETURN   = "RETURN"
	THEN     = "THEN"
	SWITCH   = "SWITCH"
	CASE     = "CASE"
	DEFAULT  = "DEFAULT"
	BREAK    = "BREAK"
	CONTINUE = "CONTINUE"
	MODULE   = "MODULE"
	IMPORT   = "IMPORT"

	// Misc
	COMMENT = "COMMENT"
	EOF     = "EOF"
)

Tokens.

Types

type Location

type Location struct {
	Row int
	Col int
}

Location of the token in source code.

type Token

type Token struct {
	Type     TokenType
	Lexeme   string
	Location Location
}

Token represents a language token.

type TokenType

type TokenType string

TokenType is a type of token aliased as string.