token

Documentation

Index

• Constants
• Variables
• type Token

Constants

const (
	UNKNOWN = iota + 1
	// constants
	FLOAT
	STRING
	TEMPLATE_STRING
	IDENT
	BOOL

	// symbols
	ADD
	SUB
	DIV
	MUL
	MOD
	HASHTAG // #

	// structure
	LEFT_CURLY
	RIGHT_CURLY
	COLON
	DOT
	DOUBLE_COLON
	LEFT_BRACE
	RIGHT_BRACE
	LEFT_BRACKET
	RIGHT_BRACKET

	// keywords
	LET
	FUNC
	IF
	EQUAL
	OR
	AND
	NEG
	FOR
	LT
	GT
	MATCH
	LOAD
	MERGE
	RETURN
	MODULE
	USE
	LAMBDA

	EOF
)

Variables

var CONSTANTS = []int{
	FLOAT,
	STRING,
	IDENT,
	BOOL,
	HASHTAG,
	LEFT_CURLY,
}

var EXPECTED_KEYWORDS = []int{
	ADD,
	SUB,
	DIV,
	MUL,
	MOD,
	LET,
	IF,
	EQUAL,
	OR,
	AND,
	NEG,
	MERGE,
	FUNC,
	IDENT,
	FOR,
	LT,
	GT,
	MATCH,
	LOAD,
	RETURN,
	MODULE,
	USE,
	LAMBDA,
}

operators

var KEYWORD_MAP = map[string]int{
	"return": RETURN,
	"let":    LET,
	"if":     IF,
	"or":     OR,
	"and":    AND,
	"not":    NEG,
	"fun":    FUNC,
	"for":    FOR,
	"ident":  IDENT,
	"match":  MATCH,
	"load":   LOAD,
	"use":    USE,
	"lambda": LAMBDA,
	"module": MODULE,
}

var TOKEN_NAME_MAP = map[int]string{
	UNKNOWN:         "UNKNOWN",
	FLOAT:           "float",
	STRING:          "string",
	TEMPLATE_STRING: "TEMPLATE_STRING",
	IDENT:           "ident",
	BOOL:            "bool",
	ADD:             "+",
	SUB:             "-",
	DIV:             "/",
	MUL:             "*",
	MOD:             "%",
	LEFT_CURLY:      "{",
	RIGHT_CURLY:     "}",
	COLON:           ":",
	DOUBLE_COLON:    "::",
	DOT:             ".",
	LEFT_BRACE:      "(",
	RIGHT_BRACE:     ")",
	LEFT_BRACKET:    "[",
	RIGHT_BRACKET:   "]",
	LET:             "let",
	FUNC:            "fun",
	IF:              "if",
	EQUAL:           "eq",
	OR:              "or",
	AND:             "and",
	NEG:             "not",
	FOR:             "for",
	LT:              "lt",
	GT:              "gt",
	MATCH:           "match",
	LOAD:            "load",
	MERGE:           "++",
	EOF:             "EOF",
	RETURN:          "return",
	USE:             "use",
	MODULE:          "module",
	LAMBDA:          "lambda",
	HASHTAG:         "#",
}

Types

type Token

type Token struct {
	Pos     int
	Line    int
	LinePos int
	Type    int
	Raw     string
}