token

Documentation

Index

• Constants
• type Token
• type TokenType
  • func LookupIdent(ident string) TokenType

Constants

const (
	ILLEGAL = "ILLEGAL"
	EOF     = "EOF"

	IDENT    = "IDENT"
	INT      = "INT"
	FLOAT    = "FLOAT"
	STRING   = "STRING"
	F_STRING = "F_STRING"

	ASSIGN      = "="
	PLUS_EQ     = "+="
	MINUS_EQ    = "-="
	MUL_EQ      = "*="
	DIV_EQ      = "/="
	FLOORDIV_EQ = "//="
	MOD_EQ      = "%="
	PLUS        = "+"
	MINUS       = "-"
	ASTERISK    = "*"
	POW         = "**"
	SLASH       = "/"
	FLOORDIV    = "//"
	PERCENT     = "%"

	// Bitwise operators
	TILDE     = "~"
	AMPERSAND = "&"
	PIPE      = "|"
	CARET     = "^"
	LSHIFT    = "<<"
	RSHIFT    = ">>"
	AND_EQ    = "&="
	OR_EQ     = "|="
	XOR_EQ    = "^="
	LSHIFT_EQ = "<<="
	RSHIFT_EQ = ">>="

	EQ     = "=="
	NOT_EQ = "!="
	LT     = "<"
	GT     = ">"
	LTE    = "<="
	GTE    = ">="

	LPAREN    = "("
	RPAREN    = ")"
	LBRACKET  = "["
	RBRACKET  = "]"
	LBRACE    = "{"
	RBRACE    = "}"
	COLON     = ":"
	COMMA     = ","
	DOT       = "."
	SEMICOLON = ";"
	NEWLINE   = "NEWLINE"
	INDENT    = "INDENT"
	DEDENT    = "DEDENT"

	TRUE     = "TRUE"
	FALSE    = "FALSE"
	NONE     = "NONE"
	IMPORT   = "IMPORT"
	FROM     = "FROM"
	IF       = "IF"
	ELIF     = "ELIF"
	ELSE     = "ELSE"
	WHILE    = "WHILE"
	FOR      = "FOR"
	IN       = "IN"
	DEF      = "DEF"
	CLASS    = "CLASS"
	RETURN   = "RETURN"
	BREAK    = "BREAK"
	CONTINUE = "CONTINUE"
	PASS     = "PASS"
	AND      = "AND"
	OR       = "OR"
	NOT      = "NOT"
	NOT_IN   = "NOT_IN"
	IS       = "IS"
	IS_NOT   = "IS_NOT"
	TRY      = "TRY"
	EXCEPT   = "EXCEPT"
	FINALLY  = "FINALLY"
	RAISE    = "RAISE"
	GLOBAL   = "GLOBAL"
	NONLOCAL = "NONLOCAL"
	LAMBDA   = "LAMBDA"
	AS       = "AS"
	ASSERT   = "ASSERT"
	MATCH    = "MATCH"
	CASE     = "CASE"
	WITH     = "WITH"
	AT       = "@"
)

Types

type Token

type Token struct {
	Type    TokenType
	Literal string
	Line    int
}

type TokenType

type TokenType string

func LookupIdent

func LookupIdent(ident string) TokenType