token

Documentation

Index

• Constants
• type Token
  • func Lookup(ident string) Token
  • func (tok Token) IsKeyword() bool
  • func (tok Token) IsLiteral() bool
  • func (tok Token) IsOperator() bool
  • func (tok Token) Precedence() int
  • func (tok Token) String() string

Constants

const (
	Illegal = Token(0)
	EOF     = Token(1)
	Comment = Token(2)

	Add          = Token(11) // +
	Sub          = Token(12) // -
	Mul          = Token(13) // *
	Quo          = Token(14) // /
	Rem          = Token(15) // %
	And          = Token(16) // &
	Or           = Token(17) // |
	Xor          = Token(18) // ^
	Shl          = Token(19) // <<
	Shr          = Token(20) // >>
	AndNot       = Token(21) // &^
	AddAssign    = Token(22) // +=
	SubAssign    = Token(23) // -=
	MulAssign    = Token(24) // *=
	QuoAssign    = Token(25) // /=
	RemAssign    = Token(26) // %=
	AndAssign    = Token(27) // &=
	OrAssign     = Token(28) // |=
	XorAssign    = Token(29) // ^=
	ShlAssign    = Token(30) // <<=
	ShrAssign    = Token(31) // >>=
	AndNotAssign = Token(32) // &^=
	LAnd         = Token(33) // &&
	LOr          = Token(34) // ||
	Inc          = Token(35) // ++
	Dec          = Token(36) // --
	Equal        = Token(37) // ==
	Less         = Token(38) // <
	Greater      = Token(39) // >
	Assign       = Token(40) // =
	Not          = Token(41) // !
	NotEqual     = Token(42) // !=
	LessEq       = Token(43) // <=
	GreaterEq    = Token(44) // >=
	Define       = Token(45) // :=
	Ellipsis     = Token(46) // ...
	LParen       = Token(47) // (
	LBrack       = Token(48) // [
	LBrace       = Token(49) // {
	Comma        = Token(50) // ,
	Period       = Token(51) // .
	RParen       = Token(52) // )
	RBrack       = Token(53) // ]
	RBrace       = Token(54) // }
	Semicolon    = Token(55) // ;
	Colon        = Token(56) // :
	Question     = Token(57) // ?

	Ident       = Token(133)
	Int         = Token(134)
	Float       = Token(135)
	Char        = Token(136)
	String      = Token(137)
	Decimal     = Token(138)
	RunesString = Token(139) // u"..."
	RawString   = Token(140) // r"..."
	FString     = Token(141) // f"..."

	Break     = Token(155)
	Continue  = Token(156)
	Else      = Token(157)
	For       = Token(158)
	Func      = Token(159)
	Arrow     = Token(160) // => (behaves as a keyword)
	Immutable = Token(161)
	If        = Token(162)
	Return    = Token(163)
	Export    = Token(164)
	True      = Token(165)
	False     = Token(166)
	In        = Token(167)
	NotKw     = Token(168)
	Undefined = Token(169)
	Import    = Token(170)
	Var       = Token(171)
	Defer     = Token(172)
)

const LowestPrec = 0

LowestPrec represents lowest operator precedence.

Types

type Token

type Token uint8

func Lookup

func Lookup(ident string) Token

Lookup returns corresponding keyword if ident is a keyword.

func (Token) IsKeyword

func (tok Token) IsKeyword() bool

IsKeyword returns true if the token is a keyword.

func (Token) IsLiteral

func (tok Token) IsLiteral() bool

IsLiteral returns true if the token is a literal.

func (Token) IsOperator

func (tok Token) IsOperator() bool

IsOperator returns true if the token is an operator.

func (Token) Precedence

func (tok Token) Precedence() int

Precedence returns the precedence for the operator token.

func (Token) String

func (tok Token) String() string