lexer

Documentation

Index

• type Lexer
  • func MakeLexer(f io.ByteReader, fname string) Lexer
  • func (l *Lexer) NextToken() Token
• type Position
  • func (p Position) Move(cols int) Position
• type Token
  • func (t Token) IsAssignOp() bool
  • func (t Token) IsComment() bool
  • func (t Token) IsDelim() bool
  • func (t Token) IsKeyword() bool
  • func (t Token) IsLiteral() bool
  • func (t Token) IsOp() bool
• type TokenType
  • func (tt TokenType) String() string

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func MakeLexer

func MakeLexer(f io.ByteReader, fname string) Lexer

func (*Lexer) NextToken

func (l *Lexer) NextToken() Token

type Position

type Position struct {
	Filename string
	Line     int
	Column   int
}

func (Position) Move

func (p Position) Move(cols int) Position

type Token

type Token struct {
	Position   Position
	Type       TokenType
	SourceCode string
	Payload    interface{}
}

func (Token) IsAssignOp

func (t Token) IsAssignOp() bool

func (Token) IsComment

func (t Token) IsComment() bool

func (Token) IsDelim

func (t Token) IsDelim() bool

func (Token) IsKeyword

func (t Token) IsKeyword() bool

func (Token) IsLiteral

func (t Token) IsLiteral() bool

func (Token) IsOp

func (t Token) IsOp() bool

type TokenType

type TokenType int

const (
	EndOfFile TokenType = iota

	LineComment
	BlockComment

	Identifier

	BreakKeyword
	CaseKeyword
	ChanKeyword
	ConstKeyword
	ContinueKeyword
	DefaultKeyword
	DeferKeyword
	ElseKeyword
	FallthroughKeyword
	ForKeyword
	FuncKeyword
	GoKeyword
	GotoKeyword
	IfKeyword
	ImportKeyword
	InterfaceKeyword
	MapKeyword
	PackageKeyword
	RangeKeyword
	ReturnKeyword
	SelectKeyword
	StructKeyword
	SwitchKeyword
	TypeKeyword
	VarKeyword

	AddOp // +
	SubOp // -
	MulOp // *
	DivOp // /
	ModOp // %

	BitAndOp   // &
	BitOrrOp   // |
	BitXorOp   // ^
	ShlOp      // <<
	ShrOp      // >>
	BitClearOp // &^

	DefineOp         // :=
	AssignOp         // =
	AddAssignOp      // +=
	SubAssignOp      // -=
	MulAssignOp      // *=
	DivAssignOp      // /=
	ModAssignOp      // %=
	BitAndAssignOp   // &=
	BitOrrAssignOp   // |=
	BitXorAssignOp   // ^=
	ShlAssignOp      // <<=
	ShrAssignOp      // >>=
	BitClearAssignOp // &^=

	LogicNotOp // !
	LogicAndOp // &&
	LogicOrrOp // ||
	LtOp       // <
	GtOp       // >
	EqOp       // ==
	NeqOp      // !=
	LteOp      // <=
	GteOp      // >=

	ChanOpOp    // <-
	IncrementOp // ++
	DecrementOp // --

	EllipsisOp // ...

	EndOfLine
	ElidedSemicolon
	Semicolon

	LParen
	LBracket
	LBrace
	RParen
	RBracket
	RBrace

	Comma
	Dot
	Colon

	DecimalIntegerLiteral
	OctalIntegerLiteral
	HexIntegerLiteral
	BinaryIntegerLiteral

	FloatLiteral

	ImaginaryLiteral

	RuneLiteral

	InterpretedStringLiteral
	RawStringLiteral
)

Reference: https://golang.org/ref/spec#Lexical_elements

func (TokenType) String

func (tt TokenType) String() string