lexer

Documentation

Index

• type Lexer
  • func NewLexer(input string) *Lexer
  • func (l *Lexer) NextToken() Token
• type Token
• type TokenIdentifier
• type TokenInteger
• type TokenKind
  • func (i TokenKind) String() string

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func NewLexer

func NewLexer(input string) *Lexer

func (*Lexer) NextToken

func (l *Lexer) NextToken() Token

type Token

type Token struct {
	Kind TokenKind

	Value interface{}
}

type TokenIdentifier

type TokenIdentifier struct {
	Identifier string
}

type TokenInteger

type TokenInteger struct {
	Value uint64
}

type TokenKind

type TokenKind uint32

const (
	Unknown TokenKind = iota

	Identifier
	Integer

	Plus
	Minus
	Multiply
	Divide

	OpenBrace
	CloseBrace

	OpenBracket
	CloseBracket

	OpenParen
	CloseParen

	EndOfStream
)

func (TokenKind) String

func (i TokenKind) String() string