lexer

Documentation

Index

• type Collector
  • func (c *Collector) Collect(t token.Token)
  • func (c *Collector) Result() []token.Token
• type Lexer
  • func New(filename string, source string) *Lexer
  • func (l *Lexer) NextToken() token.Token
  • func (l *Lexer) RestoreState()
  • func (l *Lexer) Run() []token.Token
  • func (l *Lexer) SaveState()

Types

type Collector

type Collector struct {
	// contains filtered or unexported fields
}

func (*Collector) Collect

func (c *Collector) Collect(t token.Token)

func (*Collector) Result

func (c *Collector) Result() []token.Token

type Lexer

type Lexer struct {
	Collector token.TokenCollector
	// contains filtered or unexported fields
}

func New

func New(filename string, source string) *Lexer

func (*Lexer) NextToken

func (l *Lexer) NextToken() token.Token

func (*Lexer) RestoreState

func (l *Lexer) RestoreState()

func (*Lexer) Run

func (l *Lexer) Run() []token.Token

func (*Lexer) SaveState

func (l *Lexer) SaveState()