lexer

Documentation

Index

• Constants
• Variables
• type ActionRow
  • func (a ActionRow) String() string
• type ActionTable
• type Lexer
  • func NewLexer(src []byte) *Lexer
  • func NewLexerFile(fpath string) (*Lexer, error)
  • func (l *Lexer) Reset()
  • func (l *Lexer) Scan() (tok *token.Token)
• type TransitionTable

Constants

const (
	NoState    = -1
	NumStates  = 165
	NumSymbols = 223
)

Variables

var ActTab = ActionTable{}/* 165 elements not displayed */

var TransTab = TransitionTable{}/* 165 elements not displayed */

Types

type ActionRow

type ActionRow struct {
	Accept token.Type
	Ignore string
}

func (ActionRow) String

func (a ActionRow) String() string

type ActionTable

type ActionTable [NumStates]ActionRow

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func NewLexer

func NewLexer(src []byte) *Lexer

func NewLexerFile

func NewLexerFile(fpath string) (*Lexer, error)

func (*Lexer) Reset

func (l *Lexer) Reset()

func (*Lexer) Scan

func (l *Lexer) Scan() (tok *token.Token)

type TransitionTable

type TransitionTable [NumStates]func(rune) int

Let s be the current state Let r be the current input rune transitionTable[s](r) returns the next state.