lexer

Documentation

Index

• func IsAlphaNum(ch byte) bool
• type Lexer
  • func New(input string) *Lexer
  • func NewBytes(input []byte) *Lexer
  • func NewLineMode(input string) *Lexer
  • func (l *Lexer) CurrentLine() (string, int, int)
  • func (l *Lexer) EOLEOF() *token.Token
  • func (l *Lexer) HadNewline() bool
  • func (l *Lexer) HadWhitespace() bool
  • func (l *Lexer) LastNewLine() int
  • func (l *Lexer) NextToken() *token.Token
  • func (l *Lexer) Pos() int

Functions

func IsAlphaNum

func IsAlphaNum(ch byte) bool

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func New

func New(input string) *Lexer

Mode with input expected the be complete (multiline/file).

func NewBytes

func NewBytes(input []byte) *Lexer

Bytes based full input mode.

func NewLineMode

func NewLineMode(input string) *Lexer

Line by line mode, with possible continuation needed.

func (*Lexer) CurrentLine

func (l *Lexer) CurrentLine() (string, int, int)

For error handling, somewhat expensive. Returns the current line, the current position relative in that line and the current line number.

func (*Lexer) EOLEOF

func (l *Lexer) EOLEOF() *token.Token

func (*Lexer) HadNewline

func (l *Lexer) HadNewline() bool

func (*Lexer) HadWhitespace

func (l *Lexer) HadWhitespace() bool

func (*Lexer) LastNewLine

func (l *Lexer) LastNewLine() int

func (*Lexer) NextToken

func (l *Lexer) NextToken() *token.Token

func (*Lexer) Pos

func (l *Lexer) Pos() int