lex

Documentation

Index

• Constants
• func IsAlpha(r rune) bool
• func IsDigit(r rune) bool
• func IsEndOfLine(r rune) bool
• func IsSpace(r rune) bool
• type Lexer
  • func New(input string, startState StateFn) *Lexer
  • func (l *Lexer) Accept(valid string) bool
  • func (l *Lexer) AcceptAlpha()
  • func (l *Lexer) AcceptDigits()
  • func (l *Lexer) AcceptRun(valid string)
  • func (l *Lexer) AcceptSequence(sequence string) bool
  • func (l *Lexer) Backup()
  • func (l *Lexer) CurrentInput() string
  • func (l *Lexer) Emit(tokenType TokenType)
  • func (l *Lexer) Errorf(format string, args ...interface{}) StateFn
  • func (l *Lexer) Ignore()
  • func (l *Lexer) IgnoreWhitespace()
  • func (l *Lexer) Next() (r rune)
  • func (l *Lexer) NextToken() Token
  • func (l *Lexer) Peek() rune
• type StateFn
• type Token
  • func (t *Token) TokenLiteral() string
• type TokenType

Constants

const (
	ILLEGAL = "ILLEGAL"
	EOF     = "EOF"
)

Functions

func IsAlpha

func IsAlpha(r rune) bool

func IsDigit

func IsDigit(r rune) bool

func IsEndOfLine

func IsEndOfLine(r rune) bool

func IsSpace

func IsSpace(r rune) bool

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func New

func New(input string, startState StateFn) *Lexer

func (*Lexer) Accept

func (l *Lexer) Accept(valid string) bool

func (*Lexer) AcceptAlpha

func (l *Lexer) AcceptAlpha()

func (*Lexer) AcceptDigits

func (l *Lexer) AcceptDigits()

func (*Lexer) AcceptRun

func (l *Lexer) AcceptRun(valid string)

func (*Lexer) AcceptSequence

func (l *Lexer) AcceptSequence(sequence string) bool

func (*Lexer) Backup

func (l *Lexer) Backup()

func (*Lexer) CurrentInput

func (l *Lexer) CurrentInput() string

func (*Lexer) Emit

func (l *Lexer) Emit(tokenType TokenType)

func (*Lexer) Errorf

func (l *Lexer) Errorf(format string, args ...interface{}) StateFn

func (*Lexer) Ignore

func (l *Lexer) Ignore()

func (*Lexer) IgnoreWhitespace

func (l *Lexer) IgnoreWhitespace()

func (*Lexer) Next

func (l *Lexer) Next() (r rune)

func (*Lexer) NextToken

func (l *Lexer) NextToken() Token

func (*Lexer) Peek

func (l *Lexer) Peek() rune

type StateFn

type StateFn func(*Lexer) StateFn

type Token

type Token struct {
	Type    TokenType
	Literal string
}

func (*Token) TokenLiteral

func (t *Token) TokenLiteral() string

type TokenType

type TokenType string