lex

Documentation

Index

• type Lexer
  • func New(input string) *Lexer
  • func (l *Lexer) Tokenize() []*Token
• type Token
  • func NewToken(lexeme string, kind TokenType, start int) *Token
  • func (t *Token) String() string
• type TokenType

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func New

func New(input string) *Lexer

func (*Lexer) Tokenize

func (l *Lexer) Tokenize() []*Token

type Token

type Token struct {
	Lexeme string
	Type   TokenType
	Start  int
}

func NewToken

func NewToken(lexeme string, kind TokenType, start int) *Token

func (*Token) String

func (t *Token) String() string

type TokenType

type TokenType uint

const (
	Word TokenType = iota
)