lexer

Documentation

Index

• Constants
• func GetTokenDesc(token Token) string
• func GetTokenKindDesc(kind int) string
• type Lexer
  • func New(s *source.Source) *Lexer
  • func (l *Lexer) NextToken() (Token, error)
• type Token
  • func (t *Token) String() string

Constants

const (
	EOF = iota + 1
	BANG
	DOLLAR
	PAREN_L
	PAREN_R
	SPREAD
	COLON
	EQUALS
	AT
	BRACKET_L
	BRACKET_R
	BRACE_L
	PIPE
	BRACE_R
	NAME
	INT
	FLOAT
	STRING
	COMMENT
	AMPERSAND
)

Functions

func GetTokenDesc

func GetTokenDesc(token Token) string

func GetTokenKindDesc

func GetTokenKindDesc(kind int) string

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func New

func New(s *source.Source) *Lexer

func (*Lexer) NextToken

func (l *Lexer) NextToken() (Token, error)

type Token

type Token struct {
	Kind  int
	Start int
	End   int
	Value string
}

Token is a representation of a lexed Token. Value only appears for non-punctuation tokens: NAME, INT, FLOAT, and STRING.

func (*Token) String

func (t *Token) String() string