lexer

Documentation

Index

• Constants
• Variables
• func GetTokenDesc(token Token) string
• func GetTokenKindDesc(kind int) string
• type Lexer
  • func Lex(s *source.Source) Lexer
• type Token
  • func (t *Token) String() string

Constants

const (
	EOF = iota + 1
	BANG
	DOLLAR
	PAREN_L
	PAREN_R
	SPREAD
	COLON
	EQUALS
	AT
	BRACKET_L
	BRACKET_R
	BRACE_L
	PIPE
	BRACE_R
	NAME
	INT
	FLOAT
	STRING
)

Variables

var TokenKind map[int]int

Functions

func GetTokenDesc

func GetTokenDesc(token Token) string

func GetTokenKindDesc

func GetTokenKindDesc(kind int) string

Types

type Lexer

type Lexer func(resetPosition int) (Token, error)

func Lex

func Lex(s *source.Source) Lexer

type Token

type Token struct {
	Kind  int
	Start int
	End   int
	Value string
}

Token is a representation of a lexed Token. Value only appears for non-punctuation tokens: NAME, INT, FLOAT, and STRING.

func (*Token) String

func (t *Token) String() string