token

Documentation

Index

• Constants
• func Compare(a, b Token) bool
• type List
  • func NewList(tokens []Token) *List
  • func (tl *List) Append(t Token)
  • func (tl *List) Length() int
  • func (tl *List) ReadToken() Token
  • func (tl *List) Reset()
  • func (tl *List) String() string
• type Token
  • func End() Token
  • func Eof() Token
  • func False() Token
  • func Int(s string) Token
  • func Start() Token
  • func Statement(s string) Token
  • func String(s string) Token
  • func True() Token
  • func (t Token) String() string
• type TokenType
  • func (tt TokenType) String() string

Constants

const (
	LIST_START = iota
	LIST_END
	STRING
	INT
	STATEMENT
	BOOL
	EOF
)

Functions

func Compare

func Compare(a, b Token) bool

Types

type List

type List struct {
	Tokens   []Token
	Position int
}

func NewList

func NewList(tokens []Token) *List

func (*List) Append

func (tl *List) Append(t Token)

func (*List) Length

func (tl *List) Length() int

func (*List) ReadToken

func (tl *List) ReadToken() Token

func (*List) Reset

func (tl *List) Reset()

func (*List) String

func (tl *List) String() string

type Token

type Token struct {
	Type TokenType
	Text string
}

func End

func End() Token

func Eof

func Eof() Token

func False

func False() Token

func Int

func Int(s string) Token

func Start

func Start() Token

func Statement

func Statement(s string) Token

func String

func String(s string) Token

func True

func True() Token

func (Token) String

func (t Token) String() string

type TokenType

type TokenType int

func (TokenType) String

func (tt TokenType) String() string