core

Documentation

Index

• Constants
• Variables
• func IsName(t Token, s string) bool
• func IsSymbol(t Token, c int32) bool
• func IsText(t Token, s string) bool
• func ResetTokenId()
• type Token
  • func NextToken(tokens []Token) Token
  • func Parse(data []byte) []Token
  • func (t Token) String() string

Constants

const (
	NORMAL = iota
	SYMBOL = iota
	NAME   = iota
	TEXT   = iota
	TEXT2  = iota
	ESCAPE = iota
	NUMBER = iota
	EOF    = iota
)

Variables

var EOFTOKEN = Token{EOF, "", 0}

Functions

func IsName

func IsName(t Token, s string) bool

func IsSymbol

func IsSymbol(t Token, c int32) bool

func IsText

func IsText(t Token, s string) bool

func ResetTokenId

func ResetTokenId()

Types

type Token

type Token struct {
	Typ         int
	StringValue string
	CharValue   int32
}

func NextToken

func NextToken(tokens []Token) Token

func Parse

func Parse(data []byte) []Token

func (Token) String

func (t Token) String() string