tokenizer

Documentation

Index

• Constants
• type Token
  • func TokenizeJSON(fileData []byte) ([]Token, error)

Constants

const (
	LeftBrace    = "LEFT_BRACE"
	RightBrace   = "RIGHT_BRACE"
	LeftBracket  = "LEFT_BRACKET"
	RightBracket = "RIGHT_BRACKET"
	Colon        = "COLON"
	Comma        = "COMMA"
	String       = "STRING"
	Number       = "NUMBER"
	Boolean      = "BOOLEAN"
	Null         = "NULL"
	EOF          = "EOF"
)

Types

type Token

type Token struct {
	Type  string
	Value string
}

func TokenizeJSON

func TokenizeJSON(fileData []byte) ([]Token, error)