token

Documentation

Index

• type Position
  • func (p Position) Sline() string
  • func (p Position) String() string
• type Token
  • func (t Token) String() string
• type TokenType
  • func LookupIdent(ident string) TokenType
  • func (tt TokenType) String() string

Types

type Position

type Position struct {
	Filename string
	Offset   int //offset relative to entire file
	Line     int
	Col      int //offset relative to each line
}

Position is the location of a code point in the source

func (Position) Sline

func (p Position) Sline() string

We could not use `Line()` as function name, because `Line` is the struct's field

func (Position) String

func (p Position) String() string

Stringer method for Position

type Token

type Token struct {
	Pos     Position
	Type    TokenType
	Literal string
}

func (Token) String

func (t Token) String() string

Stringer method for Token

type TokenType

type TokenType int

token

const (
	TOKEN_ILLEGAL TokenType = (iota - 1) // Illegal token
	TOKEN_EOF                            //End Of File

	TOKEN_PLUS     // +
	TOKEN_MINUS    // -
	TOKEN_MULTIPLY // *
	TOKEN_DIVIDE   // '/'
	TOKEN_MOD      // '%'
	TOKEN_POWER    // **

	TOKEN_LPAREN    // (
	TOKEN_RPAREN    // )
	TOKEN_ASSIGN    // =
	TOKEN_SEMICOLON //;
	TOKEN_COMMA     //,
	TOKEN_LBRACE    // {
	TOKEN_RBRACE    // }

	TOKEN_NUMBER     //10 or 10.1
	TOKEN_IDENTIFIER //identifier
	TOKEN_STRING     //""

	//reserved keywords
	TOKEN_TRUE     //true
	TOKEN_FALSE    //false
	TOKEN_NIL      // nil
	TOKEN_LET      //let
	TOKEN_RETURN   //return
	TOKEN_FUNCTION //fn
)

func LookupIdent

func LookupIdent(ident string) TokenType

func (TokenType) String

func (tt TokenType) String() string

for debug & testing