lexer

Documentation

Index

• type Scanner
  • func NewScanner(source string, log *zap.SugaredLogger) *Scanner
  • func (s *Scanner) ScanTokens() []*Token
• type Token
  • func (t *Token) GenerateTokenError(msg string) error
  • func (t *Token) String() string
• type TokenType

Types

type Scanner

type Scanner struct {
	// contains filtered or unexported fields
}

func NewScanner

func NewScanner(source string, log *zap.SugaredLogger) *Scanner

func (*Scanner) ScanTokens

func (s *Scanner) ScanTokens() []*Token

ScanTokens scans all text in source of scanner and returns them as tokens

type Token

type Token struct {
	Type    TokenType
	Lexeme  string
	Literal any
	Line    int
}

func (*Token) GenerateTokenError

func (t *Token) GenerateTokenError(msg string) error

func (*Token) String

func (t *Token) String() string

type TokenType

type TokenType int

const (
	LEFT_PAREN TokenType = iota
	RIGHT_PAREN
	LEFT_BRACE
	RIGHT_BRACE
	COMMA
	DOT
	MINUS
	PLUS
	SEMICOLON
	SLASH
	STAR

	// One or two character tokens.
	BANG
	BANG_EQUAL
	EQUAL
	EQUAL_EQUAL
	GREATER
	GREATER_EQUAL
	LESS
	LESS_EQUAL

	// Literals.
	IDENTIFIER
	STRING
	NUMBER

	// Keywords.
	AND
	CLASS
	ELSE
	FALSE
	FUN
	FOR
	IF
	NIL
	OR
	PRINT
	RETURN
	SUPER
	THIS
	TRUE
	VAR
	WHILE

	EOF
)