lexer

Documentation

Index

• Constants
• type Lexer
  • func New(input string) *Lexer
  • func (l *Lexer) Input() string
  • func (l *Lexer) NextToken() Token
• type Token
• type TokenType
  • func LookupIdent(ident string) TokenType

Constants

const (
	STATE_CODE   = 0
	STATE_STRING = 1
)

const (
	ILLEGAL = "ILLEGAL"
	EOF     = "EOF"

	// Identifiers + Literals
	IDENT  = "IDENT"  // add, foobar, x, y
	INT    = "INT"    // 1343456
	FLOAT  = "FLOAT"  // 123.45
	STRING = "STRING" // "foobar"

	// Operators
	ASSIGN   = "="
	PLUS     = "+"
	MINUS    = "-"
	BANG     = "!"
	ASTERISK = "*"
	SLASH    = "/"

	LT     = "<"
	GT     = ">"
	EQ     = "=="
	NOT_EQ = "!="
	LTE    = "<="
	GTE    = ">="

	// Bitwise Operators
	AND    = "&"
	OR     = "|"
	XOR    = "^"
	TILDE  = "~" // Bitwise NOT
	LSHIFT = "<<"
	RSHIFT = ">>"

	// Delimiters
	COMMA     = ","
	SEMICOLON = ";"
	COLON     = ":"
	DOT       = "."

	LPAREN   = "("
	RPAREN   = ")"
	LBRACE   = "{"
	RBRACE   = "}"
	LBRACKET = "["
	RBRACKET = "]"

	// Interpolation
	INTERP_START = "#{"

	// Keywords
	FUNGSI     = "FUNGSI"
	JIKA       = "JIKA"
	ATAU_JIKA  = "ATAU_JIKA"
	LAINNYA    = "LAINNYA"
	KEMBALIKAN = "KEMBALIKAN"
	BENAR      = "BENAR"
	SALAH      = "SALAH"
	KOSONG     = "KOSONG"
	AKHIR      = "AKHIR"
	SELAMA     = "SELAMA"
	DAN        = "DAN"
	ATAU       = "ATAU"
	AMBIL      = "AMBIL"
	DARI       = "DARI"
	BERHENTI   = "BERHENTI"
	LANJUT     = "LANJUT"
	STRUKTUR   = "STRUKTUR"
	COMMENT    = "COMMENT"
)

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func New

func New(input string) *Lexer

func (*Lexer) Input

func (l *Lexer) Input() string

func (*Lexer) NextToken

func (l *Lexer) NextToken() Token

type Token

type Token struct {
	Type            TokenType
	Literal         string
	Line            int
	Column          int
	HasLeadingSpace bool
}

type TokenType

type TokenType string

func LookupIdent

func LookupIdent(ident string) TokenType

LookupIdent checks if an identifier is a keyword (case-insensitive)