lexer

Documentation

Index

• type Lexer
  • func New(file string, str string) *Lexer
  • func (l *Lexer) HasNext() bool
  • func (l *Lexer) Token() (*Token, error)
• type Reader
  • func NewReader(s string) *Reader
  • func (r *Reader) HasNext() bool
  • func (r *Reader) ReadUntil(stops string) (string, error)
  • func (r *Reader) UnreadRunes(n int)
• type Token
  • func (t *Token) Class() TokenClass
  • func (t *Token) IntValue() int
  • func (t *Token) String() string
  • func (t *Token) StringValue() string
• type TokenClass

Types

type Lexer

type Lexer struct {
	// contains filtered or unexported fields
}

func New

func New(file string, str string) *Lexer

func (*Lexer) HasNext

func (l *Lexer) HasNext() bool

func (*Lexer) Token

func (l *Lexer) Token() (*Token, error)

type Reader

type Reader struct {
	*strings.Reader
}

func NewReader

func NewReader(s string) *Reader

func (*Reader) HasNext

func (r *Reader) HasNext() bool

func (*Reader) ReadUntil

func (r *Reader) ReadUntil(stops string) (string, error)

func (*Reader) UnreadRunes

func (r *Reader) UnreadRunes(n int)

type Token

type Token struct {
	// contains filtered or unexported fields
}

func (*Token) Class

func (t *Token) Class() TokenClass

func (*Token) IntValue

func (t *Token) IntValue() int

func (*Token) String

func (t *Token) String() string

func (*Token) StringValue

func (t *Token) StringValue() string

type TokenClass

type TokenClass int

const (
	ClassSymbol TokenClass = iota
	ClassComment
	ClassLParen
	ClassNumber
	ClassQuote
	ClassRParen
	ClassString
)