lexer

package

v0.0.0-...-0aa8afa Latest Latest Go to latest Published: Jun 4, 2023 License: BSD-3-Clause Imports: 3 Imported by: 0

Details

This section is empty.

This section is empty.

This section is empty.

type Eraser struct {
	// contains filtered or unexported fields
}

Eraser wraps a Stream removing position information from tokens

Commonly used for testing

func NoPos(s Stream) Eraser

func (e Eraser) Lex() token.Token

type Lexer struct {
	// contains filtered or unexported fields
}

func FromBytes(b []byte) (s *Lexer)

func FromFile(filename string) (s *Lexer, err error)

func FromReader(r io.Reader) (s *Lexer, err error)

func (s *Lexer) Lex() token.Token

type Parrot struct {
	// contains filtered or unexported fields
}

Parrot implements Stream by yielding tokens from supplied list

func FromTokens(toks []token.Token) *Parrot

func (p *Parrot) Lex() token.Token

type Quiet struct {
	// contains filtered or unexported fields
}

Quiet wraps a Stream removing tokens with comments

Commonly used for testing

func NoComments(s Stream) Quiet

func (q Quiet) Lex() token.Token

type Stream interface {
	Lex() token.Token
}