scan

Documentation

Index

• type Scanner
  • func New(conf *config.Config, name string, r io.ByteReader) *Scanner
• type Token
  • func (i Token) String() string
• type Type
  • func (i Type) String() string

Types

type Scanner

type Scanner struct {
	Tokens chan Token // channel of scanned items
	// contains filtered or unexported fields
}

Scanner holds the state of the scanner.

func New

func New(conf *config.Config, name string, r io.ByteReader) *Scanner

New creates a new scanner for the input string.

type Token

type Token struct {
	Type Type   // The type of this item.
	Line int    // The line number on which this token appears
	Text string // The text of this item.
}

Token represents a token or text string returned from the scanner.

func (Token) String

func (i Token) String() string

type Type

type Type int

Type identifies the type of lex items.

const (
	EOF   Type = iota // zero value so closed channel delivers EOF
	Error             // error occurred; value is text of error
	Newline
	// Interesting things
	Assign         // '='
	Char           // printable ASCII character; grab bag for comma etc.
	CharConstant   // character constant
	Def            // "def", function definition keyword
	GreaterOrEqual // '>='
	Identifier     // alphanumeric identifier
	LeftBrack      // '['
	LeftParen      // '('
	Number         // simple number
	Operator       // known operator
	Rational       // rational number like 2/3
	RawString      // raw quoted string (includes quotes)
	RightBrack     // ']'
	RightParen     // ')'
	Semicolon      // ';'
	Space          // run of spaces separating
	String         // quoted string (includes quotes)
)

func (Type) String

func (i Type) String() string