token

Documentation

Index

• type Pos
  • func (p Pos) String() string
• type Scanner
  • func NewScanner(r io.Reader) *Scanner
  • func (s *Scanner) Err() error
  • func (s *Scanner) Next() Token
• type Token
  • func (t Token) String() string
• type Type
  • func (i Type) String() string

Types

type Pos

type Pos struct {
	Line, Column int
}

func (Pos) String

func (p Pos) String() string

type Scanner

type Scanner struct {
	// contains filtered or unexported fields
}

func NewScanner

func NewScanner(r io.Reader) *Scanner

func (*Scanner) Err

func (s *Scanner) Err() error

func (*Scanner) Next

func (s *Scanner) Next() Token

type Token

type Token struct {
	Type Type
	Text string
	Pos  Pos
}

func (Token) String

func (t Token) String() string

type Type

type Type uint

const (
	Illegal Type = iota
	EOF
	Newline // \n
	Whitespace

	Ident
	Tag
	Var
	String
	Int
	Other

	OpenDoc  // /**
	CloseDoc // */

	Asterisk  // *
	Backslash // \
	Qmark     // ?
	Lparen    // (
	Rparen    // )
	Lbrack    // [
	Rbrack    // ]
	Lbrace    // {
	Rbrace    // }
	Lt        // <
	Gt        // >
	Comma     // ,
	Colon     // :
	Ellipsis  // ...
	Or        // |
	And       // &

	This     // $this
	Array    // array
	Callable // callable
	Static   // static

)

func (Type) String

func (i Type) String() string