Versions in this module Expand all Collapse all v0 v0.1.7 Apr 30, 2025 Changes in this version + type LexicalEntry struct + Lemma string + Tag string + type Location struct + Column int + File string + Line int + func (loc Location) String() string + type MorphologicalLexicon struct + func NewMorphologicalLexicon(filename string) (*MorphologicalLexicon, error) + func (lex *MorphologicalLexicon) AddEntry(form, lemma, tag string) + func (lex *MorphologicalLexicon) Analyse(form string) []*LexicalEntry + type Token struct + Form []rune + Loc Location + Tag string + Type TokenType + func (t *Token) String() string + type TokenType int + const EOF + const EOL + const EndIndent + const Number + const String + const Symbol + const Word + func (t TokenType) String() string + type Tokeniser struct + CommentPrefix string + IdentChars string + KeepEOLs bool + KeepEndIndents bool + StringRune rune + func (t *Tokeniser) Tokenise(text, file string) []*Token v0.1.6-a Apr 30, 2025
Go to main page