Versions in this module Expand all Collapse all v0 v0.1.0 Jul 21, 2026 Changes in this version + type IrrToken struct + Morph []uint16 + PosID int32 + type IrregularNode struct + FirstPosID int32 + Tokens []IrrToken + type Komoran struct + func Default() (*Komoran, error) + func New(modelFS fs.FS, modelDir string) (*Komoran, error) + func (k *Komoran) SetUserDictEntries(entries []string) + func (k *Komoran) Tokenize(s string) []string + func (k *Komoran) TokenizeWith(userDict []string, s string) []string + type ScoredTag struct + Score float64 + Tag string + TagID int32 + type Tokenizer struct + func NewTokenizer(userDictPath string) (*Tokenizer, error) + func (t *Tokenizer) Tokenize(s string) []string + func (t *Tokenizer) TokenizeWith(userDict []string, s string) []string
Go to main page