Versions in this module Expand all Collapse all v1 v1.1.0 Aug 2, 2020 v1.0.0 Aug 1, 2020 Changes in this version + const SCWS_MULTI_DUALITY + const SCWS_MULTI_MASK + const SCWS_MULTI_NONE + const SCWS_MULTI_SHORT + const SCWS_MULTI_ZALL + const SCWS_MULTI_ZMAIN + const SCWS_XDICT_MEM + const SCWS_XDICT_TXT + const SCWS_XDICT_XDB + func CloseScws() + func InitScws(dict string, rule ...string) error + type DefaultTokenizer struct + Name string + func (tokenizer DefaultTokenizer) GetTokens(text string) []string + type ScwsTokenizer struct + func GetScwsTokenizer() (*ScwsTokenizer, error) + func (scws *ScwsTokenizer) AddTxtDict(dict string) error + func (scws *ScwsTokenizer) AddXdbDict(dict string) error + func (scws *ScwsTokenizer) Close() + func (scws *ScwsTokenizer) SetDuality(yes int) + func (scws *ScwsTokenizer) SetIgnore(yes int) + func (scws *ScwsTokenizer) SetMulti(mode int) + func (scws *ScwsTokenizer) SetRule(ruleFile string) + func (scws *ScwsTokenizer) SetTxtDict(dict string) error + func (scws *ScwsTokenizer) SetXdbDict(dict string) error + func (scws ScwsTokenizer) GetTokens(text string) []string + type Tokenizer interface + GetTokens func(text string) []string