ja

Documentation

Index

• func NewJaKagomeTokenizer() service.Tokenizer
• type JaKagomeTokenizer
  • func (tokenizer *JaKagomeTokenizer) Tokenize(ctx context.Context, japaneseContent string) (*[]entities.TermCreate, *errors.Error)

Functions

func NewJaKagomeTokenizer

func NewJaKagomeTokenizer() service.Tokenizer

Types

type JaKagomeTokenizer

type JaKagomeTokenizer struct {
	// contains filtered or unexported fields
}

func (*JaKagomeTokenizer) Tokenize

func (tokenizer *JaKagomeTokenizer) Tokenize(ctx context.Context, japaneseContent string) (*[]entities.TermCreate, *errors.Error)