unicode_normalize

Documentation

Index

• Constants
• func UnicodeNormalizeFilterConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.TokenFilter, error)
• type UnicodeNormalizeFilter
  • func MustNewUnicodeNormalizeFilter(formName string) *UnicodeNormalizeFilter
  • func NewUnicodeNormalizeFilter(formName string) (*UnicodeNormalizeFilter, error)
  • func (s *UnicodeNormalizeFilter) Filter(input analysis.TokenStream) analysis.TokenStream

Constants

const NFC = "nfc"

const NFD = "nfd"

const NFKC = "nfkc"

const NFKD = "nfkd"

const Name = "normalize_unicode"

Functions

func UnicodeNormalizeFilterConstructor

func UnicodeNormalizeFilterConstructor(config map[string]interface{}, cache *registry.Cache) (analysis.TokenFilter, error)

Types

type UnicodeNormalizeFilter

type UnicodeNormalizeFilter struct {
	// contains filtered or unexported fields
}

func MustNewUnicodeNormalizeFilter

func MustNewUnicodeNormalizeFilter(formName string) *UnicodeNormalizeFilter

func NewUnicodeNormalizeFilter

func NewUnicodeNormalizeFilter(formName string) (*UnicodeNormalizeFilter, error)

func (*UnicodeNormalizeFilter) Filter

func (s *UnicodeNormalizeFilter) Filter(input analysis.TokenStream) analysis.TokenStream