pre_crawl_filters

Documentation

Index

• type EntropyFilter
  • func (e *EntropyFilter) GetType() string
  • func (e *EntropyFilter) Initialize(config config.TaskHandlerOptions) error
  • func (e *EntropyFilter) Input(inProperties *common.DomainProperties) *common.DomainProperties
• type LengthFilter
  • func (l *LengthFilter) GetType() string
  • func (l *LengthFilter) Initialize(config config.TaskHandlerOptions) error
  • func (l *LengthFilter) Input(inProperties *common.DomainProperties) *common.DomainProperties
• type UniqueDomainFilter
  • func (f *UniqueDomainFilter) GetType() string
  • func (f *UniqueDomainFilter) Initialize(config config.TaskHandlerOptions) error
  • func (f *UniqueDomainFilter) Input(inProperties *common.DomainProperties) *common.DomainProperties

Types

type EntropyFilter

type EntropyFilter struct {
	// contains filtered or unexported fields
}

func (*EntropyFilter) GetType

func (e *EntropyFilter) GetType() string

func (*EntropyFilter) Initialize

func (e *EntropyFilter) Initialize(config config.TaskHandlerOptions) error

func (*EntropyFilter) Input

func (e *EntropyFilter) Input(inProperties *common.DomainProperties) *common.DomainProperties

type LengthFilter

type LengthFilter struct {
	// contains filtered or unexported fields
}

func (*LengthFilter) GetType

func (l *LengthFilter) GetType() string

func (*LengthFilter) Initialize

func (l *LengthFilter) Initialize(config config.TaskHandlerOptions) error

func (*LengthFilter) Input

func (l *LengthFilter) Input(inProperties *common.DomainProperties) *common.DomainProperties

type UniqueDomainFilter

type UniqueDomainFilter struct {
	// contains filtered or unexported fields
}

func (*UniqueDomainFilter) GetType

func (f *UniqueDomainFilter) GetType() string

func (*UniqueDomainFilter) Initialize

func (f *UniqueDomainFilter) Initialize(config config.TaskHandlerOptions) error

func (*UniqueDomainFilter) Input

func (f *UniqueDomainFilter) Input(inProperties *common.DomainProperties) *common.DomainProperties