transformers

Documentation

Index

• Variables
• type BaseTagBuilder
  • func NewBaseTagBuilder(baseTagSelection BaseTagSelection) BaseTagBuilder
  • func (builder BaseTagBuilder) BaseLink() (baseLink []byte, isFound bool)
  • func (builder BaseTagBuilder) IsSelectionTerminated() bool
• type BaseTagSelection
• type LinkTransformer
• type Logger
• type ResolvingTransformer
  • func (transformer ResolvingTransformer) TransformLinks(links []string, response *http.Response, responseContent []byte) ([]string, error)
• type TransformerGroup
  • func (transformers TransformerGroup) TransformLinks(links []string, response *http.Response, responseContent []byte) ([]string, error)
• type TrimmingTransformer
  • func (transformer TrimmingTransformer) TransformLinks(links []string, response *http.Response, responseContent []byte) ([]string, error)

Variables

var DefaultBaseTagFilters = htmlselector.OptimizeFilters(
	htmlselector.FilterGroup{
		"base": {"href"},
	},
)

DefaultBaseTagFilters ...

Types

type BaseTagBuilder

type BaseTagBuilder struct {
	builders.FlattenBuilder
	// contains filtered or unexported fields
}

BaseTagBuilder ...

func NewBaseTagBuilder

func NewBaseTagBuilder(baseTagSelection BaseTagSelection) BaseTagBuilder

NewBaseTagBuilder ...

func (BaseTagBuilder) BaseLink

func (builder BaseTagBuilder) BaseLink() (baseLink []byte, isFound bool)

BaseLink ...

func (BaseTagBuilder) IsSelectionTerminated

func (builder BaseTagBuilder) IsSelectionTerminated() bool

IsSelectionTerminated ...

type BaseTagSelection

type BaseTagSelection int

BaseTagSelection ...

const (
	SelectFirstBaseTag BaseTagSelection = iota
	SelectLastBaseTag
)

...

type LinkTransformer

type LinkTransformer interface {
	models.LinkTransformer
}

LinkTransformer ...

It's used only for mock generating.

type Logger

type Logger interface {
	log.Logger
}

Logger ...

It's used only for mock generating.

type ResolvingTransformer

type ResolvingTransformer struct {
	BaseTagSelection BaseTagSelection
	BaseTagFilters   htmlselector.OptimizedFilterGroup
	BaseHeaderNames  []string
	Logger           log.Logger
}

ResolvingTransformer ...

func (ResolvingTransformer) TransformLinks

func (transformer ResolvingTransformer) TransformLinks(
	links []string,
	response *http.Response,
	responseContent []byte,
) ([]string, error)

TransformLinks ...

type TransformerGroup

type TransformerGroup []models.LinkTransformer

TransformerGroup ...

func (TransformerGroup) TransformLinks

func (transformers TransformerGroup) TransformLinks(
	links []string,
	response *http.Response,
	responseContent []byte,
) ([]string, error)

TransformLinks ...

type TrimmingTransformer

type TrimmingTransformer struct {
	TrimLink urlutils.LinkTrimming
}

TrimmingTransformer ...

func (TrimmingTransformer) TransformLinks

func (transformer TrimmingTransformer) TransformLinks(
	links []string,
	response *http.Response,
	responseContent []byte,
) ([]string, error)

TransformLinks ...