builder

Documentation

Index

• type WorkerBuilder
  • func NewWorkerBuilder() *WorkerBuilder
  • func (w *WorkerBuilder) Build() (*arachne.Worker, error)
  • func (w *WorkerBuilder) SetHTTPClient(httpClient arachne.HTTPClient) *WorkerBuilder
  • func (w *WorkerBuilder) SetLogger(logger arachne.Logger) *WorkerBuilder
  • func (w *WorkerBuilder) SetSpider(f func(response *arachne.Response) ([]*arachne.Request, error)) *WorkerBuilder
  • func (w *WorkerBuilder) SetWorkerQueue(workerQueue arachne.WorkerQueue) *WorkerBuilder

Types

type WorkerBuilder

type WorkerBuilder struct {
	WorkerQueue         arachne.WorkerQueue
	Logger              arachne.Logger
	HTTPClient          arachne.HTTPClient
	RequestMiddlewares  []func(request *arachne.Request)
	ResponseMiddlewares []func(response *arachne.Response)
	Spider              func(response *arachne.Response) ([]*arachne.Request, error)
}

WorkerBuilder is the builder of Worker.

func NewWorkerBuilder

func NewWorkerBuilder() *WorkerBuilder

NewWorkerBuilder is builder of the WorkerBuilder that initialize fields by default values.

func (*WorkerBuilder) Build

func (w *WorkerBuilder) Build() (*arachne.Worker, error)

Build builds worker from given fields.

func (*WorkerBuilder) SetHTTPClient

func (w *WorkerBuilder) SetHTTPClient(httpClient arachne.HTTPClient) *WorkerBuilder

SetHTTPClient sets HTTPClient implementation

func (*WorkerBuilder) SetLogger

func (w *WorkerBuilder) SetLogger(logger arachne.Logger) *WorkerBuilder

SetLogger sets Logger imeplementation

func (*WorkerBuilder) SetSpider

func (w *WorkerBuilder) SetSpider(f func(response *arachne.Response) ([]*arachne.Request, error)) *WorkerBuilder

SetSpider sets spider

func (*WorkerBuilder) SetWorkerQueue

func (w *WorkerBuilder) SetWorkerQueue(workerQueue arachne.WorkerQueue) *WorkerBuilder

SetWorkerQueue sets WorkerQueue implementation