scheduler

Documentation

Index

• type Dispatcher
  • func (d *Dispatcher) Add(url string, xpath string, callBack func(xpath.Nodes, request.Data))
  • func (d *Dispatcher) Init(firstUrl string, xpath string, callBack func(xpath.Nodes, request.Data), ...)
  • func (d *Dispatcher) Init2(firstUrl string, xpath string, callBack func(xpath.Nodes, request.Data), ...)
• type Pagination
• type PaginationRange

Types

type Dispatcher

type Dispatcher struct {
	BaseUrl string
	Headers map[string]string
	Cookies map[string]string
}

func (*Dispatcher) Add

func (d *Dispatcher) Add(url string, xpath string, callBack func(xpath.Nodes, request.Data))

func (*Dispatcher) Init

func (d *Dispatcher) Init(firstUrl string, xpath string, callBack func(xpath.Nodes, request.Data), requestLimit time.Duration, page *Pagination)

func (*Dispatcher) Init2

func (d *Dispatcher) Init2(firstUrl string, xpath string, callBack func(xpath.Nodes, request.Data), requestLimit time.Duration, page *PaginationRange)

type Pagination

type Pagination struct {
	StartPage int
	EndPage   int
}

type PaginationRange

type PaginationRange struct {
	StartSize int
	EndSize   int
	EveryAdd  int
}