collector

Documentation

Overview

结果收集与输出

Index

• Variables
• func Register(outType string, outFunc func(self *Collector) (err error))
• type Collector
  • func NewCollector(sp *spider.Spider) *Collector
  • func (self *Collector) CollectData(dataCell data.DataCell) error
  • func (self *Collector) CollectFile(fileCell data.FileCell) error
  • func (self *Collector) Report()
  • func (self *Collector) Start()
  • func (self *Collector) Stop()

Variables

var (
	// 全局支持的输出方式
	DataOutput = make(map[string]func(self *Collector) error)

	// 全局支持的文本数据输出方式名称列表
	DataOutputLib []string
)

Functions

func Register

func Register(outType string, outFunc func(self *Collector) (err error))

注册output

Types

type Collector

type Collector struct {
	*spider.Spider                    //绑定的采集规则
	DataChan       chan data.DataCell //文本数据收集通道
	FileChan       chan data.FileCell //文件收集通道
	// contains filtered or unexported fields
}

结果收集与输出

func NewCollector

func NewCollector(sp *spider.Spider) *Collector

func (*Collector) CollectData

func (self *Collector) CollectData(dataCell data.DataCell) error

func (*Collector) CollectFile

func (self *Collector) CollectFile(fileCell data.FileCell) error

func (*Collector) Report

func (self *Collector) Report()

返回报告

func (*Collector) Start

func (self *Collector) Start()

启动数据收集/输出管道

func (*Collector) Stop

func (self *Collector) Stop()

停止