getter

Documentation

Index

• Variables
• func InitGetter() error
• func Register(sourceType string, c creator)
• func StringArray2ProxyArray(origin []string) proxy.ProxyList
• type Clash
  • func (c *Clash) Get() proxy.ProxyList
  • func (c *Clash) SyncGet(pc chan proxy.Proxy, wg *sync.WaitGroup)
• type Crawl
  • func (c *Crawl) Get() proxy.ProxyList
  • func (c *Crawl) SyncGet(pc chan proxy.Proxy, wg *sync.WaitGroup)
• type Getter
• type Sub
• type Subscribe
  • func (s *Subscribe) Get() proxy.ProxyList
  • func (v *Subscribe) SyncGet(pc chan proxy.Proxy, wg *sync.WaitGroup)

Variables

var (
	GetterList = make([]Getter, 0)

	ErrorUrlNotFound         = errors.New("url未定义")
	ErrorCrawlSubNotFound    = errors.New("subs爬取节点未定义或格式错误")
	ErrorCreaterNotSupported = errors.New("不支持的获取类型")
)

Functions

func InitGetter

func InitGetter() error

func Register

func Register(sourceType string, c creator)

func StringArray2ProxyArray

func StringArray2ProxyArray(origin []string) proxy.ProxyList

Types

type Clash

type Clash struct {
	Url string
}

func (*Clash) Get

func (c *Clash) Get() proxy.ProxyList

Get implements Getter.

func (*Clash) SyncGet

func (c *Clash) SyncGet(pc chan proxy.Proxy, wg *sync.WaitGroup)

SyncGet implements Getter.

type Crawl

type Crawl struct {
	Url       string
	Subs      []Sub
	Collector *colly.Collector
	// contains filtered or unexported fields
}

func (*Crawl) Get

func (c *Crawl) Get() proxy.ProxyList

Get implements Getter.

func (*Crawl) SyncGet

func (c *Crawl) SyncGet(pc chan proxy.Proxy, wg *sync.WaitGroup)

SyncGet implements Getter.

type Getter

type Getter interface {
	Get() proxy.ProxyList
	SyncGet(pc chan proxy.Proxy, wg *sync.WaitGroup)
}

定义每种getter的基本函数

type Sub

type Sub struct {
	Type  string `json:"type" yaml:"type"`
	Xpath string `json:"xpath" yaml:"xpath"`
	Subs  []Sub  `json:"subs" yaml:"subs"`
}

type Subscribe

type Subscribe struct {
	Url string
}

func (*Subscribe) Get

func (s *Subscribe) Get() proxy.ProxyList

Get implements Getter.

func (*Subscribe) SyncGet

func (v *Subscribe) SyncGet(pc chan proxy.Proxy, wg *sync.WaitGroup)

SyncGet implements Getter.