rod_helper

Documentation

Index

• func Clear(log *logrus.Logger)
• func GetPublicIP(page *rod.Page, timeOut time.Duration, customDectIPSites []string) (string, error)
• func HttpGetFromBrowser(browser *rod.Browser, inputUrl string, tt time.Duration, debugMode ...bool) (string, *rod.Page, error)
• func NewBrowserBase(log *logrus.Logger, localChromeFPath, httpProxyURL string, loadAdblock bool, ...) (*rod.Browser, error)
• func NewBrowserBaseFromDocker(httpProxyURL, remoteDockerURL string, ...) (*rod.Browser, error)
• func NewBrowserEx(rodOptions *BrowserOptions) (*rod.Browser, error)
• func NewPageNavigate(browser *rod.Browser, desURL string, timeOut time.Duration, debugMode ...bool) (*rod.Page, int, string, error)
• func NewPageNavigateWithProxy(browser *rod.Browser, proxyUrl string, desURL string, timeOut time.Duration) (*rod.Page, int, string, error)
• func PageNavigate(page *rod.Page, desURL string, timeOut time.Duration) (*rod.Page, int, string, error)
• func PageNavigateWithProxy(page *rod.Page, proxyUrl string, desURL string, timeOut time.Duration) (*rod.Page, int, string, error)
• func ReloadBrowser(log *logrus.Logger)
• type Browser
  • func NewMultiBrowser(browserOptions *BrowserOptions) *Browser
  • func (b *Browser) Close()
  • func (b *Browser) GetLBBrowser() *rod.Browser
  • func (b *Browser) NewBrowser() (*rod.Browser, error)
• type BrowserOptions
  • func NewBrowserOptions(log *logrus.Logger, loadAdblock bool, settings *settings.Settings) *BrowserOptions
  • func (r *BrowserOptions) BrowserInstanceCount() int
  • func (r *BrowserOptions) PreLoadUrl() string
  • func (r *BrowserOptions) SetBrowserInstanceCount(count int)
  • func (r *BrowserOptions) SetPreLoadUrl(url string)
  • func (r *BrowserOptions) SetXrayPoolPort(xrayPort string)
  • func (r *BrowserOptions) SetXrayPoolUrl(xrayUrl string)
  • func (r *BrowserOptions) XrayPoolPort() string
  • func (r *BrowserOptions) XrayPoolUrl() string
• type ProxyResult

Functions

func Clear

func Clear(log *logrus.Logger)

Clear 清理缓存

func GetPublicIP

func GetPublicIP(page *rod.Page, timeOut time.Duration, customDectIPSites []string) (string, error)

func HttpGetFromBrowser

func HttpGetFromBrowser(browser *rod.Browser, inputUrl string, tt time.Duration, debugMode ...bool) (string, *rod.Page, error)

func NewBrowserBase

func NewBrowserBase(log *logrus.Logger, localChromeFPath, httpProxyURL string, loadAdblock bool, preLoadUrl ...string) (*rod.Browser, error)

func NewBrowserBaseFromDocker

func NewBrowserBaseFromDocker(httpProxyURL, remoteDockerURL string, remoteAdblockPath, reMoteUserDataDir string,
	loadAdblock bool, preLoadUrl ...string) (*rod.Browser, error)

func NewBrowserEx

func NewBrowserEx(rodOptions *BrowserOptions) (*rod.Browser, error)

NewBrowserEx 创建一个 Browser 并且初始化

func NewPageNavigate

func NewPageNavigate(browser *rod.Browser, desURL string, timeOut time.Duration, debugMode ...bool) (*rod.Page, int, string, error)

func NewPageNavigateWithProxy

func NewPageNavigateWithProxy(browser *rod.Browser, proxyUrl string, desURL string, timeOut time.Duration) (*rod.Page, int, string, error)

func PageNavigate

func PageNavigate(page *rod.Page, desURL string, timeOut time.Duration) (*rod.Page, int, string, error)

func PageNavigateWithProxy

func PageNavigateWithProxy(page *rod.Page, proxyUrl string, desURL string, timeOut time.Duration) (*rod.Page, int, string, error)

func ReloadBrowser

func ReloadBrowser(log *logrus.Logger)

ReloadBrowser 提前把浏览器下载好

Types

type Browser

type Browser struct {
	LbHttpUrl string // 负载均衡的 http proxy url
	LBPort    int    //负载均衡 http 端口
	// contains filtered or unexported fields
}

func NewMultiBrowser

func NewMultiBrowser(browserOptions *BrowserOptions) *Browser

NewMultiBrowser 面向与爬虫的时候使用 Browser

func (*Browser) Close

func (b *Browser) Close()

func (*Browser) GetLBBrowser

func (b *Browser) GetLBBrowser() *rod.Browser

GetLBBrowser 这里获取到的 Browser 使用的代理是负载均衡的代理

func (*Browser) NewBrowser

func (b *Browser) NewBrowser() (*rod.Browser, error)

NewBrowser 每次新建一个 Browser ，使用 HttpProxy 列表中的一个作为代理

type BrowserOptions

type BrowserOptions struct {
	Log         *logrus.Logger     // 日志
	LoadAdblock bool               // 是否加载 adblock
	Settings    *settings.Settings // 配置
	// contains filtered or unexported fields
}

func NewBrowserOptions

func NewBrowserOptions(log *logrus.Logger, loadAdblock bool, settings *settings.Settings) *BrowserOptions

func (*BrowserOptions) BrowserInstanceCount

func (r *BrowserOptions) BrowserInstanceCount() int

func (*BrowserOptions) PreLoadUrl

func (r *BrowserOptions) PreLoadUrl() string

func (*BrowserOptions) SetBrowserInstanceCount

func (r *BrowserOptions) SetBrowserInstanceCount(count int)

func (*BrowserOptions) SetPreLoadUrl

func (r *BrowserOptions) SetPreLoadUrl(url string)

func (*BrowserOptions) SetXrayPoolPort

func (r *BrowserOptions) SetXrayPoolPort(xrayPort string)

SetXrayPoolPort 19035

func (*BrowserOptions) SetXrayPoolUrl

func (r *BrowserOptions) SetXrayPoolUrl(xrayUrl string)

SetXrayPoolUrl 127.0.0.1

func (*BrowserOptions) XrayPoolPort

func (r *BrowserOptions) XrayPoolPort() string

XrayPoolPort 19035

func (*BrowserOptions) XrayPoolUrl

func (r *BrowserOptions) XrayPoolUrl() string

XrayPoolUrl 127.0.0.1

type ProxyResult

type ProxyResult struct {
	Status         string `json:"status"`
	LbPort         int    `json:"lb_port"`
	OpenResultList []struct {
		Name       string `json:"name"`
		ProtoModel string `json:"proto_model"`
		SocksPort  int    `json:"socks_port"`
		HttpPort   int    `json:"http_port"`
	} `json:"open_result_list"`
}