cdp_helper

Documentation

Index

• type Arg
• type CdpHelper
  • func NewBrowser(headless bool) *CdpHelper
  • func NewRemoteBrowser(url string) *CdpHelper
  • func (h *CdpHelper) Attributes(sel any, opts ...chromedp.QueryOption) (map[string]string, error)
  • func (h *CdpHelper) AttributesAll(sel any, opts ...chromedp.QueryOption) ([]map[string]string, error)
  • func (h *CdpHelper) ChildNode(ctx context.Context, parent cdp.NodeID, cssSel string) (context.Context, cdp.NodeID, error)
  • func (h *CdpHelper) ChildNodeTextContent(parent *cdp.Node, cssSel string) (string, error)
  • func (h *CdpHelper) ChildNodes(parent *cdp.Node, cssSel string) ([]cdp.NodeID, error)
  • func (h *CdpHelper) Click(sel any, opts ...chromedp.QueryOption) error
  • func (h *CdpHelper) ClickChild(parent *cdp.Node, cssSel string, opts ...chromedp.MouseOption) error
  • func (h *CdpHelper) Download(path string, isNewTarget bool) (*chan string, context.Context, error)
  • func (h *CdpHelper) HasChildNode(parent *cdp.Node, cssSel string) (cdp.NodeID, bool)
  • func (h *CdpHelper) Navigate(url string) error
  • func (h *CdpHelper) NewBlankTab(targetId string) (*CdpHelper, error)
  • func (h *CdpHelper) NewBrowserExecutor(ctx context.Context) context.Context
  • func (h *CdpHelper) NewTargetExecutor(ctx context.Context) context.Context
  • func (h *CdpHelper) NodeTextContent(sel any, opts ...chromedp.QueryOption) (string, error)
  • func (h *CdpHelper) Nodes(sel any, opts ...chromedp.QueryOption) ([]*cdp.Node, error)
  • func (h *CdpHelper) Run(actions ...chromedp.Action) error
  • func (h *CdpHelper) RunWithTimeout(t time.Duration, actions ...chromedp.Action) error
  • func (h *CdpHelper) SendKeys(sel any, v string, opts ...chromedp.QueryOption) error
  • func (h *CdpHelper) SetAttributeValue(sel any, name string, value string, opts ...chromedp.QueryOption) error
  • func (h *CdpHelper) SetAttributes(sel any, attributes map[string]string, opts ...chromedp.QueryOption) error
  • func (h *CdpHelper) Sleep(d time.Duration) error
  • func (h *CdpHelper) Tasks(actions ...chromedp.Action) error
  • func (h *CdpHelper) WaitReady(sel any, opts ...chromedp.QueryOption) error
  • func (h *CdpHelper) WithTextTimeout(timeout time.Duration)
  • func (h *CdpHelper) WithTimeout(timeout time.Duration)
• type ContextWithCancel
• type DefaultLogger
  • func (*DefaultLogger) Debugf(format string, args ...any)
  • func (*DefaultLogger) Errorf(format string, args ...any)
  • func (*DefaultLogger) Logf(format string, args ...any)
• type Job
• type Logger
• type Scheduler
  • func NewScheduler() *Scheduler
  • func (scheduler *Scheduler) Schedule(job Job) bool

Types

type Arg

type Arg map[string]any

type CdpHelper

type CdpHelper struct {
	// Allocator represents chromedp allocator with cancel func
	Allocator ContextWithCancel
	Browser   ContextWithCancel
	Current   *ContextWithCancel

	Timeout         time.Duration
	TextTimeout     time.Duration
	DownloadTimeout time.Duration
}

func NewBrowser

func NewBrowser(headless bool) *CdpHelper

func NewRemoteBrowser

func NewRemoteBrowser(url string) *CdpHelper

func (*CdpHelper) Attributes

func (h *CdpHelper) Attributes(sel any, opts ...chromedp.QueryOption) (map[string]string, error)

func (*CdpHelper) AttributesAll

func (h *CdpHelper) AttributesAll(sel any, opts ...chromedp.QueryOption) ([]map[string]string, error)

func (*CdpHelper) ChildNode

func (h *CdpHelper) ChildNode(ctx context.Context, parent cdp.NodeID, cssSel string) (context.Context, cdp.NodeID, error)

func (*CdpHelper) ChildNodeTextContent

func (h *CdpHelper) ChildNodeTextContent(parent *cdp.Node, cssSel string) (string, error)

func (*CdpHelper) ChildNodes

func (h *CdpHelper) ChildNodes(parent *cdp.Node, cssSel string) ([]cdp.NodeID, error)

func (*CdpHelper) Click

func (h *CdpHelper) Click(sel any, opts ...chromedp.QueryOption) error

func (*CdpHelper) ClickChild

func (h *CdpHelper) ClickChild(parent *cdp.Node, cssSel string, opts ...chromedp.MouseOption) error

func (*CdpHelper) Download

func (h *CdpHelper) Download(path string, isNewTarget bool) (*chan string, context.Context, error)

func (*CdpHelper) HasChildNode

func (h *CdpHelper) HasChildNode(parent *cdp.Node, cssSel string) (cdp.NodeID, bool)

func (*CdpHelper) Navigate

func (h *CdpHelper) Navigate(url string) error

func (*CdpHelper) NewBlankTab

func (h *CdpHelper) NewBlankTab(targetId string) (*CdpHelper, error)

NewBlankTab returns a new CdpHelper instance, and CdpHelper.Current points to the new tab

func (*CdpHelper) NewBrowserExecutor

func (h *CdpHelper) NewBrowserExecutor(ctx context.Context) context.Context

func (*CdpHelper) NewTargetExecutor

func (h *CdpHelper) NewTargetExecutor(ctx context.Context) context.Context

func (*CdpHelper) NodeTextContent

func (h *CdpHelper) NodeTextContent(sel any, opts ...chromedp.QueryOption) (string, error)

func (*CdpHelper) Nodes

func (h *CdpHelper) Nodes(sel any, opts ...chromedp.QueryOption) ([]*cdp.Node, error)

func (*CdpHelper) Run

func (h *CdpHelper) Run(actions ...chromedp.Action) error

func (*CdpHelper) RunWithTimeout

func (h *CdpHelper) RunWithTimeout(t time.Duration, actions ...chromedp.Action) error

func (*CdpHelper) SendKeys

func (h *CdpHelper) SendKeys(sel any, v string, opts ...chromedp.QueryOption) error

func (*CdpHelper) SetAttributeValue

func (h *CdpHelper) SetAttributeValue(sel any, name string, value string, opts ...chromedp.QueryOption) error

func (*CdpHelper) SetAttributes

func (h *CdpHelper) SetAttributes(sel any, attributes map[string]string, opts ...chromedp.QueryOption) error

func (*CdpHelper) Sleep

func (h *CdpHelper) Sleep(d time.Duration) error

func (*CdpHelper) Tasks

func (h *CdpHelper) Tasks(actions ...chromedp.Action) error

func (*CdpHelper) WaitReady

func (h *CdpHelper) WaitReady(sel any, opts ...chromedp.QueryOption) error

func (*CdpHelper) WithTextTimeout

func (h *CdpHelper) WithTextTimeout(timeout time.Duration)

func (*CdpHelper) WithTimeout

func (h *CdpHelper) WithTimeout(timeout time.Duration)

type ContextWithCancel

type ContextWithCancel struct {
	Context context.Context
	Cancel  context.CancelFunc
}

type DefaultLogger

type DefaultLogger struct {
}

func (*DefaultLogger) Debugf

func (*DefaultLogger) Debugf(format string, args ...any)

func (*DefaultLogger) Errorf

func (*DefaultLogger) Errorf(format string, args ...any)

func (*DefaultLogger) Logf

func (*DefaultLogger) Logf(format string, args ...any)

type Job

type Job interface {
	Prev() ([]Arg, bool)
	Do(arg Arg) bool
	Post(args *[]Arg)
}

type Logger

type Logger interface {
	Errorf(string, ...any)
	Debugf(string, ...any)
	Logf(string, ...any)
}

type Scheduler

type Scheduler struct {
	PrevRetry         bool
	PrevRetryTimes    int
	PrevRetryInterval time.Duration
	ErrRetry          bool
	ErrRetryTimes     int
	Concurrent        bool
	WaitStep          int
	Done              chan any

	Timeout time.Duration
	// contains filtered or unexported fields
}

func NewScheduler

func NewScheduler() *Scheduler

func (*Scheduler) Schedule

func (scheduler *Scheduler) Schedule(job Job) bool