scraper

Documentation

Index

• type DrakmaClient
  • func (d *DrakmaClient) Do(req *http.Request) (*http.Response, error)
  • func (d *DrakmaClient) NewRequest(method, url string, body io.Reader) (*http.Request, error)
  • func (d *DrakmaClient) Post(endpoint, data string) (*http.Response, error)
• type Scraper
  • func (s *Scraper) Click(selector string)
  • func (s *Scraper) Hover(selector string)
  • func (s *Scraper) StartDriver(scraperOptions ScraperOptions) error
  • func (s *Scraper) StartService(scraperOptions ScraperOptions) error
  • func (s *Scraper) StopDriver()
  • func (s *Scraper) StopService()
  • func (s *Scraper) Text(selector string) (string, error)
  • func (s *Scraper) Type(selector, text string)
  • func (s *Scraper) Visit(url string)
  • func (s *Scraper) WaitForElement(selector string)
  • func (s *Scraper) WaitForElementE(selector string) error
• type ScraperOptions

Types

type DrakmaClient

type DrakmaClient struct {
	BaseUrl  string
	ApiToken string
}

func (*DrakmaClient) Do

func (d *DrakmaClient) Do(req *http.Request) (*http.Response, error)

func (*DrakmaClient) NewRequest

func (d *DrakmaClient) NewRequest(method, url string, body io.Reader) (*http.Request, error)

func (*DrakmaClient) Post

func (d *DrakmaClient) Post(endpoint, data string) (*http.Response, error)

type Scraper

type Scraper struct {
	SeleniumService *selenium.Service
	SeleniumDriver  selenium.WebDriver
	Err             error
}

func (*Scraper) Click

func (s *Scraper) Click(selector string)

func (*Scraper) Hover

func (s *Scraper) Hover(selector string)

func (*Scraper) StartDriver

func (s *Scraper) StartDriver(scraperOptions ScraperOptions) error

func (*Scraper) StartService

func (s *Scraper) StartService(scraperOptions ScraperOptions) error

func (*Scraper) StopDriver

func (s *Scraper) StopDriver()

func (*Scraper) StopService

func (s *Scraper) StopService()

func (*Scraper) Text

func (s *Scraper) Text(selector string) (string, error)

func (*Scraper) Type

func (s *Scraper) Type(selector, text string)

func (*Scraper) Visit

func (s *Scraper) Visit(url string)

func (*Scraper) WaitForElement

func (s *Scraper) WaitForElement(selector string)

func (*Scraper) WaitForElementE

func (s *Scraper) WaitForElementE(selector string) error

type ScraperOptions

type ScraperOptions struct {
	Port            int
	Headless        bool
	SeleniumPath    string
	GeckoDriverPath string
	DrakmaUrl       string
	DrakmaAccount   string
	DrakmaToken     string
}