engines

Documentation

Index

• func RandomUA(config *BrowserConfig) string
• type BrowserConfig
• type Result
  • func Combined(query string, options *SearchOptions, engines ...SearchEngine) []Result
• type SearchEngine
  • func DuckDuckGo() SearchEngine
  • func Ecosia() SearchEngine
  • func Google() SearchEngine
  • func Naver() SearchEngine
  • func Startpage() SearchEngine
  • func Yahoo() SearchEngine
  • func (en *SearchEngine) Crawl(query string, options *SearchOptions) []Result
• type SearchOptions

Functions

func RandomUA

func RandomUA(config *BrowserConfig) string

RandomUserAgent generates a random browser user agent on every request

Types

type BrowserConfig

type BrowserConfig struct {
	// contains filtered or unexported fields
}

type Result

type Result struct {
	Title       string
	Link        string
	Description string
}

func Combined

func Combined(query string, options *SearchOptions, engines ...SearchEngine) []Result

type SearchEngine

type SearchEngine struct {
	SearchUrl  func(query string, options *SearchOptions) string
	Url        func(path string, lang string) string
	Result     func(e *colly.HTMLElement) Result
	Pagination func(page int, options *SearchOptions, e *colly.HTMLElement) string
	// contains filtered or unexported fields
}

func DuckDuckGo

func DuckDuckGo() SearchEngine

func Ecosia

func Ecosia() SearchEngine

func Google

func Google() SearchEngine

func Naver

func Naver() SearchEngine

todo fix

func Startpage

func Startpage() SearchEngine

func Yahoo

func Yahoo() SearchEngine

func (*SearchEngine) Crawl

func (en *SearchEngine) Crawl(query string, options *SearchOptions) []Result

type SearchOptions

type SearchOptions struct {
	Lang      string
	Pages     int
	From      *time.Time
	To        *time.Time
	Timerange string
	UserAgent string
	Verbose   bool
}