commoncrawl

Documentation

Index

• type CommonAPIResult
• type CommonPaginationResult
• type CommonResult
• type Source
  • func (source *Source) Name() string
  • func (source *Source) Run(domain string, includeSubs bool) chan sources.Result

Types

type CommonAPIResult

type CommonAPIResult []struct {
	API string `json:"cdx-api"`
}

CommonAPIResult is a

type CommonPaginationResult

type CommonPaginationResult struct {
	Blocks   uint `json:"blocks"`
	PageSize uint `json:"pageSize"`
	Pages    uint `json:"pages"`
}

CommonPaginationResult is a

type CommonResult

type CommonResult struct {
	URL   string `json:"url"`
	Error string `json:"error"`
}

CommonResult is a

type Source

type Source struct{}

Source is the passive scraping agent

func (*Source) Name

func (source *Source) Name() string

Name returns the name of the source

func (*Source) Run

func (source *Source) Run(domain string, includeSubs bool) chan sources.Result

Run function returns all subdomains found with the service