contracts

package
Version: v0.0.0-...-ba9c0dd Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Dec 22, 2015 License: MIT Imports: 0 Imported by: 1

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type Fetcher

type Fetcher interface {
	// Returns the content and the title of the crawled resource and
	// a slice of URLs to children resources found on that resource
	Fetch(url string) (content, title string, urls []string, err error)
	// Determine if we should crawl a link present on the baseURL
	ShouldCrawl(baseURL, href string) bool
}

type Processor

type Processor interface {
	// Process a fetched resource with its content, title, its children URLs
	// and an optional error
	Process(url, content, title string, urls []string, err error)
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL