web

Documentation

Index

• type Crawler
  • func New() Crawler
• type DigestHeaders
  • func (d *DigestHeaders) ApplyAuth(req *http.Request)
  • func (d *DigestHeaders) Auth(username string, password string, uri string) (*DigestHeaders, error)
• type Request

Types

type Crawler

type Crawler interface {
	BasicAuth(username, password string) Crawler
	DigestAuth(username, password string) Crawler
	Download(options Request) (filePath string, err error)
	Probe(Request) (int, []byte, error)
}

func New

func New() Crawler

type DigestHeaders

type DigestHeaders struct {
	Realm     string
	Qop       string
	Method    string
	Nonce     string
	Opaque    string
	Algorithm string
	HA1       string
	HA2       string
	Cnonce    string
	Path      string
	Nc        int16
	Username  string
	Password  string
}

DigestHeaders tracks the state of authentication

func (*DigestHeaders) ApplyAuth

func (d *DigestHeaders) ApplyAuth(req *http.Request)

ApplyAuth adds proper auth header to the passed request

func (*DigestHeaders) Auth

func (d *DigestHeaders) Auth(username string, password string, uri string) (*DigestHeaders, error)

Auth authenticates against a given URI

type Request

type Request struct {
	Method  string
	Url     string
	Body    []byte
	Headers []map[string]string
	Timeout time.Duration
}

Request ...