fetch

Documentation

Index

• type Client
  • func New(opts Options) *Client
  • func (c *Client) Allowed(ctx context.Context, rawURL string) (bool, error)
  • func (c *Client) Fetch(ctx context.Context, req Request) (Result, error)
• type Options
• type Request
• type Result

Types

type Client

type Client struct {
	// contains filtered or unexported fields
}

func New

func New(opts Options) *Client

func (*Client) Allowed

func (c *Client) Allowed(ctx context.Context, rawURL string) (bool, error)

func (*Client) Fetch

func (c *Client) Fetch(ctx context.Context, req Request) (Result, error)

type Options

type Options struct {
	UserAgent    string
	PerHostRate  float64
	PerHostBurst int
	Timeout      time.Duration
	MaxRetries   int
}

type Request

type Request struct {
	URL          string
	ETag         string
	LastModified string
}

type Result

type Result struct {
	Status       int
	Body         []byte
	ETag         string
	LastModified string
	NotModified  bool
}