Version: v0.0.0-...-ed07a65 Latest Latest

This package is not in the latest version of its module.

Go to latest
Published: Sep 19, 2019 License: BSD-3-Clause Imports: 14 Imported by: 0



Package urlfetch implements routines to fetch files given a URL.

urlfetch currently supports HTTP, TFTP, local files, and a retrying HTTP client.



This section is empty.


View Source
var (
	// ErrWrongScheme means the wrong mocked scheme was used.
	ErrWrongScheme = errors.New("wrong scheme")
	// ErrNoSuchHost means there is no host record in the mock.
	ErrNoSuchHost = errors.New("no such host exists")
	// ErrNoSuchFile means there is no file record in the mock.
	ErrNoSuchFile = errors.New("no such file exists on this host")
View Source
var (
	// DefaultHTTPClient is the default HTTP FileScheme.
	// It is not recommended to use this for HTTPS. We recommend creating an
	// http.Client that accepts only a private pool of certificates.
	DefaultHTTPClient = NewHTTPClient(http.DefaultClient)

	// DefaultTFTPClient is the default TFTP FileScheme.
	DefaultTFTPClient = NewTFTPClient()

	// DefaultSchemes are the schemes supported by default.
	DefaultSchemes = Schemes{
		"tftp": DefaultTFTPClient,
		"http": DefaultHTTPClient,
		"file": &LocalFileClient{},
View Source
var (
	// ErrNoSuchScheme is returned by Schemes.Fetch and
	// Schemes.LazyFetch if there is no registered FileScheme
	// implementation for the given URL scheme.
	ErrNoSuchScheme = errors.New("no such scheme")


func Fetch

func Fetch(u *url.URL) (io.ReaderAt, error)

Fetch fetchs a file via DefaultSchemes.

func IsURLError

func IsURLError(err error) bool

IsURLError returns true iff err is a URLError.

func LazyFetch

func LazyFetch(u *url.URL) (io.ReaderAt, error)

LazyFetch calls LazyFetch on DefaultSchemes.

func RegisterScheme

func RegisterScheme(scheme string, fs FileScheme)

RegisterScheme calls DefaultSchemes.Register.


type FileScheme

type FileScheme interface {
	// Fetch returns a reader that gives the contents of `u`.
	// It may do so by fetching `u` and placing it in a buffer, or by
	// returning an io.ReaderAt that fetchs the file.
	Fetch(u *url.URL) (io.ReaderAt, error)

FileScheme represents the implementation of a URL scheme and gives access to fetching files of that scheme.

For example, an http FileScheme implementation would fetch files using the HTTP protocol.

func NewTFTPClient

func NewTFTPClient(opts ...tftp.ClientOpt) FileScheme

NewTFTPClient returns a new TFTP client based on the given tftp.ClientOpt.

type HTTPClient

type HTTPClient struct {
	// contains filtered or unexported fields

HTTPClient implements FileScheme for HTTP files.

func NewHTTPClient

func NewHTTPClient(c *http.Client) *HTTPClient

NewHTTPClient returns a new HTTP FileScheme based on the given http.Client.

func (HTTPClient) Fetch

func (h HTTPClient) Fetch(u *url.URL) (io.ReaderAt, error)

Fetch implements FileScheme.Fetch.

type HTTPClientWithRetries

type HTTPClientWithRetries struct {
	Client  *http.Client
	BackOff backoff.BackOff

HTTPClientWithRetries implements FileScheme for HTTP files and automatically retries (with backoff) upon an error.

func (HTTPClientWithRetries) Fetch

func (h HTTPClientWithRetries) Fetch(u *url.URL) (io.ReaderAt, error)

Fetch implements FileScheme.Fetch.

type LocalFileClient

type LocalFileClient struct{}

LocalFileClient implements FileScheme for files on disk.

func (LocalFileClient) Fetch

func (lfs LocalFileClient) Fetch(u *url.URL) (io.ReaderAt, error)

Fetch implements FileScheme.Fetch.

type MockScheme

type MockScheme struct {
	// scheme is the scheme name.
	Scheme string
	// contains filtered or unexported fields

MockScheme is a Scheme mock for testing.

func NewMockScheme

func NewMockScheme(scheme string) *MockScheme

NewMockScheme creates a new MockScheme with the given scheme name.

func (*MockScheme) Add

func (m *MockScheme) Add(host string, p string, content string)

Add adds a file to the MockScheme

func (*MockScheme) Fetch

func (m *MockScheme) Fetch(u *url.URL) (io.ReaderAt, error)

Fetch implements FileScheme.Fetch.

func (*MockScheme) NumCalled

func (m *MockScheme) NumCalled(u *url.URL) uint

NumCalled returns how many times a url has been looked up.

type SchemeWithRetries

type SchemeWithRetries struct {
	Scheme  FileScheme
	BackOff backoff.BackOff

SchemeWithRetries wraps a FileScheme and automatically retries (with backoff) when Fetch returns a non-nil err.

func (*SchemeWithRetries) Fetch

func (s *SchemeWithRetries) Fetch(u *url.URL) (io.ReaderAt, error)

Fetch implements FileScheme.Fetch.

type Schemes

type Schemes map[string]FileScheme

Schemes is a map of URL scheme identifier -> implementation that can fetch a file for that scheme.

func (Schemes) Fetch

func (s Schemes) Fetch(u *url.URL) (io.ReaderAt, error)

Fetch fetchs the file with the given `u`. `u.Scheme` is used to select the FileScheme via `s`.

If `s` does not contain a FileScheme for `u.Scheme`, ErrNoSuchScheme is returned.

func (Schemes) LazyFetch

func (s Schemes) LazyFetch(u *url.URL) (io.ReaderAt, error)

LazyFetch returns a reader that will Fetch the file given by `u` when Read is called, based on `u`s scheme. See Schemes.Fetch for more details.

func (Schemes) Register

func (s Schemes) Register(scheme string, fs FileScheme)

Register registers a scheme identified by `scheme` to be `fs`.

type TFTPClient

type TFTPClient struct {
	// contains filtered or unexported fields

TFTPClient implements FileScheme for TFTP files.

func (*TFTPClient) Fetch

func (t *TFTPClient) Fetch(u *url.URL) (io.ReaderAt, error)

Fetch implements FileScheme.Fetch.

type URLError

type URLError struct {
	URL *url.URL
	Err error

URLError is an error involving URLs.

func (*URLError) Error

func (s *URLError) Error() string

Error implements error.Error.

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
t or T : Toggle theme light dark auto
y or Y : Canonical URL