get

README

get

Basic download library in golang

Install

> go get github.com/gonejack/get

Usage

func main() {
	err := get.Download("https://www.qq.com", "test.html", time.Second*3)
	if err != nil {
		log.Fatal(err)
	}

	errors := get.Batch(map[string]string{"https://www.qq.com": "test.html"}, 3, time.Second*3)
	for _, e := range errors {
		log.Print(e)
	}

	refs, errs := get.BatchInOrder([]string{"https://www.qq.com"}, []string{"test.html"}, 3, time.Second*3)
	for i := range refs {
		log.Printf("%s: %s", refs[i], errs[i])
	}
}

Documentation

Index

• func Download(dl *DownloadTask, timeout time.Duration) (err error)
• func DownloadWithContext(ctx context.Context, dl *DownloadTask) (err error)
• type DownloadTask
  • func NewDownloadTask(link, path string) *DownloadTask
• type DownloadTasks
  • func Batch(tasks *DownloadTasks, concurrent int, eachTimeout time.Duration) *DownloadTasks
  • func NewDownloadTasks() *DownloadTasks
  • func (d *DownloadTasks) Add(link, path string)
  • func (d *DownloadTasks) ForEach(f func(t *DownloadTask))
• type Get
  • func Default() (g Get)
  • func (g *Get) Batch(tasks *DownloadTasks, concurrent int, eachTimeout time.Duration) *DownloadTasks
  • func (g *Get) Download(task *DownloadTask, timeout time.Duration) (err error)
  • func (g *Get) DownloadWithContext(ctx context.Context, task *DownloadTask) (err error)

Functions

func Download

func Download(dl *DownloadTask, timeout time.Duration) (err error)

func DownloadWithContext

func DownloadWithContext(ctx context.Context, dl *DownloadTask) (err error)

Types

type DownloadTask

type DownloadTask struct {
	Link string
	Path string
	Err  error
}

func NewDownloadTask

func NewDownloadTask(link, path string) *DownloadTask

type DownloadTasks

type DownloadTasks struct {
	// contains filtered or unexported fields
}

func Batch

func Batch(tasks *DownloadTasks, concurrent int, eachTimeout time.Duration) *DownloadTasks

func NewDownloadTasks

func NewDownloadTasks() *DownloadTasks

func (*DownloadTasks) Add

func (d *DownloadTasks) Add(link, path string)

func (*DownloadTasks) ForEach

func (d *DownloadTasks) ForEach(f func(t *DownloadTask))

type Get

type Get struct {
	OnEachStart func(t *DownloadTask)
	OnEachStop  func(t *DownloadTask)
	OnEachSkip  func(t *DownloadTask)
	Header      http.Header
	Client      http.Client
}

func Default

func Default() (g Get)

func (*Get) Batch

func (g *Get) Batch(tasks *DownloadTasks, concurrent int, eachTimeout time.Duration) *DownloadTasks

func (*Get) Download

func (g *Get) Download(task *DownloadTask, timeout time.Duration) (err error)

func (*Get) DownloadWithContext

func (g *Get) DownloadWithContext(ctx context.Context, task *DownloadTask) (err error)