httpc

README

httpc

Go的一个功能强大、易扩展、易使用的http客户端请求库。适合用于接口请求，模拟浏览器请求，爬虫请求。

特点

• Cookie管理器(适合爬虫和模拟请求)
• 支持HEADER、GET、POST、PUT、DELETE
• 轻松上传文件下载文件
• 支持链式调用

安装

go get github.com/Albert-Zhan/httpc

API文档

httpc在线文档

快速入门

1. 简单的请求

//新建一个请求和http客户端
req:=httpc.NewRequest(httpc.NewHttpClient())
//get请求,返回string类型的body
resp,body,err:=req.SetUrl("http://127.0.0.1").Send().End()
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(body)
}

2. 设置头信息

//新建一个http客户端
client:=httpc.NewHttpClient()
//新建一个请求
req:=httpc.NewRequest(client)
req.SetMethod("post").SetUrl("http://127.0.0.1")
//设置头信息,返回byte类型的body
resp,bodyByte,err:=req.SetHeader("HOST","127.0.0.1").Send().EndByte()
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(bodyByte)
}

3. 设置请求信息(get)

//新建一个http客户端
client:=httpc.NewHttpClient()
//新建一个请求
req:=httpc.NewRequest(client)
req.SetMethod("post").SetUrl("http://127.0.0.1")
//设置头信息
req.SetHeader("HOST","127.0.0.1")
//设置请求信息
resp,body,err:=req.SetParam("client", "httpc").Send().End()
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(body)
}

4. 设置请求信息(post)

//新建一个http客户端
client:=httpc.NewHttpClient()
//新建一个请求
req:=httpc.NewRequest(client)
req.SetMethod("post").SetUrl("http://127.0.0.1")
//设置头信息
req.SetHeader("HOST","127.0.0.1")
//设置请求信息
b:=body.NewUrlEncode()
b.SetData("client","httpc")
resp,body,err:=req.SetBody(b).Send().End()
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(body)
}

5. 设置Cookie

//新建一个http客户端
client:=httpc.NewHttpClient()
//新建一个请求
req:=httpc.NewRequest(client)
//设置请求地址和头信息
req.SetUrl("http://127.0.0.1").SetHeader("HOST","127.0.0.1")
//设置请求数据
req.SetData("client", "httpc")
var cookies []*http.Cookie
cookie:=&http.Cookie{Name:"client",Value:"httpc"}
cookies= append(cookies, cookie)
//添加cookie并请求
resp,bodyByte,err:=req.SetCookies(&cookies).Send().End()
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(bodyByte)
}

6. 上传文件

//新建一个http客户端
client:=httpc.NewHttpClient()
//新建一个请求
req:=httpc.NewRequest(client)
req.SetMethod("post").SetUrl("http://127.0.0.1")
//设置上传的文件
b:=body.NewFormData()
b.SetFile("img1","./img.png")
//设置附加参数
b.SetData("client","httpc")
resp,body,err:=req.SetBody(b).Send().End()
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(body)
}

7. 下载文件

//新建一个http客户端
client:=httpc.NewHttpClient()
//新建一个请求
req:=httpc.NewRequest(client)
//请求保存文件
resp,body,err:=req.SetUrl("http://127.0.0.1/1.zip").Send().EndFile("./test/","")
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(body)
}

8. 开启调试

req:=httpc.NewRequest(httpc.NewHttpClient())
req.SetMethod("post").SetUrl("https://127.0.0.1")
req.SetHeader("HOST","127.0.0.1")
b:=body.NewUrlEncode()
b.SetData("client","httpc")
var cookies []*http.Cookie
cookie:=&http.Cookie{Name:"client",Value:"httpc"}
cookies= append(cookies, cookie)
_, _, _ = req.SetBody(b).SetCookies(&cookies).SetDebug(true).Send().End()

⚠ 在实际场景中不建议复用Request，建议每个请求对应一个Request。

高级用法

1. 设置请求超时

//新建http客户端
client:=httpc.NewHttpClient()
//设置请求超时,默认值为30秒
client.SetTimeout(5*time.Second)
//不设置超时
//client.SetTimeout(0)
//新建一个请求
req:=httpc.NewRequest(client)
req.SetMethod("post").SetUrl("http://127.0.0.1")
//设置头信息,返回byte类型的body
resp,bodyByte,err:=req.SetHeader("HOST","127.0.0.1").Send().EndByte()
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(bodyByte)
}

2. 设置COOKIE管理器

//新建http客户端
client:=httpc.NewHttpClient()
//新建一个cookie管理器,后面所有请求的cookie将保存在这
cookieJar:=httpc.NewCookieJar()
//设置cookie管理器,
client.SetCookieJar(cookieJar)
//新建一个请求
req:=httpc.NewRequest(client)
req.SetMethod("post").SetUrl("http://127.0.0.1")
//设置头信息,返回byte类型的body
resp,bodyByte,err:=req.SetHeader("HOST","127.0.0.1").Send().EndByte()
if err!=nil {
    fmt.Println(err)
}else{
    //从cookie管理器中获取当前访问url保存的cookie
    u, _ := url.Parse("http://127.0.0.1")
    cookies:=cookieJar.Cookies(u)
    fmt.Println(cookies)
    fmt.Println(resp)
    fmt.Println(bodyByte)
}

3. 设置代理

//新建http客户端
client:=httpc.NewHttpClient()
//设置请求代理
client.SetProxy("http://127.0.0.1:10809")
//新建一个请求
req:=httpc.NewRequest(client)
req.SetMethod("post").SetUrl("http://127.0.0.1")
//设置头信息,返回byte类型的body
resp,bodyByte,err:=req.SetHeader("HOST","127.0.0.1").Send().EndByte()
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(bodyByte)
}

4. 设置重定向处理

//新建http客户端
client:=httpc.NewHttpClient()
//设置http客户端重定向处理函数
client.SetRedirect(func(req *http.Request, via []*http.Request) error {
    return http.ErrUseLastResponse
})
//新建一个请求
req:=httpc.NewRequest(client)
req.SetMethod("post").SetUrl("http://127.0.0.1")
//设置头信息,返回byte类型的body
resp,bodyByte,err:=req.SetHeader("HOST","127.0.0.1").Send().EndByte()
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(bodyByte)
}

5. 设置ssl验证

//新建http客户端
client:=httpc.NewHttpClient()
//跳过ssl验证
client.SetSkipVerify(false)
//新建一个请求
req:=httpc.NewRequest(client)
req.SetMethod("post").SetUrl("http://127.0.0.1")
//设置头信息,返回byte类型的body
resp,bodyByte,err:=req.SetHeader("HOST","127.0.0.1").Send().EndByte()
if err!=nil {
    fmt.Println(err)
}else{
    fmt.Println(resp)
    fmt.Println(bodyByte)
}

License

Apache License Version 2.0 see http://www.apache.org/licenses/LICENSE-2.0.html

Documentation

Index

• type CookieJar
  • func NewCookieJar() *CookieJar
  • func (j *CookieJar) Cookies(u *url.URL) (cookies []*http.Cookie)
  • func (j *CookieJar) SetCookies(u *url.URL, cookies []*http.Cookie)
• type HttpClient
  • func NewHttpClient() *HttpClient
  • func (this *HttpClient) ClearProxy() *HttpClient
  • func (this *HttpClient) CustomizeTransport(f func(tr *http.Transport)) *HttpClient
  • func (this *HttpClient) SetCookieJar(j *CookieJar) *HttpClient
  • func (this *HttpClient) SetProxy(proxyUrl string) *HttpClient
  • func (this *HttpClient) SetRedirect(f func(req *http.Request, via []*http.Request) error) *HttpClient
  • func (this *HttpClient) SetSkipVerify(isSkipVerify bool) *HttpClient
  • func (this *HttpClient) SetTimeout(t time.Duration) *HttpClient
• type Request
  • func NewRequest(client *HttpClient) *Request
  • func (this *Request) End() (*http.Response, string, error)
  • func (this *Request) EndByte() (*http.Response, []byte, error)
  • func (this *Request) EndFile(savePath, saveFileName string) (*http.Response, error)
  • func (this *Request) GetError() error
  • func (this *Request) GetResponse() *http.Response
  • func (this *Request) Send(ctxs ...context.Context) *Request
  • func (this *Request) SetBasicAuth(username, password string) *Request
  • func (this *Request) SetBody(body body.Body) *Request
  • func (this *Request) SetClient(client *HttpClient) *Request
  • func (this *Request) SetCookies(cookies *[]*http.Cookie) *Request
  • func (this *Request) SetDebug(d bool) *Request
  • func (this *Request) SetHeader(name, value string) *Request
  • func (this *Request) SetMethod(name string) *Request
  • func (this *Request) SetParam(name, value string) *Request
  • func (this *Request) SetUrl(url string) *Request

Types

type CookieJar

type CookieJar struct {
	// contains filtered or unexported fields
}

func NewCookieJar

func NewCookieJar() *CookieJar

func (*CookieJar) Cookies

func (j *CookieJar) Cookies(u *url.URL) (cookies []*http.Cookie)

func (*CookieJar) SetCookies

func (j *CookieJar) SetCookies(u *url.URL, cookies []*http.Cookie)

type HttpClient

type HttpClient struct {
	// contains filtered or unexported fields
}

func NewHttpClient

func NewHttpClient() *HttpClient

func (*HttpClient) ClearProxy

func (this *HttpClient) ClearProxy() *HttpClient

func (*HttpClient) CustomizeTransport

func (this *HttpClient) CustomizeTransport(f func(tr *http.Transport)) *HttpClient

func (*HttpClient) SetCookieJar

func (this *HttpClient) SetCookieJar(j *CookieJar) *HttpClient

func (*HttpClient) SetProxy

func (this *HttpClient) SetProxy(proxyUrl string) *HttpClient

func (*HttpClient) SetRedirect

func (this *HttpClient) SetRedirect(f func(req *http.Request, via []*http.Request) error) *HttpClient

func (*HttpClient) SetSkipVerify

func (this *HttpClient) SetSkipVerify(isSkipVerify bool) *HttpClient

func (*HttpClient) SetTimeout

func (this *HttpClient) SetTimeout(t time.Duration) *HttpClient

type Request

type Request struct {
	// contains filtered or unexported fields
}

func NewRequest

func NewRequest(client *HttpClient) *Request

func (*Request) End

func (this *Request) End() (*http.Response, string, error)

func (*Request) EndByte

func (this *Request) EndByte() (*http.Response, []byte, error)

func (*Request) EndFile

func (this *Request) EndFile(savePath, saveFileName string) (*http.Response, error)

func (*Request) GetError

func (this *Request) GetError() error

func (*Request) GetResponse

func (this *Request) GetResponse() *http.Response

func (*Request) Send

func (this *Request) Send(ctxs ...context.Context) *Request

func (*Request) SetBasicAuth

func (this *Request) SetBasicAuth(username, password string) *Request

func (*Request) SetBody

func (this *Request) SetBody(body body.Body) *Request

func (*Request) SetClient

func (this *Request) SetClient(client *HttpClient) *Request

func (*Request) SetCookies

func (this *Request) SetCookies(cookies *[]*http.Cookie) *Request

func (*Request) SetDebug

func (this *Request) SetDebug(d bool) *Request

func (*Request) SetHeader

func (this *Request) SetHeader(name, value string) *Request

func (*Request) SetMethod

func (this *Request) SetMethod(name string) *Request

func (*Request) SetParam

func (this *Request) SetParam(name, value string) *Request

func (*Request) SetUrl

func (this *Request) SetUrl(url string) *Request