goquestor

README

Goquestor

Goquestor is an asynchronous HTTP client based on net/http with additional features.

Features

• Parallel requests
• Change TLS fingerprint profile
• Change order of TLS extensions
• Change order of headers
• Change order of pseudo headers
• HTTP/1.1 or HTTP/2
• Proxy connection
• Cookie jar

Installation

Run the following go command

go get -u github.com/mahelbir/goquestor

Usage

fhttp Guide

tlsclient Guide

package main

import (
	"fmt"
	http "github.com/bogdanfinn/fhttp"
	tlsclient "github.com/bogdanfinn/tls-client"
	"github.com/bogdanfinn/tls-client/profiles"
	"github.com/mahelbir/goquestor"
	"net/url"
)

func main() {
	gq := goquestor.NewGoquestor(200) // concurrency: 200

	// Async multiple requests
	gq.Request(
		http.MethodGet,
		"https://httpbin.org/get",
		nil,
		http.Header{"X-Custom-Header": {"value"}},
		[]tlsclient.HttpClientOption{tlsclient.WithProxyUrl("http://user:pass@127.0.0.1:8080")},
		"request_1_extra_data",
	)
	gq.Request(
		http.MethodPost,
		"https://httpbin.org/post",
		goquestor.EncodeBody(url.Values{"key": {"value"}}),
		http.Header{"content-type": {"application/x-www-form-urlencoded"}},
		nil,
		nil,
	)
	gq.Request(
		http.MethodPost,
		"https://httpbin.org/post",
		goquestor.JSONBody(struct{ Num int }{Num: 1}),
		http.Header{"content-type": {"application/json"}},
		nil,
		nil,
	)
	gq.Request(
		http.MethodPost,
		"https://httpbin.org/delay/5",
		nil,
		nil,
		[]tlsclient.HttpClientOption{tlsclient.WithTimeoutSeconds(3)},
		nil,
	)
	gq.Request(
		http.MethodGet,
		"https://httpbin.org/get?q=1",
		nil,
		http.Header{"user-agent": {"Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:123.0) Gecko/20100101 Firefox/123.0"}},
		[]tlsclient.HttpClientOption{tlsclient.WithClientProfile(profiles.Firefox_123)},
		map[string]string{"id": "request_5"},
	)

	// Run all requests
	responses := gq.Execute()

	// Read responses (pointer)
	for _, response := range responses {
		fmt.Print("Status: ")
		fmt.Println(response.Status)
		fmt.Print("Body: ")
		fmt.Println(response.Body)
		fmt.Print("Headers: ")
		fmt.Println(response.Headers)
		fmt.Print("Error: ")
		fmt.Println(response.Error)
		fmt.Print("Identifier: ")
		fmt.Println(*response.Caller)
	}

	// Read responses (slice)
	fmt.Println(goquestor.Result(responses))

}

Credits

Special thanks to the following people for helping me with this project.

@bogdanfinn

License

The MIT License (MIT). Please see License File for more information.

Documentation

Index

• func EncodeBody(body url.Values) io.Reader
• func JSONBody(body any) io.Reader
• type Goquestor
  • func NewGoquestor(concurrency int) *Goquestor
  • func (r *Goquestor) Execute() []*Response
  • func (r *Goquestor) Request(method, url string, body io.Reader, headers http.Header, ...)
• type Response
  • func Result(responses []*Response) []Response

Functions

func EncodeBody

func EncodeBody(body url.Values) io.Reader

func JSONBody

func JSONBody(body any) io.Reader

Types

type Goquestor

type Goquestor struct {
	// contains filtered or unexported fields
}

Goquestor struct manages a pool of clients and handles their asynchronous execution.

func NewGoquestor

func NewGoquestor(concurrency int) *Goquestor

NewGoquestor Create initializes a Goquestor with a specified concurrency limit.

func (*Goquestor) Execute

func (r *Goquestor) Execute() []*Response

Execute processes all the requests stored in the goquestor up to the concurrency limit.

func (*Goquestor) Request

func (r *Goquestor) Request(method, url string, body io.Reader, headers http.Header, options []tlsclient.HttpClientOption, caller any)

Request adds a new request to the goquestor along with specific tlsclient options and an identifier/caller.

type Response

type Response struct {
	Status  int
	Body    string
	Headers http.Header
	Error   string
	Caller  *any
}

Response struct holds all relevant data from a response for later use.

func Result

func Result(responses []*Response) []Response

Result returns the value of responses pointer