src

Documentation

Index

• Constants
• func CheckArchive(archiveURL string, stdClient *http.Client, fastClient *FastHTTPClient, ...)
• func GenerateArchivePaths(host string, config *Config) <-chan string
• func GetBasePathsAndExtensions(config *Config) ([]string, []string, []string)
• func GetRandomUserAgent() string
• func NewHTTPClient(config *Config) *http.Client
• func PrintError(format string, a ...interface{})
• func PrintFound(archiveURL string)
• func PrintProgressLine(format string, a ...interface{})
• func PrintVerbose(format string, a ...interface{})
• func PrintWithTime(format string, a ...interface{})
• func ProcessHostsFile(config *Config, stdClient *http.Client, fastClient *FastHTTPClient) error
• type Config
  • func ParseFlags() *Config
• type FastHTTPClient
  • func NewFastHTTPClient(config *Config) *FastHTTPClient
  • func (f *FastHTTPClient) DoRequest(url string, maxBytes int64) (int, string, []byte, error)

Constants

const (
	ColorReset  = "\033[0m"
	ColorGreen  = "\033[32m"
	ColorRed    = "\033[31m"
	ColorYellow = "\033[33m"
)

Functions

func CheckArchive

func CheckArchive(
	archiveURL string,
	stdClient *http.Client,
	fastClient *FastHTTPClient,
	config *Config,
	verbose bool,
)

func GenerateArchivePaths

func GenerateArchivePaths(host string, config *Config) <-chan string

func GetBasePathsAndExtensions

func GetBasePathsAndExtensions(config *Config) ([]string, []string, []string)

func GetRandomUserAgent

func GetRandomUserAgent() string

func NewHTTPClient

func NewHTTPClient(config *Config) *http.Client

func PrintError

func PrintError(format string, a ...interface{})

func PrintFound

func PrintFound(archiveURL string)

func PrintProgressLine

func PrintProgressLine(format string, a ...interface{})

func PrintVerbose

func PrintVerbose(format string, a ...interface{})

func PrintWithTime

func PrintWithTime(format string, a ...interface{})

func ProcessHostsFile

func ProcessHostsFile(config *Config, stdClient *http.Client, fastClient *FastHTTPClient) error

Types

type Config

type Config struct {
	HostsFile             string
	Timeout               time.Duration
	Concurrency           int
	ChunkSize             int
	DisableDynamicEntries bool
	Verbose               bool
	CompletedRequests     int64
	FoundHosts            map[string]bool
	FoundHostsMu          sync.Mutex
	Intensity             string
	UserBaseWords         []string
	UserExtensions        []string
	UseFastHTTP           bool
	OnlyDynamicEntries    bool
	ModuleYears           bool
	ModuleDate            bool
	ModuleDomainParts     bool
	ModuleFirstChars      bool
	BackupFolders         []string
	FetchHtmlFolders      bool
}

func ParseFlags

func ParseFlags() *Config

type FastHTTPClient

type FastHTTPClient struct {
	// contains filtered or unexported fields
}

func NewFastHTTPClient

func NewFastHTTPClient(config *Config) *FastHTTPClient

func (*FastHTTPClient) DoRequest

func (f *FastHTTPClient) DoRequest(url string, maxBytes int64) (int, string, []byte, error)