url

Documentation

Index

• Constants
• Variables
• func GetWebsite() string
• func GetWebsiteList() [TotalWebsitesCount]string
• func LoadWebsites(fileToLoad string)
• func ParseFastHttpResponse(err error, resp *fasthttp.Response, urlStats *UrlStats, websiteJob *WebsiteJob)
• func SetLogging()
• func WriteDataCollectionStatsToFile()
• type UrlStats
  • func GetUrlMetrics(url string) *UrlStats
  • func GetUrlMetricsFastHttp(websiteJob *WebsiteJob) *UrlStats
• type WebsiteJob
  • func (websiteJob WebsiteJob) DoJob(routinePool *routinepool.RoutinePool)
  • func (websiteJob WebsiteJob) GetID() int

Constants

const TotalWebsitesCount = 500000

Variables

var ErrorUrlLogger *glog.Logger

var StatsLogger *glog.Logger

var SuccessUrlLogger *glog.Logger

Functions

func GetWebsite

func GetWebsite() string

func GetWebsiteList

func GetWebsiteList() [TotalWebsitesCount]string

func LoadWebsites

func LoadWebsites(fileToLoad string)

func ParseFastHttpResponse

func ParseFastHttpResponse(err error, resp *fasthttp.Response, urlStats *UrlStats, websiteJob *WebsiteJob)

func ParseFastHttpResponse(err error, resp *fasthttp.Response){

func SetLogging

func SetLogging()

func WriteDataCollectionStatsToFile

func WriteDataCollectionStatsToFile()

Types

type UrlStats

type UrlStats struct {
	Url           string
	StatusCode    int
	Error         string
	DNS           time.Duration
	TLSHandshake  time.Duration
	ConnectTime   time.Duration
	FirstByteTime time.Duration
	TotalTime     time.Duration
}

func GetUrlMetrics

func GetUrlMetrics(url string) *UrlStats

func GetUrlMetricsFastHttp

func GetUrlMetricsFastHttp(websiteJob *WebsiteJob) *UrlStats

type WebsiteJob

type WebsiteJob struct {
	Website    string
	Domain     string
	Id         int
	ResultData *routinepool.JobResult
}

func (WebsiteJob) DoJob

func (websiteJob WebsiteJob) DoJob(routinePool *routinepool.RoutinePool)

func (WebsiteJob) GetID

func (websiteJob WebsiteJob) GetID() int