reliability

Documentation

Index

• Constants
• type TaskReliability
  • func GetTaskReliabilityScores(filter TaskReliabilityFilter) ([]TaskReliability, error)
• type TaskReliabilityFilter
  • func (filter TaskReliabilityFilter) BuildTaskStatsQueryGroupStage() bson.M
  • func (filter TaskReliabilityFilter) GetTaskStats() (taskStats []stats.TaskStats, err error)
  • func (f *TaskReliabilityFilter) ValidateForTaskReliability() error

Constants

const (
	MaxQueryLimit        = stats.MaxQueryLimit - 1 // 1000 // route.ReliabilityAPIMaxNumTasks
	MaxSignificanceLimit = 1.0
	MinSignificanceLimit = 0.0
	DefaultSignificance  = 0.05

	GroupByTask       = stats.GroupByTask
	GroupByVariant    = stats.GroupByVariant
	GroupByDistro     = stats.GroupByDistro
	SortEarliestFirst = stats.SortEarliestFirst
	SortLatestFirst   = stats.SortLatestFirst
)

Types

type TaskReliability

type TaskReliability struct {
	TaskName           string
	BuildVariant       string
	Distro             string
	Date               time.Time
	NumTotal           int
	NumSuccess         int
	NumFailed          int
	NumTimeout         int
	NumTestFailed      int
	NumSystemFailed    int
	NumSetupFailed     int
	AvgDurationSuccess float64
	SuccessRate        float64
	Z                  float64
	LastUpdate         time.Time
}

TaskReliability represents task execution statistics.

func GetTaskReliabilityScores

func GetTaskReliabilityScores(filter TaskReliabilityFilter) ([]TaskReliability, error)

GetTaskReliabilityScores queries the precomputed task statistics using a filter and then calculates the success reliability score from the lower bound wilson confidence interval. https://en.wikipedia.org/wiki/Binomial_proportion_confidence_interval#Wilson_score_interval.

type TaskReliabilityFilter

type TaskReliabilityFilter struct {
	stats.StatsFilter
	Significance float64
}

TaskReliabilityFilter represents search and aggregation parameters when querying the test or task statistics.

func (TaskReliabilityFilter) BuildTaskStatsQueryGroupStage

func (filter TaskReliabilityFilter) BuildTaskStatsQueryGroupStage() bson.M

BuildTaskStatsQueryGroupStage creates an aggregation pipeline to query task statistics.

func (TaskReliabilityFilter) GetTaskStats

func (filter TaskReliabilityFilter) GetTaskStats() (taskStats []stats.TaskStats, err error)

GetTaskStats create an aggregation to find task stats matching the filter state.

func (*TaskReliabilityFilter) ValidateForTaskReliability

func (f *TaskReliabilityFilter) ValidateForTaskReliability() error

ValidateForTaskReliability validates that the StartAt struct is valid for use with test stats.