metrics

package
v2.7.0-nightly.20230526 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: May 25, 2023 License: Apache-2.0 Imports: 26 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var (
	ErrInvalidLengthMetrics        = fmt.Errorf("proto: negative length found during unmarshaling")
	ErrIntOverflowMetrics          = fmt.Errorf("proto: integer overflow")
	ErrUnexpectedEndOfGroupMetrics = fmt.Errorf("proto: unexpected end of group")
)

Functions

func FinishReportAndFlushUserAction 

func FinishReportAndFlushUserAction(action string, err error, start time.Time) func()

FinishReportAndFlushUserAction immediately reports the metric but does not block execution. It returns a wait function which waits or times out after 5s. It is used by the pachctl binary and runs on users' machines

func ReportUserAction 

func ReportUserAction(ctx context.Context, r *Reporter, action string) func(time.Time, error)

ReportUserAction pushes the action into a queue for reporting, and reports the start, finish, and error conditions

func StartReportAndFlushUserAction 

func StartReportAndFlushUserAction(action string, value interface{}) func()

StartReportAndFlushUserAction immediately reports the metric but does not block execution. It returns a wait function which waits or times out after 5s. It is used by the pachctl binary and runs on users' machines

Types

type Metrics 

type Metrics struct {
	ClusterID            string   `protobuf:"bytes,1,opt,name=cluster_id,json=clusterId,proto3" json:"cluster_id,omitempty"`
	PodID                string   `protobuf:"bytes,2,opt,name=pod_id,json=podId,proto3" json:"pod_id,omitempty"`
	Nodes                int64    `protobuf:"varint,3,opt,name=nodes,proto3" json:"nodes,omitempty"`
	Version              string   `protobuf:"bytes,4,opt,name=version,proto3" json:"version,omitempty"`
	Repos                int64    `protobuf:"varint,5,opt,name=repos,proto3" json:"repos,omitempty"`
	Commits              int64    `protobuf:"varint,6,opt,name=commits,proto3" json:"commits,omitempty"`
	Files                int64    `protobuf:"varint,7,opt,name=files,proto3" json:"files,omitempty"`
	Bytes                uint64   `protobuf:"varint,8,opt,name=bytes,proto3" json:"bytes,omitempty"`
	Jobs                 int64    `protobuf:"varint,9,opt,name=jobs,proto3" json:"jobs,omitempty"`
	Pipelines            int64    `protobuf:"varint,10,opt,name=pipelines,proto3" json:"pipelines,omitempty"`
	ArchivedCommits      int64    `protobuf:"varint,11,opt,name=archived_commits,json=archivedCommits,proto3" json:"archived_commits,omitempty"`
	CancelledCommits     int64    `protobuf:"varint,12,opt,name=cancelled_commits,json=cancelledCommits,proto3" json:"cancelled_commits,omitempty"`
	ActivationCode       string   `protobuf:"bytes,13,opt,name=activation_code,json=activationCode,proto3" json:"activation_code,omitempty"`
	MaxBranches          uint64   `protobuf:"varint,14,opt,name=max_branches,json=maxBranches,proto3" json:"max_branches,omitempty"`
	PpsSpout             int64    `protobuf:"varint,15,opt,name=pps_spout,json=ppsSpout,proto3" json:"pps_spout,omitempty"`
	PpsSpoutService      int64    `protobuf:"varint,16,opt,name=pps_spout_service,json=ppsSpoutService,proto3" json:"pps_spout_service,omitempty"`
	CfgEgress            int64    `protobuf:"varint,18,opt,name=cfg_egress,json=cfgEgress,proto3" json:"cfg_egress,omitempty"`
	CfgStandby           int64    `protobuf:"varint,19,opt,name=cfg_standby,json=cfgStandby,proto3" json:"cfg_standby,omitempty"`
	CfgS3Gateway         int64    `protobuf:"varint,20,opt,name=cfg_s3gateway,json=cfgS3gateway,proto3" json:"cfg_s3gateway,omitempty"`
	CfgServices          int64    `protobuf:"varint,21,opt,name=cfg_services,json=cfgServices,proto3" json:"cfg_services,omitempty"`
	CfgErrcmd            int64    `protobuf:"varint,22,opt,name=cfg_errcmd,json=cfgErrcmd,proto3" json:"cfg_errcmd,omitempty"`
	CfgTfjob             int64    `protobuf:"varint,24,opt,name=cfg_tfjob,json=cfgTfjob,proto3" json:"cfg_tfjob,omitempty"`
	InputGroup           int64    `protobuf:"varint,25,opt,name=input_group,json=inputGroup,proto3" json:"input_group,omitempty"`
	InputJoin            int64    `protobuf:"varint,26,opt,name=input_join,json=inputJoin,proto3" json:"input_join,omitempty"`
	InputCross           int64    `protobuf:"varint,27,opt,name=input_cross,json=inputCross,proto3" json:"input_cross,omitempty"`
	InputUnion           int64    `protobuf:"varint,28,opt,name=input_union,json=inputUnion,proto3" json:"input_union,omitempty"`
	InputCron            int64    `protobuf:"varint,29,opt,name=input_cron,json=inputCron,proto3" json:"input_cron,omitempty"`
	InputGit             int64    `protobuf:"varint,30,opt,name=input_git,json=inputGit,proto3" json:"input_git,omitempty"`
	InputPfs             int64    `protobuf:"varint,31,opt,name=input_pfs,json=inputPfs,proto3" json:"input_pfs,omitempty"`
	InputCommit          int64    `protobuf:"varint,32,opt,name=input_commit,json=inputCommit,proto3" json:"input_commit,omitempty"`
	InputJoinOn          int64    `protobuf:"varint,33,opt,name=input_join_on,json=inputJoinOn,proto3" json:"input_join_on,omitempty"`
	InputOuterJoin       int64    `protobuf:"varint,34,opt,name=input_outer_join,json=inputOuterJoin,proto3" json:"input_outer_join,omitempty"`
	InputLazy            int64    `protobuf:"varint,35,opt,name=input_lazy,json=inputLazy,proto3" json:"input_lazy,omitempty"`
	InputEmptyFiles      int64    `protobuf:"varint,36,opt,name=input_empty_files,json=inputEmptyFiles,proto3" json:"input_empty_files,omitempty"`
	InputS3              int64    `protobuf:"varint,37,opt,name=input_s3,json=inputS3,proto3" json:"input_s3,omitempty"`
	InputTrigger         int64    `protobuf:"varint,38,opt,name=input_trigger,json=inputTrigger,proto3" json:"input_trigger,omitempty"`
	ResourceCpuReq       float32  `protobuf:"fixed32,39,opt,name=resource_cpu_req,json=resourceCpuReq,proto3" json:"resource_cpu_req,omitempty"`
	ResourceCpuReqMax    float32  `protobuf:"fixed32,40,opt,name=resource_cpu_req_max,json=resourceCpuReqMax,proto3" json:"resource_cpu_req_max,omitempty"`
	ResourceMemReq       string   `protobuf:"bytes,41,opt,name=resource_mem_req,json=resourceMemReq,proto3" json:"resource_mem_req,omitempty"`
	ResourceGpuReq       int64    `protobuf:"varint,42,opt,name=resource_gpu_req,json=resourceGpuReq,proto3" json:"resource_gpu_req,omitempty"`
	ResourceGpuReqMax    int64    `protobuf:"varint,43,opt,name=resource_gpu_req_max,json=resourceGpuReqMax,proto3" json:"resource_gpu_req_max,omitempty"`
	ResourceDiskReq      string   `protobuf:"bytes,44,opt,name=resource_disk_req,json=resourceDiskReq,proto3" json:"resource_disk_req,omitempty"`
	ResourceCpuLimit     float32  `protobuf:"fixed32,45,opt,name=resource_cpu_limit,json=resourceCpuLimit,proto3" json:"resource_cpu_limit,omitempty"`
	ResourceCpuLimitMax  float32  `protobuf:"fixed32,46,opt,name=resource_cpu_limit_max,json=resourceCpuLimitMax,proto3" json:"resource_cpu_limit_max,omitempty"`
	ResourceMemLimit     string   `protobuf:"bytes,47,opt,name=resource_mem_limit,json=resourceMemLimit,proto3" json:"resource_mem_limit,omitempty"`
	ResourceGpuLimit     int64    `protobuf:"varint,48,opt,name=resource_gpu_limit,json=resourceGpuLimit,proto3" json:"resource_gpu_limit,omitempty"`
	ResourceGpuLimitMax  int64    `protobuf:"varint,49,opt,name=resource_gpu_limit_max,json=resourceGpuLimitMax,proto3" json:"resource_gpu_limit_max,omitempty"`
	ResourceDiskLimit    string   `protobuf:"bytes,50,opt,name=resource_disk_limit,json=resourceDiskLimit,proto3" json:"resource_disk_limit,omitempty"`
	MaxParallelism       uint64   `protobuf:"varint,51,opt,name=max_parallelism,json=maxParallelism,proto3" json:"max_parallelism,omitempty"`
	MinParallelism       uint64   `protobuf:"varint,52,opt,name=min_parallelism,json=minParallelism,proto3" json:"min_parallelism,omitempty"`
	NumParallelism       uint64   `protobuf:"varint,53,opt,name=num_parallelism,json=numParallelism,proto3" json:"num_parallelism,omitempty"`
	EnterpriseFailures   int64    `protobuf:"varint,54,opt,name=enterprise_failures,json=enterpriseFailures,proto3" json:"enterprise_failures,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*Metrics) Descriptor 

func (*Metrics) Descriptor() ([]byte, []int)

func (*Metrics) GetActivationCode 

func (m *Metrics) GetActivationCode() string

func (*Metrics) GetArchivedCommits 

func (m *Metrics) GetArchivedCommits() int64

func (*Metrics) GetBytes 

func (m *Metrics) GetBytes() uint64

func (*Metrics) GetCancelledCommits 

func (m *Metrics) GetCancelledCommits() int64

func (*Metrics) GetCfgEgress 

func (m *Metrics) GetCfgEgress() int64

func (*Metrics) GetCfgErrcmd 

func (m *Metrics) GetCfgErrcmd() int64

func (*Metrics) GetCfgS3Gateway 

func (m *Metrics) GetCfgS3Gateway() int64

func (*Metrics) GetCfgServices 

func (m *Metrics) GetCfgServices() int64

func (*Metrics) GetCfgStandby 

func (m *Metrics) GetCfgStandby() int64

func (*Metrics) GetCfgTfjob 

func (m *Metrics) GetCfgTfjob() int64

func (*Metrics) GetClusterID 

func (m *Metrics) GetClusterID() string

func (*Metrics) GetCommits 

func (m *Metrics) GetCommits() int64

func (*Metrics) GetEnterpriseFailures 

func (m *Metrics) GetEnterpriseFailures() int64

func (*Metrics) GetFiles 

func (m *Metrics) GetFiles() int64

func (*Metrics) GetInputCommit 

func (m *Metrics) GetInputCommit() int64

func (*Metrics) GetInputCron 

func (m *Metrics) GetInputCron() int64

func (*Metrics) GetInputCross 

func (m *Metrics) GetInputCross() int64

func (*Metrics) GetInputEmptyFiles 

func (m *Metrics) GetInputEmptyFiles() int64

func (*Metrics) GetInputGit 

func (m *Metrics) GetInputGit() int64

func (*Metrics) GetInputGroup 

func (m *Metrics) GetInputGroup() int64

func (*Metrics) GetInputJoin 

func (m *Metrics) GetInputJoin() int64

func (*Metrics) GetInputJoinOn 

func (m *Metrics) GetInputJoinOn() int64

func (*Metrics) GetInputLazy 

func (m *Metrics) GetInputLazy() int64

func (*Metrics) GetInputOuterJoin 

func (m *Metrics) GetInputOuterJoin() int64

func (*Metrics) GetInputPfs 

func (m *Metrics) GetInputPfs() int64

func (*Metrics) GetInputS3 

func (m *Metrics) GetInputS3() int64

func (*Metrics) GetInputTrigger 

func (m *Metrics) GetInputTrigger() int64

func (*Metrics) GetInputUnion 

func (m *Metrics) GetInputUnion() int64

func (*Metrics) GetJobs 

func (m *Metrics) GetJobs() int64

func (*Metrics) GetMaxBranches 

func (m *Metrics) GetMaxBranches() uint64

func (*Metrics) GetMaxParallelism 

func (m *Metrics) GetMaxParallelism() uint64

func (*Metrics) GetMinParallelism 

func (m *Metrics) GetMinParallelism() uint64

func (*Metrics) GetNodes 

func (m *Metrics) GetNodes() int64

func (*Metrics) GetNumParallelism 

func (m *Metrics) GetNumParallelism() uint64

func (*Metrics) GetPipelines 

func (m *Metrics) GetPipelines() int64

func (*Metrics) GetPodID 

func (m *Metrics) GetPodID() string

func (*Metrics) GetPpsSpout 

func (m *Metrics) GetPpsSpout() int64

func (*Metrics) GetPpsSpoutService 

func (m *Metrics) GetPpsSpoutService() int64

func (*Metrics) GetRepos 

func (m *Metrics) GetRepos() int64

func (*Metrics) GetResourceCpuLimit 

func (m *Metrics) GetResourceCpuLimit() float32

func (*Metrics) GetResourceCpuLimitMax 

func (m *Metrics) GetResourceCpuLimitMax() float32

func (*Metrics) GetResourceCpuReq 

func (m *Metrics) GetResourceCpuReq() float32

func (*Metrics) GetResourceCpuReqMax 

func (m *Metrics) GetResourceCpuReqMax() float32

func (*Metrics) GetResourceDiskLimit 

func (m *Metrics) GetResourceDiskLimit() string

func (*Metrics) GetResourceDiskReq 

func (m *Metrics) GetResourceDiskReq() string

func (*Metrics) GetResourceGpuLimit 

func (m *Metrics) GetResourceGpuLimit() int64

func (*Metrics) GetResourceGpuLimitMax 

func (m *Metrics) GetResourceGpuLimitMax() int64

func (*Metrics) GetResourceGpuReq 

func (m *Metrics) GetResourceGpuReq() int64

func (*Metrics) GetResourceGpuReqMax 

func (m *Metrics) GetResourceGpuReqMax() int64

func (*Metrics) GetResourceMemLimit 

func (m *Metrics) GetResourceMemLimit() string

func (*Metrics) GetResourceMemReq 

func (m *Metrics) GetResourceMemReq() string

func (*Metrics) GetVersion 

func (m *Metrics) GetVersion() string

func (*Metrics) Marshal 

func (m *Metrics) Marshal() (dAtA []byte, err error)

func (*Metrics) MarshalLogObject 

func (x *Metrics) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Metrics) MarshalTo 

func (m *Metrics) MarshalTo(dAtA []byte) (int, error)

func (*Metrics) MarshalToSizedBuffer 

func (m *Metrics) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*Metrics) ProtoMessage 

func (*Metrics) ProtoMessage()

func (*Metrics) Reset 

func (m *Metrics) Reset()

func (*Metrics) Size 

func (m *Metrics) Size() (n int)

func (*Metrics) String 

func (m *Metrics) String() string

func (*Metrics) Unmarshal 

func (m *Metrics) Unmarshal(dAtA []byte) error

func (*Metrics) XXX_DiscardUnknown 

func (m *Metrics) XXX_DiscardUnknown()

func (*Metrics) XXX_Marshal 

func (m *Metrics) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Metrics) XXX_Merge 

func (m *Metrics) XXX_Merge(src proto.Message)

func (*Metrics) XXX_Size 

func (m *Metrics) XXX_Size() int

func (*Metrics) XXX_Unmarshal 

func (m *Metrics) XXX_Unmarshal(b []byte) error

type Reporter 

type Reporter struct {
	// contains filtered or unexported fields
}

Reporter is used to submit user & cluster metrics to segment

func NewReporter 

func NewReporter(env serviceenv.ServiceEnv) *Reporter

NewReporter creates a new reporter and kicks off the loop to report cluster metrics

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.