metrics

Documentation

Index

• Constants
• Variables
• func Init(meter metric.Meter) error
• func OtelAttrToPromLabel(k attribute.Key) string
• func OtelNameToPromName(name string) string

Constants

const (
	AttrRequestTypeHTTP    = "http"
	AttrRequestTypeMessage = "message"
)

Attribute values:

const (
	MeterName = "kubeai.org"
)

Variables

var (
	InferenceRequestsActiveMetricName               = "kubeai.inference.requests.active"
	InferenceRequestsActive                         metric.Int64UpDownCounter
	InferenceRequestsHashLookupIterationsMetricName = "kubeai.inference.requests.hash.lookup.iterations"
	InferenceRequestsHashLookupIterations           metric.Int64Histogram
	InferenceRequestsHashLookupInitialMetricName    = "kubeai.inference.requests.hash.lookup.initial"
	InferenceRequestsHashLookupInitial              metric.Int64Counter
	InferenceRequestsHashLookupFinalMetricName      = "kubeai.inference.requests.hash.lookup.final"
	InferenceRequestsHashLookupFinal                metric.Int64Counter
	InferenceRequestsHashLookupDefaultMetricName    = "kubeai.inference.requests.hash.lookup.default"
	InferenceRequestsHashLookupDefault              metric.Int64Counter
)

Metrics used to autoscale models:

var (
	AttrRequestModel = attribute.Key("request.model")
	AttrRequestType  = attribute.Key("request.type")
	AttrEndpoint     = attribute.Key("endpoint")
)

Attributes:

Functions

func Init

func Init(meter metric.Meter) error

Init sets up global metric variables.

func OtelAttrToPromLabel

func OtelAttrToPromLabel(k attribute.Key) string

func OtelNameToPromName

func OtelNameToPromName(name string) string