status

Documentation

Index

• type ContextSnapshot
• type ModelsSnapshot
• type ProxySnapshot
• type RequestSnapshot
• type RoutingSnapshot
• type Snapshot
• type Store
  • func NewStore(ttl time.Duration) *Store
  • func (s *Store) Snapshot() Snapshot
  • func (s *Store) Update(seq uint64, snap Snapshot)

Types

type ContextSnapshot

type ContextSnapshot struct {
	InputTokens int `json:"input_tokens"`
	MaxTokens   int `json:"max_tokens"`
	Percent     int `json:"pct"`
}

type ModelsSnapshot

type ModelsSnapshot struct {
	SkippedFallbacks []router.SkippedModel `json:"skipped_fallbacks,omitempty"`
}

type ProxySnapshot

type ProxySnapshot struct {
	Version string `json:"version"`
	PID     int    `json:"pid"`
	Binary  string `json:"binary"`
}

type RequestSnapshot

type RequestSnapshot struct {
	RequestID string `json:"request_id"`
	Streaming bool   `json:"streaming"`
}

type RoutingSnapshot

type RoutingSnapshot struct {
	Scenario string `json:"scenario"`
	ModelID  string `json:"model_id"`
}

type Snapshot

type Snapshot struct {
	SchemaVersion int             `json:"schema_version"`
	UpdatedAt     string          `json:"updated_at"`
	AgeMS         int64           `json:"age_ms"`
	Source        string          `json:"source"`
	Stale         bool            `json:"stale"`
	Proxy         ProxySnapshot   `json:"proxy"`
	Request       RequestSnapshot `json:"request"`
	Routing       RoutingSnapshot `json:"routing"`
	Context       ContextSnapshot `json:"context"`
	Models        ModelsSnapshot  `json:"models"`
}

type Store

type Store struct {
	// contains filtered or unexported fields
}

func NewStore

func NewStore(ttl time.Duration) *Store

func (*Store) Snapshot

func (s *Store) Snapshot() Snapshot

func (*Store) Update

func (s *Store) Update(seq uint64, snap Snapshot)