llmobserve

Documentation

Index

• Constants
• type Limits
• type Module
  • func New() *Module
  • func (*Module) CompileProgram(raw jsontext.Value) (module.Binding, error)
  • func (*Module) Lifetime() module.Lifetime
  • func (*Module) Name() string
• type Observation
• type Spec

Constants

const (
	TopicMilestone = "llm.response.milestone"
	TopicUsage     = "llm.response.usage"
	TopicObserved  = "llm.response.observed"
	TopicFailed    = "llm.response.failed"
)

const Name = "llmobserve"

Types

type Limits

type Limits struct {
	MaxSSEMetadataBytes int `json:"max-sse-metadata-bytes,omitempty"`
	MaxRetainedBytes    int `json:"max-retained-bytes,omitempty"`
	MaxNestingDepth     int `json:"max-nesting-depth,omitempty"`
	MaxObjectMembers    int `json:"max-object-members,omitempty"`
	MaxKeyBytes         int `json:"max-key-bytes,omitempty"`
}

type Module

type Module struct{}

func New

func New() *Module

func (*Module) CompileProgram

func (*Module) CompileProgram(raw jsontext.Value) (module.Binding, error)

func (*Module) Lifetime

func (*Module) Lifetime() module.Lifetime

func (*Module) Name

func (*Module) Name() string

type Observation

type Observation string

const (
	ObserveUsage       Observation = "usage"
	ObservePerformance Observation = "performance"
)

type Spec

type Spec struct {
	Protocol llmobserve.Protocol `json:"protocol"`
	Observe  []Observation       `json:"observe"`
	Limits   Limits              `json:"limits,omitempty"`
}