llm

Oct 22, 2026

Changes in this version

type Client

+ OnUsageDetailed func(stage string, rec UsageRecord)

Oct 21, 2026

Changes in this version

type OpenAIProviderConfig

+ HTTPClient *http.Client

Oct 19, 2026

Changes in this version

+ var ErrPriceUnknown = errors.New("llm: 模型价格未知（价表未收录该模型）")

+ func LookupPrice(model string) (Price, PriceLookup)

type CostRecord

+ PriceKey string

+ PriceMatched MatchKind

+ PriceStatus PriceStatus

type CostTracker

+ func NewCostTrackerWithTable(table *PriceTable) *CostTracker

+ func (ct *CostTracker) RecordAuto(model, stage string, promptTokens, completionTokens int)

+ func (ct *CostTracker) RecordPriced(model, stage string, promptTokens, completionTokens int, price Price)

+ func (ct *CostTracker) RecordUnpriced(model, stage string, promptTokens, completionTokens int)

+ func (ct *CostTracker) Unpriced() []CostRecord

+ func (ct *CostTracker) UnpricedCount() int

+ type MatchKind string

+ const MatchExact

+ const MatchNone

+ const MatchNormalized

type ModelSummary

+ PricedCalls int

+ UnpricedCalls int

type Price

+ func LookupPriceStrict(model string) (Price, error)

+ func (p Price) CostOf(promptTokens, completionTokens int) float64

+ type PriceLookup struct

+ Key string

+ Kind MatchKind

+ func (l PriceLookup) Found() bool

+ type PriceStatus string

+ const PricePriced

+ const PriceUnpriced

+ type PriceTable struct

+ func DefaultPriceTable() *PriceTable

+ func NewPriceTable(overrides map[string]Price) *PriceTable

+ func (t *PriceTable) Lookup(model string) (Price, PriceLookup)

+ func (t *PriceTable) Models() []string

+ func (t *PriceTable) WithOverride(model string, price Price) *PriceTable

+ type PricedProvider interface

+ ModelPricing func() (Price, bool)

type Resilient

+ PriceTable *PriceTable

Oct 19, 2026

Changes in this version

+ const MaxServerRetryAfter

+ const MaxStreamRecoveryRetries

+ var BusyAdmissionDelays = []time.Duration

+ func BusyAdmissionDelay(retry int) time.Duration

+ func IsContextExceededError(err error) bool

+ func IsContextExceededFinish(finishReason, rawFinishReason string) bool

+ func IsProviderBusyCode(code string) bool

+ func IsRateLimitError(err error) bool

+ func IsTransientStreamError(err error) bool

+ func IsTruncatedError(err error) bool

+ func NewUsageHandler(onRecord Sink) callbacks.Handler

+ func PriceOf(pricing map[string]Price, model string, prompt, completion int) float64

+ func RetryAfterFrom(ctx context.Context) time.Duration

+ func RetryableLLMError(err error) bool

+ func SelectRetryDelay(local, hint time.Duration) time.Duration

+ func SuspiciousEmptyResult(finishReason string, responseLen, toolCallCount, usageTotal int) bool

+ func WithCallCounter(ctx context.Context) context.Context

+ func WithRetryAfterSink(ctx context.Context) context.Context

+ func WithUsageLabels(ctx context.Context, labels map[string]string) context.Context

+ type Attempt struct

+ Duration time.Duration

+ Err error

+ Model string

+ Provider string

+ type AttemptError struct

+ Attempts []Attempt

+ BreakerSkipped int

+ Stage string

+ func (e *AttemptError) Error() string

+ func (e *AttemptError) Unwrap() []error

+ type Budget struct

+ func NewBudget(limit int) *Budget

+ func (b *Budget) Add(n int)

+ func (b *Budget) Limit() int

+ func (b *Budget) Remaining() int

+ func (b *Budget) Used() int

+ type BudgetConfig struct

+ ContextTokens int

+ func (c BudgetConfig) MaxDiffChars() int

+ func (c BudgetConfig) MaxOutputTokens() int

+ func (c BudgetConfig) ReqBodyMaxChars() int

+ func (c BudgetConfig) ReqIssueMaxChars() int

+ func (c BudgetConfig) TaskTokenBudget() int

+ type BudgetHolder interface

+ BoundBudget func() TokenAccountant

+ type BudgetInjector interface

+ WithBudget func(b TokenAccountant) Generator

+ type ChainLink struct

+ Model einomodel.BaseChatModel

+ Name string

+ type Client struct

+ BaseDelay time.Duration

+ Budget TokenAccountant

+ ContextTokens int

+ Limiter *rate.Limiter

+ MaxDelay time.Duration

+ MaxOutputTokens int

+ MaxRetries int

+ Model model.BaseChatModel

+ ModelName string

+ OnUsage func(stage string, prompt, completion int)

+ func NewClient(m model.BaseChatModel, modelName string, budget TokenAccountant) *Client

+ func (c *Client) BoundBudget() TokenAccountant

+ func (c *Client) Generate(ctx context.Context, stage string, msgs []*schema.Message) (*schema.Message, error)

+ func (c *Client) GenerateJSON(ctx context.Context, stage string, msgs []*schema.Message, out any) error

+ func (c *Client) RawModel() model.BaseChatModel

+ func (c *Client) UsedTokens() int

+ func (c *Client) WithBudget(b TokenAccountant) Generator

+ type CostRecord struct

+ CompletionTokens int

+ CostUSD float64

+ Model string

+ PromptTokens int

+ Stage string

+ type CostTracker struct

+ func NewCostTracker() *CostTracker

+ func (ct *CostTracker) Record(model, stage string, promptTokens, completionTokens int, costPer1K [2]float64)

+ func (ct *CostTracker) Records() []CostRecord

+ func (ct *CostTracker) Summary() map[string]ModelSummary

+ type FailoverModel struct

+ OnFailover func(from, to, reason string)

+ func NewFailoverModel(links ...ChainLink) *FailoverModel

+ func (m *FailoverModel) Generate(ctx context.Context, input []*schema.Message, opts ...einomodel.Option) (*schema.Message, error)

+ func (m *FailoverModel) Stream(ctx context.Context, input []*schema.Message, opts ...einomodel.Option) (*schema.StreamReader[*schema.Message], error)

+ func (m *FailoverModel) WithTools(tools []*schema.ToolInfo) (einomodel.ToolCallingChatModel, error)

+ type FallbackChain struct

+ Providers []Provider

+ func NewFallbackChain(providers ...Provider) *FallbackChain

+ func (fc *FallbackChain) Fallback() []Provider

+ func (fc *FallbackChain) Primary() Provider

+ type Generator interface

+ Generate func(ctx context.Context, stage string, msgs []*schema.Message) (*schema.Message, error)

+ GenerateJSON func(ctx context.Context, stage string, msgs []*schema.Message, out any) error

+ RawModel func() model.BaseChatModel

+ UsedTokens func() int

+ type ModelSummary struct

+ CallCount int

+ Model string

+ TotalCompletionTokens int

+ TotalCostUSD float64

+ TotalPromptTokens int

+ func (s ModelSummary) TotalTokens() int

+ type OpenAIProvider struct

+ func NewOpenAIProvider(ctx context.Context, cfg OpenAIProviderConfig) (*OpenAIProvider, error)

+ func (p *OpenAIProvider) AttemptTimeout() time.Duration

+ func (p *OpenAIProvider) ContextTokens() int

+ func (p *OpenAIProvider) CostPer1KTokens() (float64, float64)

+ func (p *OpenAIProvider) MaxOutputTokens() int

+ func (p *OpenAIProvider) Model() model.BaseChatModel

+ func (p *OpenAIProvider) ModelName() string

+ func (p *OpenAIProvider) Name() string

+ type OpenAIProviderConfig struct

+ APIKey string

+ BaseURL string

+ CaptureRetryAfter bool

+ ContextTokens int

+ CostPer1KCompletion float64

+ CostPer1KPrompt float64

+ MaxOutputTokens int

+ Model string

+ Timeout time.Duration

+ type Price struct

+ InputPerM float64

+ OutputPerM float64

+ func PriceOfMatched(pricing map[string]Price, model string) (Price, string, bool)

+ type Provider interface

+ ContextTokens func() int

+ CostPer1KTokens func() (prompt, completion float64)

+ MaxOutputTokens func() int

+ Model func() model.BaseChatModel

+ ModelName func() string

+ Name func() string

+ type Resilient struct

+ Budget TokenAccountant

+ Limiter *rate.Limiter

+ OnFallback func(from, to, stage, reason string)

+ OnUsage func(model, stage string, prompt, completion int)

+ Tracker *CostTracker

+ func NewResilient(chain *FallbackChain, cfg ResilientConfig) (*Resilient, error)

+ func (r *Resilient) BoundBudget() TokenAccountant

+ func (r *Resilient) Generate(ctx context.Context, stage string, msgs []*schema.Message) (*schema.Message, error)

+ func (r *Resilient) GenerateJSON(ctx context.Context, stage string, msgs []*schema.Message, out any) error

+ func (r *Resilient) LastModel() string

+ func (r *Resilient) PrimaryModel() model.BaseChatModel

+ func (r *Resilient) RawModel() model.BaseChatModel

+ func (r *Resilient) RawModelWithFailover() model.BaseChatModel

+ func (r *Resilient) String() string

+ func (r *Resilient) UsedTokens() int

+ func (r *Resilient) WithBudget(b TokenAccountant) Generator

+ type ResilientConfig struct

+ BaseDelay time.Duration

+ BreakerCooldown time.Duration

+ BreakerProbeTimeout time.Duration

+ BreakerTrip int

+ MaxDelay time.Duration

+ RetriesPerModel int

+ type RetryHint struct

+ IsRateLimit bool

+ IsTruncated bool

+ Retryable bool

+ func ClassifyLLMError(err error) RetryHint

+ type Sink func(UsageRecord)

+ type StageRouter struct

+ func NewStageRouter(def Generator) *StageRouter

+ func (r *StageRouter) Generate(ctx context.Context, stage string, msgs []*schema.Message) (*schema.Message, error)

+ func (r *StageRouter) GenerateJSON(ctx context.Context, stage string, msgs []*schema.Message, out any) error

+ func (r *StageRouter) RawModel() model.BaseChatModel

+ func (r *StageRouter) Use(stage string, gen Generator)

+ func (r *StageRouter) UsedTokens() int

+ type TokenAccountant interface

+ Add func(n int)

+ Remaining func() int

+ Used func() int

+ type UsageCallCounter struct

+ type UsageRecord struct

+ CachedTokens int

+ CompletionTokens int

+ DurationMS int64

+ FinishReason string

+ Iteration int64

+ Labels map[string]string

+ Model string

+ PromptTokens int

+ ReasoningTokens int

+ TotalTokens int