ai

May 9, 2026

Changes in this version

+ type StreamThinkingDelta struct

+ Text string

May 9, 2026

Changes in this version

type Handler

+ func (h *Handler) StepWithStream(model string, messages []Message, tools []ToolSchema, ...) (*Response, error)

+ type StreamChunk interface

+ type StreamContentDelta struct

+ Text string

+ type StreamUsage struct

+ CacheCreationInputTokens int

+ CacheReadInputTokens int

+ InputTokens int

+ OutputTokens int

+ type StreamingProvider interface

+ StreamStep func(ctx context.Context, req *Request, onChunk func(StreamChunk)) (*Response, error)

May 8, 2026

Changes in this version

+ func WarnOnceCacheHintIgnored(provider, reason string)

+ type CacheBreakpoint struct

+ Position string

+ TTL string

type Handler

+ func (h *Handler) StepWithCache(model string, messages []Message, tools []ToolSchema, ...) (*Response, error)

type Request

+ CacheBreakpoints []CacheBreakpoint

type Response

+ CacheCreationInputTokens int

+ CacheReadInputTokens int

May 5, 2026

Changes in this version

+ const CodeAuthFailed

+ const CodeBudgetExhausted

+ const CodeCapabilityNotSupported

+ const CodeConnectionFailed

+ const CodeContextLength

+ const CodeInternal

+ const CodeModelNotAllowed

+ const CodeModelNotFound

+ const CodeProtocolError

+ const CodeProviderNotFound

+ const CodeRateLimit

+ const CodeSchemaValidation

+ const CodeTimeout

+ const CodeToolsNotSupported

+ func IsRetryable(code string) bool

+ type AIError struct

+ Code string

+ Message string

+ Retryable bool

+ func ClassifyError(err error) *AIError

+ func ClassifyHTTPError(provider string, statusCode int, body string) *AIError

+ func NewAIError(code, message string, retryable bool) *AIError

+ func (e *AIError) Error() string

type Handler

+ func (h *Handler) Step(model string, messages []Message, tools []ToolSchema) (*Response, error)

+ type Message struct

+ Content string

+ Role string

+ ToolCallID string

+ ToolCalls []ToolCall

type Provider

+ Step func(ctx context.Context, req *Request) (*Response, error)

type Request

+ Messages []Message

+ Tools []ToolSchema

type Response

+ FinishReason string

+ ToolCalls []ToolCall

+ type ToolCall struct

+ Arguments string

+ ID string

+ Name string

+ type ToolSchema struct

+ Description string

+ Name string

+ Parameters string

May 4, 2026

Changes in this version

+ var ErrRoutingNotSupported = errors.New("routing policy not supported by this provider")

+ var ErrRoutingRequiresRouteableMode = errors.New("routing requires !{AI[mode=routeable]} on the function signature")

+ var GlobalProviderRegistry = NewProviderRegistry()

+ func EnvVarForProvider(provider ProviderType) string

+ func IsBuiltinName(name string) bool

+ type AICapability string

+ const CapJSONMode

+ const CapStreaming

+ const CapStructuredOutputs

+ const CapToolCalling

+ const CapVision

+ type AIRoutingPolicy struct

+ AllowFallback bool

+ MaxPricePerMTok string

+ Order []string

+ Prefer RoutePreference

+ Require []AICapability

+ func (p *AIRoutingPolicy) HasRouting() bool

+ func (p *AIRoutingPolicy) IsZero() bool

type Handler

+ func (h *Handler) LastRoutingMetadata() *trace.ResolvedRoute

type HandlerOption

+ func WithRoutingPolicy(p *AIRoutingPolicy) HandlerOption

+ type ProviderRegistry struct

+ func NewProviderRegistry() *ProviderRegistry

+ func (r *ProviderRegistry) Diagnostics() []string

+ func (r *ProviderRegistry) Lookup(name string) (Provider, bool)

+ func (r *ProviderRegistry) Names() []string

+ func (r *ProviderRegistry) Register(name string, p Provider, source string) error

+ func (r *ProviderRegistry) Reset()

+ func (r *ProviderRegistry) SourceOf(name string) string

type ProviderType

+ const ProviderOpenRouter

type Request

+ Routing *AIRoutingPolicy

type Response

+ CachedTokens int

+ CostUSD string

+ FallbackChain []string

+ RequestedModel string

+ ResolvedProvider string

+ type RoutePreference string

+ const PreferCheapest

+ const PreferFastest

+ const PreferMostReliable

+ const PreferUnspecified

Apr 21, 2026

Changes in this version

+ func GetAPIKey(provider ProviderType) (string, error)

+ func RequestsImage(req *Request) bool

+ type Handler struct

+ func NewHandler(provider Provider, model string, opts ...HandlerOption) *Handler

+ func (h *Handler) Call(input string) (string, error)

+ func (h *Handler) CallImage(prompt, outputPath, options string) (string, error)

+ func (h *Handler) CallImageBase64(prompt, options string) (string, error)

+ func (h *Handler) CallJson(input string, schema string) (string, error)

+ func (h *Handler) CallWithContext(ctx context.Context, input string) (string, error)

+ func (h *Handler) GenerateWithDetails(ctx context.Context, input string) (*Response, error)

+ func (h *Handler) Model() string

+ func (h *Handler) Provider() Provider

+ type HandlerOption func(*Handler)

+ func WithMaxTokens(tokens int) HandlerOption

+ func WithSystemPrompt(prompt string) HandlerOption

+ type ImageOptions struct

+ AspectRatio string

+ MIMEType string

+ type ModelConfig struct

+ APIName string

+ EnvVar string

+ Provider ProviderType

+ type Provider interface

+ Generate func(ctx context.Context, req *Request) (*Response, error)

+ Name func() string

+ type ProviderError struct

+ Err error

+ Message string

+ Provider string

+ StatusCode int

+ func NewProviderError(provider string, statusCode int, message string, err error) *ProviderError

+ func (e *ProviderError) Error() string

+ func (e *ProviderError) Unwrap() error

+ type ProviderType string

+ const ProviderAnthropic

+ const ProviderGoogle

+ const ProviderOllama

+ const ProviderOpenAI

+ func GuessProvider(modelName string) ProviderType

+ func ProviderFromString(s string) ProviderType

+ func (p ProviderType) String() string

+ type Request struct

+ ImageOptions *ImageOptions

+ MaxTokens int

+ Model string

+ Options map[string]any

+ ResponseFormat string

+ ResponseModalities []string

+ ResponseSchema string

+ SystemPrompt string

+ Temperature float64

+ UserPrompt string

+ type Response struct

+ ImageData []byte

+ ImageMIME string

+ InputTokens int

+ Model string

+ OutputTokens int

+ ReasonTokens int

+ Text string

+ TotalTokens int