ai

package module

Go to main page

Versions in this module

v0

v0.9.3

Sep 9, 2026

Changes in this version

+ const RTInputTranscript

+ const RTInputTranscriptDelta

+ const RTTranscriptDone

v0.9.2

Sep 9, 2026

v0.9.1

Sep 9, 2026

v0.9.0

Sep 9, 2026

Changes in this version

+ const DefaultFalAudioModel

+ func EstimateAudioCost(model string, seconds float64) float64

+ func IsAudioModel(model string) bool

+ func SetAudioMeter(a AudioProvider, hook MeterHook)

+ type AudioMeterable interface

+ SetMeter func(MeterHook)

+ type AudioProvider interface

+ Generate func(ctx context.Context, req AudioRequest) (*AudioResult, error)

+ Model func() string

+ Name func() string

+ type AudioRequest struct

+ Duration int

+ Format string

+ Prompt string

+ type AudioResult struct

+ ContentType string

+ CostUSD float64

+ Duration float64

+ Elapsed time.Duration

+ FileName string

+ FileSize int64

+ Model string

+ URL string

+ type FalAudioProvider struct

+ func NewFalAudioProvider(apiKey, model string, opts ...FalOption) *FalAudioProvider

+ func (p *FalAudioProvider) Generate(ctx context.Context, req AudioRequest) (*AudioResult, error)

+ func (p *FalAudioProvider) Model() string

+ func (p *FalAudioProvider) Name() string

+ func (p *FalAudioProvider) SetMeter(hook MeterHook)

v0.8.0

Sep 8, 2026

Changes in this version

+ const RTAudioDelta

+ const RTAudioDone

+ const RTError

+ const RTResponseDone

+ const RTSpeechStarted

+ const RTSpeechStopped

+ const RTTextDelta

+ const RTTextDone

+ const RTToolCall

+ const RTTranscript

+ func EstimateRealtimeCost(model string, textIn, textOut, audioIn, audioOut int) float64

+ func IsRealtimeModel(model string) bool

+ func SetRealtimeMeter(p RealtimeProvider, hook MeterHook)

+ type OpenAIRealtimeProvider struct

+ func NewOpenAIRealtimeProvider(apiKey, model string) *OpenAIRealtimeProvider

+ func (p *OpenAIRealtimeProvider) AddMessage(role, text string) error

+ func (p *OpenAIRealtimeProvider) CancelResponse() error

+ func (p *OpenAIRealtimeProvider) ClearAudio() error

+ func (p *OpenAIRealtimeProvider) Close() error

+ func (p *OpenAIRealtimeProvider) CommitAudio() error

+ func (p *OpenAIRealtimeProvider) Connect(ctx context.Context, cfg RealtimeSessionConfig) error

+ func (p *OpenAIRealtimeProvider) CreateResponse() error

+ func (p *OpenAIRealtimeProvider) Recv() <-chan RealtimeEvent

+ func (p *OpenAIRealtimeProvider) SendAudio(data []byte) error

+ func (p *OpenAIRealtimeProvider) SendToolResult(callID, output string) error

+ func (p *OpenAIRealtimeProvider) SetMeter(hook MeterHook)

+ type RealtimeEvent struct

+ Audio []byte

+ Error error

+ ItemID string

+ ResponseID string

+ Text string

+ ToolCall *RealtimeToolCall

+ Type string

+ Usage *RealtimeUsage

+ type RealtimeMeterable interface

+ SetMeter func(MeterHook)

+ type RealtimeProvider interface

+ AddMessage func(role, text string) error

+ CancelResponse func() error

+ ClearAudio func() error

+ Close func() error

+ CommitAudio func() error

+ Connect func(ctx context.Context, cfg RealtimeSessionConfig) error

+ CreateResponse func() error

+ Recv func() <-chan RealtimeEvent

+ SendAudio func(data []byte) error

+ SendToolResult func(callID, output string) error

+ func NewRealtimeProvider(providerName, apiKey, model string) (RealtimeProvider, error)

+ type RealtimeSessionConfig struct

+ InputAudioFormat string

+ InputAudioTranscription *RealtimeTranscriptionConfig

+ Instructions string

+ Model string

+ OutputAudioFormat string

+ Temperature float64

+ Tools []Tool

+ TurnDetection *RealtimeTurnDetection

+ Voice string

+ type RealtimeToolCall struct

+ Arguments json.RawMessage

+ CallID string

+ Name string

+ type RealtimeTranscriptionConfig struct

+ Model string

+ type RealtimeTurnDetection struct

+ PrefixPaddingMs int

+ SilenceDurationMs int

+ Threshold float64

+ Type string

+ type RealtimeUsage struct

+ InputAudioTokens int

+ InputTokens int

+ OutputAudioTokens int

+ OutputTokens int

+ TotalTokens int

v0.7.2

Sep 8, 2026

Changes in this version

type ErrorKind

+ func (k ErrorKind) Code() string

+ func (k ErrorKind) ViewerMessage() string

v0.7.1

Sep 6, 2026

v0.7.0

Sep 6, 2026

Changes in this version

+ func EstimateTTSCost(model string, chars int) float64

+ func IsTTSModel(model string) bool

+ func SetTTSMeter(t TTSProvider, hook MeterHook)

+ func TTSMimeType(format string) string

+ type OpenAITTSProvider struct

+ func (p *OpenAITTSProvider) SetMeter(hook MeterHook)

+ func (p *OpenAITTSProvider) Synthesize(ctx context.Context, req TTSRequest) (io.ReadCloser, error)

+ type TTSMeterable interface

+ SetMeter func(MeterHook)

+ type TTSProvider interface

+ Synthesize func(ctx context.Context, req TTSRequest) (io.ReadCloser, error)

+ func NewTTSProvider(providerName, apiKey, model string) TTSProvider

+ type TTSRequest struct

+ Format string

+ Instructions string

+ Speed float64

+ Text string

+ Voice string

v0.6.0

Sep 5, 2026

Changes in this version

type StreamChunk

+ ToolArg string

+ ToolName string

v0.5.3

Sep 3, 2026

Changes in this version

type OpenAIProvider

+ func NewOpenAIProviderWithBaseURL(apiKey, model, baseURL string) *OpenAIProvider

v0.5.2

Sep 3, 2026

v0.5.1

Sep 3, 2026

Changes in this version

type VideoResult

+ Data []byte

v0.5.0

Sep 3, 2026

Changes in this version

+ func ModelCompany(model string) string

v0.4.2

Sep 2, 2026

v0.4.1

Sep 2, 2026

v0.4.0

Sep 2, 2026

Changes in this version

+ const DefaultGeminiVideoModel

+ const DefaultMinimaxVideoModel

+ const DefaultVeoVideoModel

+ func EstimateImageCostByTokens(model string, outputTokens int) float64

+ func EstimateVideoCostByTokens(model string, inputTokens, videoOutputTokens int) float64

+ type Dimension struct

+ CanHandle func(provider string) bool

+ Name string

+ Score func(ctx context.Context, provider string) (float64, error)

+ Weight float64

+ func AvailabilityDim(weight float64, ...) Dimension

+ func CapabilityDim(canHandle func(provider string) bool) Dimension

+ func PriceDim(weight float64, costFn func(provider string) float64) Dimension

+ type GeminiVideoProvider struct

+ func (p *GeminiVideoProvider) Generate(ctx context.Context, req VideoRequest) (*VideoResult, error)

+ func (p *GeminiVideoProvider) Model() string

+ func (p *GeminiVideoProvider) Name() string

+ func (p *GeminiVideoProvider) SetMeter(hook MeterHook)

+ func (p *GeminiVideoProvider) SetModeration(m ModerationProvider)

+ type MinimaxVideoProvider struct

+ func (p *MinimaxVideoProvider) Generate(ctx context.Context, req VideoRequest) (*VideoResult, error)

+ func (p *MinimaxVideoProvider) Model() string

+ func (p *MinimaxVideoProvider) Name() string

+ func (p *MinimaxVideoProvider) SetMeter(hook MeterHook)

+ func (p *MinimaxVideoProvider) SetModeration(m ModerationProvider)

+ type RouteResult struct

+ Provider string

+ Scores map[string]float64

+ Total float64

+ func Route(ctx context.Context, candidates []string, dims ...Dimension) (*RouteResult, error)

+ func RouteAll(ctx context.Context, candidates []string, dims ...Dimension) ([]RouteResult, error)

+ type VeoVideoProvider struct

+ func (p *VeoVideoProvider) Generate(ctx context.Context, req VideoRequest) (*VideoResult, error)

+ func (p *VeoVideoProvider) Model() string

+ func (p *VeoVideoProvider) Name() string

+ func (p *VeoVideoProvider) SetMeter(hook MeterHook)

+ func (p *VeoVideoProvider) SetModeration(m ModerationProvider)

+ type VideoRouter struct

+ func NewVideoRouter(opts ...VideoRouterOption) (*VideoRouter, error)

+ func (r *VideoRouter) Generate(ctx context.Context, req VideoRequest) (*VideoResult, error)

+ func (r *VideoRouter) Model() string

+ func (r *VideoRouter) Name() string

+ func (r *VideoRouter) SetMeter(hook MeterHook)

+ type VideoRouterOption func(*VideoRouter)

+ func RouteByAvailability(weight float64) VideoRouterOption

+ func RouteByPrice(weight float64) VideoRouterOption

+ func WithRoute(p VideoProvider) VideoRouterOption

v0.3.0

Sep 2, 2026

Changes in this version

+ func MeterMetadataFromCtx(ctx context.Context) map[string]any

+ func VideoModels() []string

+ func WithMeterMetadata(ctx context.Context, kv map[string]any) context.Context

v0.2.0

Aug 31, 2026

Changes in this version

+ const DefaultFalQueueBase

+ const DefaultFalVideoModel

+ var ErrVisionUnsupported = errors.New("ai: provider does not accept image input for structured output")

+ func DataURI(mediaType string, data []byte) string

+ func EstimateVideoCost(model string, seconds float64, resolution string) float64

+ func IsFalError(err error) bool

+ func IsVideoModel(model string) bool

+ func PartsText(parts []Part) (string, bool)

+ func SetVideoMeter(v VideoProvider, hook MeterHook)

+ func SetVideoModeration(v VideoProvider, m ModerationProvider)

+ func StructuredOutputFromParts(ctx context.Context, p LLMProvider, parts []Part, sysPrompt string, ...) (map[string]any, error)

type AnthropicProvider

+ func (p *AnthropicProvider) CreateStructuredOutputFromParts(ctx context.Context, parts []Part, sysPrompt string, schema json.RawMessage) (map[string]any, error)

+ type FalClient struct

+ func NewFalClient(apiKey string, opts ...FalOption) *FalClient

+ func (c *FalClient) Cancel(ctx context.Context, req *FalRequest) error

+ func (c *FalClient) Result(ctx context.Context, req *FalRequest) (json.RawMessage, error)

+ func (c *FalClient) Run(ctx context.Context, endpoint string, input any) (json.RawMessage, error)

+ func (c *FalClient) Status(ctx context.Context, req *FalRequest) (*FalStatus, error)

+ func (c *FalClient) Submit(ctx context.Context, endpoint string, input any) (*FalRequest, error)

+ func (c *FalClient) Wait(ctx context.Context, req *FalRequest) (*FalStatus, error)

+ type FalError struct

+ Endpoint string

+ Message string

+ Status int

+ func (e *FalError) Error() string

+ type FalOption func(*FalClient)

+ func WithFalHTTPClient(h *http.Client) FalOption

+ func WithFalPollInterval(d time.Duration) FalOption

+ func WithFalQueueBase(base string) FalOption

+ type FalRequest struct

+ CancelURL string

+ Endpoint string

+ QueuePosition int

+ RequestID string

+ ResponseURL string

+ StatusURL string

+ type FalStatus struct

+ Metrics struct{ ... }

+ QueuePosition int

+ Status string

+ func (s *FalStatus) Done() bool

+ type FalVideoProvider struct

+ func NewFalVideoProviderWithClient(client *FalClient, model string) *FalVideoProvider

+ func (p *FalVideoProvider) Client() *FalClient

+ func (p *FalVideoProvider) Generate(ctx context.Context, req VideoRequest) (*VideoResult, error)

+ func (p *FalVideoProvider) Model() string

+ func (p *FalVideoProvider) Name() string

+ func (p *FalVideoProvider) SetMeter(hook MeterHook)

+ func (p *FalVideoProvider) SetModeration(m ModerationProvider)

type GeminiProvider

+ func (p *GeminiProvider) CreateStructuredOutputFromParts(ctx context.Context, parts []Part, sysPrompt string, schema json.RawMessage) (map[string]any, error)

type HuggingFaceProvider

+ func (p *HuggingFaceProvider) CreateStructuredOutputFromParts(ctx context.Context, parts []Part, sysPrompt string, schema json.RawMessage) (map[string]any, error)

+ type MultimodalStructuredProvider interface

+ CreateStructuredOutputFromParts func(ctx context.Context, parts []Part, sysPrompt string, schema json.RawMessage) (map[string]any, error)

type OllamaProvider

+ func (p *OllamaProvider) CreateStructuredOutputFromParts(ctx context.Context, parts []Part, sysPrompt string, schema json.RawMessage) (map[string]any, error)

type OpenAIProvider

+ func (p *OpenAIProvider) CreateStructuredOutputFromParts(ctx context.Context, parts []Part, sysPrompt string, schema json.RawMessage) (map[string]any, error)

+ type VideoMeterable interface

+ SetMeter func(MeterHook)

+ type VideoProvider interface

+ Generate func(ctx context.Context, req VideoRequest) (*VideoResult, error)

+ Model func() string

+ Name func() string

+ func NewVideoProvider(providerName, apiKey, model string) (VideoProvider, error)

+ type VideoRequest struct

+ AspectRatio string

+ Audio bool

+ Duration float64

+ FPS int

+ Image []byte

+ ImageMediaType string

+ ImageURL string

+ Model string

+ NegativePrompt string

+ Prompt string

+ Resolution string

+ Seed *int64

+ type VideoResult struct

+ ContentType string

+ CostUSD float64

+ Duration float64

+ Elapsed time.Duration

+ FPS float64

+ FileName string

+ FileSize int64

+ Height int

+ Model string

+ NumFrames int

+ Seed int64

+ URL string

+ Width int

v0.0.3

Aug 20, 2026

v0.0.2

Aug 18, 2026

Changes in this version

+ func MeterCallerIDFromCtx(ctx context.Context) uuid.UUID

+ func StreamWithChan(ctx context.Context, p LLMProvider, msgs []Message, tools []Tool) (<-chan StreamChunk, func() (*Response, error))

+ func WithMeterCallerID(ctx context.Context, id uuid.UUID) context.Context

type AnthropicProvider

+ func (p *AnthropicProvider) ChatStream(ctx context.Context, messages []Message, tools []Tool, ...) (*Response, error)

+ type GeminiProvider struct

+ func NewGeminiProvider(ctx context.Context, apiKey, model string) (*GeminiProvider, error)

+ func (p *GeminiProvider) Chat(ctx context.Context, messages []Message, tools []Tool) (*Response, error)

+ func (p *GeminiProvider) ChatStream(ctx context.Context, messages []Message, tools []Tool, ...) (*Response, error)

+ func (p *GeminiProvider) CreateStructuredOutput(ctx context.Context, userPrompt, sysPrompt string, structuredOutput any) error

+ func (p *GeminiProvider) CreateStructuredOutputFromSchema(ctx context.Context, userPrompt, sysPrompt string, schema json.RawMessage) (map[string]any, error)

+ func (p *GeminiProvider) MaxInputTokens() (int64, error)

+ func (p *GeminiProvider) Model() string

+ func (p *GeminiProvider) Name() string

+ func (p *GeminiProvider) SetMeter(hook MeterHook)

+ func (p *GeminiProvider) SetModeration(m ModerationProvider)

+ func (p *GeminiProvider) WithMeter(hook MeterHook) *GeminiProvider

+ func (p *GeminiProvider) WithModeration(m ModerationProvider) *GeminiProvider

type HuggingFaceProvider

+ func (p *HuggingFaceProvider) ChatStream(ctx context.Context, messages []Message, tools []Tool, ...) (*Response, error)

type OllamaProvider

+ func (p *OllamaProvider) ChatStream(ctx context.Context, messages []Message, tools []Tool, ...) (*Response, error)

type OpenAIProvider

+ func (p *OpenAIProvider) ChatStream(ctx context.Context, messages []Message, tools []Tool, ...) (*Response, error)

+ type StreamChunk struct

+ Text string

+ type StreamResult struct

+ func Stream(ctx context.Context, p LLMProvider, msgs []Message, tools []Tool) (iter.Seq2[StreamChunk, error], *StreamResult)

+ func (r *StreamResult) Response() (*Response, error)

+ type StreamingProvider interface

+ ChatStream func(ctx context.Context, messages []Message, tools []Tool, ...) (*Response, error)

type UsageEvent

+ CallerID uuid.UUID

v0.0.1

Aug 18, 2026

Changes in this version

+ const DefaultHuggingFaceBaseURL

+ const RoleAssistant

+ const RoleSystem

+ const RoleTool

+ const RoleUser

+ func CacheSysPromptFromCtx(ctx context.Context) bool

+ func CountTokens(s string) int

+ func CountTokensOver(s string, limit int64) bool

+ func DebugPromptsEnabled() bool

+ func DebugSpanIDFromCtx(ctx context.Context) string

+ func EstimateCostFull(model string, in, out, cw, cr int) float64

+ func GenerateTyped[T any](ctx context.Context, p LLMProvider, userPrompt, sysPrompt string) (*T, error)

+ func MaxInputTokensLLM(company, modelName string) (int64, error)

+ func MaxTokensFromCtx(ctx context.Context, fallback int) int

+ func MeterOperationFromCtx(ctx context.Context) string

+ func MeterPeerIDFromCtx(ctx context.Context) uuid.UUID

+ func ModelsForProvider(provider string) []string

+ func PricingTable() map[string]modelPricing

+ func ReasoningEffortFromCtx(ctx context.Context) string

+ func SetDebugPromptsEnabled(enabled bool)

+ func SetImageMeter(img ImageProvider, hook MeterHook)

+ func SetImageModeration(img ImageProvider, m ModerationProvider)

+ func SetLLMMeter(llm LLMProvider, hook MeterHook)

+ func SetLLMModeration(llm LLMProvider, m ModerationProvider)

+ func SetLogger(l *zap.Logger)

+ func SetOnModerationError(fn func(ctx context.Context, err error) error)

+ func SetUnknownModelHook(hook func(model string))

+ func TransparentBGFromCtx(ctx context.Context) bool

+ func TruncatePromptForDebug(s string) string

+ func WithCacheSysPrompt(ctx context.Context) context.Context

+ func WithDebugSpanID(ctx context.Context, spanID string) context.Context

+ func WithMaxTokens(ctx context.Context, n int) context.Context

+ func WithMeterOperation(ctx context.Context, op string) context.Context

+ func WithMeterPeerID(ctx context.Context, id uuid.UUID) context.Context

+ func WithPromptBlocks(ctx context.Context, contents map[string]string) context.Context

+ func WithPromptBlocksRaw(ctx context.Context, b PromptBlocks) context.Context

+ func WithReasoningEffort(ctx context.Context, effort string) context.Context

+ func WithTransparentBG(ctx context.Context) context.Context

+ type AnthropicProvider struct

+ func NewAnthropicProvider(apiKey, model string) *AnthropicProvider

+ func (p *AnthropicProvider) Chat(ctx context.Context, messages []Message, tools []Tool) (*Response, error)

+ func (p *AnthropicProvider) CreateStructuredOutput(ctx context.Context, userPrompt, sysPrompt string, structuredOutput any) error

+ func (p *AnthropicProvider) CreateStructuredOutputBreakpointed(ctx context.Context, sysPrompt, stableMid, dynamicTail string, ...) error

+ func (p *AnthropicProvider) CreateStructuredOutputFromSchema(ctx context.Context, userPrompt, sysPrompt string, schema json.RawMessage) (map[string]any, error)

+ func (p *AnthropicProvider) MaxInputTokens() (int64, error)

+ func (p *AnthropicProvider) Model() string

+ func (p *AnthropicProvider) Name() string

+ func (p *AnthropicProvider) SetMeter(hook MeterHook)

+ func (p *AnthropicProvider) SetModeration(m ModerationProvider)

+ func (p *AnthropicProvider) WithMeter(hook MeterHook) *AnthropicProvider

+ func (p *AnthropicProvider) WithModeration(m ModerationProvider) *AnthropicProvider

+ type BlockSize struct

+ Chars int

+ Tokens int

+ type CacheControl struct

+ Type string

+ type Embedder interface

+ EmbedDimensions func() int

+ EmbedText func(ctx context.Context, texts []string) ([][]float32, error)

+ func EmbedderFromLLM(llm LLMProvider) Embedder

+ func NewEmbedder(providerName, apiKey string) Embedder

+ type ErrorKind int

+ const ErrAuth

+ const ErrBilling

+ const ErrModeration

+ const ErrProviderDown

+ const ErrRateLimit

+ const ErrUnknown

+ func ClassifyError(err error) (ErrorKind, string)

+ func (k ErrorKind) Retryable() bool

+ func (k ErrorKind) UserMessage() string

+ type GeminiImageProvider struct

+ func (p *GeminiImageProvider) Edit(ctx context.Context, image []byte, editPrompt string) (string, error)

+ func (p *GeminiImageProvider) EditWithReference(ctx context.Context, image []byte, reference []byte, editPrompt string) (string, error)

+ func (p *GeminiImageProvider) Generate(ctx context.Context, prompt, model, _ string) (string, error)

+ func (p *GeminiImageProvider) SetMeter(hook MeterHook)

+ func (p *GeminiImageProvider) SetModeration(m ModerationProvider)

+ func (p *GeminiImageProvider) WithModeration(m ModerationProvider) *GeminiImageProvider

+ type HTTPMeterEmitter struct

+ func NewHTTPMeterEmitter(opts HTTPMeterOpts) *HTTPMeterEmitter

+ func (e *HTTPMeterEmitter) Hook() MeterHook

+ type HTTPMeterOpts struct

+ AuthHeader string

+ BatchSize int

+ ContentType string

+ Endpoint string

+ FlushInterval time.Duration

+ Marshal func([]UsageEvent) ([]byte, error)

+ OnError func(error)

+ type HuggingFaceProvider struct

+ func NewHuggingFaceProvider(apiKey, model, baseURL string) *HuggingFaceProvider

+ func (p *HuggingFaceProvider) Chat(ctx context.Context, messages []Message, tools []Tool) (*Response, error)

+ func (p *HuggingFaceProvider) CreateStructuredOutput(ctx context.Context, userPrompt, sysPrompt string, structuredOutput any) error

+ func (p *HuggingFaceProvider) CreateStructuredOutputFromSchema(ctx context.Context, userPrompt, sysPrompt string, schema json.RawMessage) (map[string]any, error)

+ func (p *HuggingFaceProvider) MaxInputTokens() (int64, error)

+ func (p *HuggingFaceProvider) Model() string

+ func (p *HuggingFaceProvider) Name() string

+ func (p *HuggingFaceProvider) RawClient() *openai.Client

+ func (p *HuggingFaceProvider) SetMeter(hook MeterHook)

+ func (p *HuggingFaceProvider) SetModeration(m ModerationProvider)

+ func (p *HuggingFaceProvider) WithMeter(hook MeterHook) *HuggingFaceProvider

+ func (p *HuggingFaceProvider) WithModeration(m ModerationProvider) *HuggingFaceProvider

+ type ImageMeterable interface

+ SetMeter func(MeterHook)

+ type ImagePart struct

+ Data string

+ MediaType string

+ type ImageProvider interface

+ Edit func(ctx context.Context, image []byte, editPrompt string) (string, error)

+ EditWithReference func(ctx context.Context, image []byte, reference []byte, editPrompt string) (string, error)

+ Generate func(ctx context.Context, prompt, model, size string) (string, error)

+ func NewImageProvider(ctx context.Context, providerName, apiKey, model string) (ImageProvider, error)

+ type LLMMeterable interface

+ SetMeter func(MeterHook)

+ type LLMModerable interface

+ SetModeration func(ModerationProvider)

+ type LLMProvider interface

+ Chat func(ctx context.Context, messages []Message, tools []Tool) (*Response, error)

+ CreateStructuredOutput func(ctx context.Context, userPrompt, sysPrompt string, structuredOutput any) error

+ CreateStructuredOutputFromSchema func(ctx context.Context, userPrompt, sysPrompt string, schema json.RawMessage) (map[string]any, error)

+ Model func() string

+ Name func() string

+ func NewLLMProvider(providerName, apiKey, model string, opts ...ProviderOption) LLMProvider

+ type Message struct

+ CacheControl *CacheControl

+ Content string

+ Parts []Part

+ Role string

+ ToolCallID string

+ ToolCalls []ToolCall

+ func (m *Message) UnmarshalJSON(data []byte) error

+ func (m Message) MarshalJSON() ([]byte, error)

+ type MeterHook func(UsageEvent)

+ type Middleware func(next ModelFunc) ModelFunc

+ func Chain(mws ...Middleware) Middleware

+ type ModelFunc func(ctx context.Context, msgs []Message, tools []Tool) (*Response, error)

+ type ModerationError struct

+ Categories map[string]bool

+ func (e *ModerationError) Error() string

+ type ModerationProvider interface

+ Check func(ctx context.Context, input string) (*ModerationResult, error)

+ func NewModerationProvider(providerName, apiKey string) ModerationProvider

+ type ModerationResult struct

+ Categories map[string]bool

+ Flagged bool

+ type OllamaProvider struct

+ func NewOllamaProvider(baseURL, model string) *OllamaProvider

+ func (p *OllamaProvider) Chat(ctx context.Context, messages []Message, tools []Tool) (*Response, error)

+ func (p *OllamaProvider) CreateStructuredOutput(ctx context.Context, userPrompt, sysPrompt string, structuredOutput any) error

+ func (p *OllamaProvider) CreateStructuredOutputFromSchema(ctx context.Context, userPrompt, sysPrompt string, schema json.RawMessage) (map[string]any, error)

+ func (p *OllamaProvider) Model() string

+ func (p *OllamaProvider) Name() string

+ func (p *OllamaProvider) SetMeter(hook MeterHook)

+ func (p *OllamaProvider) SetModeration(m ModerationProvider)

+ func (p *OllamaProvider) WithMeter(hook MeterHook) *OllamaProvider

+ func (p *OllamaProvider) WithModeration(m ModerationProvider) *OllamaProvider

+ type OpenAIImageProvider struct

+ func (p *OpenAIImageProvider) Edit(ctx context.Context, _ []byte, editPrompt string) (string, error)

+ func (p *OpenAIImageProvider) EditWithReference(ctx context.Context, image []byte, reference []byte, editPrompt string) (string, error)

+ func (p *OpenAIImageProvider) Generate(ctx context.Context, prompt, model, size string) (string, error)

+ func (p *OpenAIImageProvider) SetMeter(hook MeterHook)

+ func (p *OpenAIImageProvider) SetModeration(m ModerationProvider)

+ func (p *OpenAIImageProvider) WithModeration(m ModerationProvider) *OpenAIImageProvider

+ type OpenAIModerationProvider struct

+ func NewOpenAIModerationProvider(apiKey string) *OpenAIModerationProvider

+ func (p *OpenAIModerationProvider) Check(ctx context.Context, input string) (*ModerationResult, error)

+ type OpenAIProvider struct

+ func NewOpenAIProvider(apiKey, model string) *OpenAIProvider

+ func (p *OpenAIProvider) Chat(ctx context.Context, messages []Message, tools []Tool) (*Response, error)

+ func (p *OpenAIProvider) CreateStructuredOutput(ctx context.Context, userPrompt, sysPrompt string, structuredOutput any) error

+ func (p *OpenAIProvider) CreateStructuredOutputBreakpointed(ctx context.Context, sysPrompt, stableMid, dynamicTail string, ...) error

+ func (p *OpenAIProvider) CreateStructuredOutputFromSchema(ctx context.Context, userPrompt, sysPrompt string, schema json.RawMessage) (map[string]any, error)

+ func (p *OpenAIProvider) EmbedDimensions() int

+ func (p *OpenAIProvider) EmbedText(ctx context.Context, texts []string) ([][]float32, error)

+ func (p *OpenAIProvider) MaxInputTokens() (int64, error)

+ func (p *OpenAIProvider) Model() string

+ func (p *OpenAIProvider) Name() string

+ func (p *OpenAIProvider) RawClient() *openai.Client

+ func (p *OpenAIProvider) SetMeter(hook MeterHook)

+ func (p *OpenAIProvider) SetModeration(m ModerationProvider)

+ func (p *OpenAIProvider) WithMeter(hook MeterHook) *OpenAIProvider

+ func (p *OpenAIProvider) WithModeration(m ModerationProvider) *OpenAIProvider

+ type OpenAISTTProvider struct

+ func (p *OpenAISTTProvider) Transcribe(ctx context.Context, audio io.Reader, filename string) (string, error)

+ type Part interface

+ type PromptBlocks map[string]BlockSize

+ func PromptBlocksFromCtx(ctx context.Context) PromptBlocks

+ type ProviderOption func(*providerConfig)

+ func WithMeterOption(hook MeterHook) ProviderOption

+ func WithModerationOption(m ModerationProvider) ProviderOption

+ type Response struct

+ Content string

+ ToolCalls []ToolCall

+ type STTProvider interface

+ Transcribe func(ctx context.Context, audio io.Reader, filename string) (string, error)

+ func NewSTTProvider(providerName, apiKey, model string) STTProvider

+ type TextPart struct

+ Text string

+ type Tool struct

+ Description string

+ Name string

+ Parameters map[string]any

+ type ToolCall struct

+ Arguments json.RawMessage

+ ID string

+ Name string

+ type UsageEvent struct

+ CacheCreationInputTokens int

+ CacheReadInputTokens int

+ DebugSpanID string

+ EstimatedCostUSD float64

+ InputTokens int

+ Metadata map[string]any

+ Model string

+ Operation string

+ OutputTokens int

+ PeerID uuid.UUID

+ Provider string

+ SystemPrompt string

+ TotalTokens int

+ UserPrompt string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL