provider

package

Go to main page

Versions in this module

v0

v0.5.8

Mar 30, 2026

Changes in this version

type LlamaCppConfig

+ DisableThinking bool

v0.5.7

Mar 30, 2026

v0.5.6

Mar 30, 2026

v0.5.5

Mar 30, 2026

v0.5.4

Mar 28, 2026

v0.5.3

Mar 28, 2026

Changes in this version

+ func DownloadHuggingFaceFile(ctx context.Context, repo, filename, outputDir string, ...) (string, error)

+ func EnsureLlamaServer(ctx context.Context) (string, error)

+ func HuggingFaceBaseURL() string

+ func ParseThinking(raw string) (thinking, content string)

+ func SetHuggingFaceBaseURL(url string)

+ func ValidateBaseURL(rawURL string) error

type AuthModeInfo

+ func LocalAuthMode(name, displayName string) AuthModeInfo

+ type LlamaCppConfig struct

+ BaseURL string

+ BinaryPath string

+ ContextSize int

+ GPULayers int

+ HTTPClient *http.Client

+ MaxTokens int

+ ModelName string

+ ModelPath string

+ Port int

+ Threads int

+ type LlamaCppProvider struct

+ func NewLlamaCppProvider(cfg LlamaCppConfig) *LlamaCppProvider

+ func (p *LlamaCppProvider) AuthModeInfo() AuthModeInfo

+ func (p *LlamaCppProvider) Chat(ctx context.Context, messages []Message, tools []ToolDef) (*Response, error)

+ func (p *LlamaCppProvider) Close() error

+ func (p *LlamaCppProvider) EnsureServer(ctx context.Context) error

+ func (p *LlamaCppProvider) Name() string

+ func (p *LlamaCppProvider) Stream(ctx context.Context, messages []Message, tools []ToolDef) (<-chan StreamEvent, error)

+ type OllamaConfig struct

+ BaseURL string

+ HTTPClient *http.Client

+ MaxTokens int

+ Model string

+ type OllamaProvider struct

+ func NewOllamaProvider(cfg OllamaConfig) *OllamaProvider

+ func (p *OllamaProvider) AuthModeInfo() AuthModeInfo

+ func (p *OllamaProvider) Chat(ctx context.Context, messages []Message, tools []ToolDef) (*Response, error)

+ func (p *OllamaProvider) Health(ctx context.Context) error

+ func (p *OllamaProvider) ListModels(ctx context.Context) ([]ModelInfo, error)

+ func (p *OllamaProvider) Name() string

+ func (p *OllamaProvider) Pull(ctx context.Context, model string, progressFn func(pct float64)) error

+ func (p *OllamaProvider) Stream(ctx context.Context, messages []Message, tools []ToolDef) (<-chan StreamEvent, error)

type Response

+ Thinking string

type StreamEvent

+ Thinking string

+ type ThinkingStreamParser struct

+ func (p *ThinkingStreamParser) Feed(chunk string) []StreamEvent

v0.5.2

Mar 21, 2026

Changes in this version

+ func NewAnthropicBedrockProvider(cfg AnthropicBedrockConfig) (*anthropicBedrockProvider, error)

+ func NewAnthropicFoundryProvider(cfg AnthropicFoundryConfig) (*anthropicFoundryProvider, error)

+ func NewAnthropicVertexProvider(cfg AnthropicVertexConfig) (*anthropicVertexProvider, error)

+ type AnthropicBedrockConfig struct

+ AccessKeyID string

+ BaseURL string

+ HTTPClient *http.Client

+ MaxTokens int

+ Model string

+ Profile string

+ Region string

+ SecretAccessKey string

+ SessionToken string

+ type AnthropicConfig struct

+ APIKey string

+ BaseURL string

+ HTTPClient *http.Client

+ MaxTokens int

+ Model string

+ type AnthropicFoundryConfig struct

+ APIKey string

+ EntraToken string

+ HTTPClient *http.Client

+ MaxTokens int

+ Model string

+ Resource string

+ type AnthropicProvider struct

+ func NewAnthropicProvider(cfg AnthropicConfig) *AnthropicProvider

+ func (p *AnthropicProvider) AuthModeInfo() AuthModeInfo

+ func (p *AnthropicProvider) Chat(ctx context.Context, messages []Message, tools []ToolDef) (*Response, error)

+ func (p *AnthropicProvider) Name() string

+ func (p *AnthropicProvider) Stream(ctx context.Context, messages []Message, tools []ToolDef) (<-chan StreamEvent, error)

+ type AnthropicVertexConfig struct

+ CredentialsJSON string

+ HTTPClient *http.Client

+ MaxTokens int

+ Model string

+ ProjectID string

+ Region string

+ TokenSource oauth2.TokenSource

+ type AuthModeInfo struct

+ Description string

+ DisplayName string

+ DocsURL string

+ Mode string

+ ServerSafe bool

+ Warning string

+ func AllAuthModes() []AuthModeInfo

+ type ChannelSource struct

+ func NewChannelSource() (source *ChannelSource, interactionsCh <-chan Interaction, ...)

+ func (cs *ChannelSource) GetResponse(ctx context.Context, interaction Interaction) (*InteractionResponse, error)

+ type CohereConfig struct

+ APIKey string

+ BaseURL string

+ HTTPClient *http.Client

+ MaxTokens int

+ Model string

+ type CohereProvider struct

+ func NewCohereProvider(cfg CohereConfig) *CohereProvider

+ func (p *CohereProvider) AuthModeInfo() AuthModeInfo

+ func (p *CohereProvider) Chat(ctx context.Context, messages []Message, tools []ToolDef) (*Response, error)

+ func (p *CohereProvider) Name() string

+ func (p *CohereProvider) Stream(ctx context.Context, messages []Message, tools []ToolDef) (<-chan StreamEvent, error)

+ type CopilotConfig struct

+ BaseURL string

+ HTTPClient *http.Client

+ MaxTokens int

+ Model string

+ Token string

+ type CopilotModelsConfig struct

+ BaseURL string

+ MaxTokens int

+ Model string

+ Token string

+ type CopilotModelsProvider struct

+ func NewCopilotModelsProvider(cfg CopilotModelsConfig) *CopilotModelsProvider

+ func (p *CopilotModelsProvider) AuthModeInfo() AuthModeInfo

+ func (p *CopilotModelsProvider) Name() string

+ type CopilotProvider struct

+ func NewCopilotProvider(cfg CopilotConfig) *CopilotProvider

+ func (p *CopilotProvider) AuthModeInfo() AuthModeInfo

+ func (p *CopilotProvider) Chat(ctx context.Context, messages []Message, tools []ToolDef) (*Response, error)

+ func (p *CopilotProvider) Name() string

+ func (p *CopilotProvider) Stream(ctx context.Context, messages []Message, tools []ToolDef) (<-chan StreamEvent, error)

+ type Embedder interface

+ Embed func(ctx context.Context, text string) ([]float32, error)

+ func AsEmbedder(p Provider) (Embedder, bool)

+ type EventBroadcaster interface

+ BroadcastEvent func(eventType, data string)

+ type GeminiConfig struct

+ APIKey string

+ HTTPClient *http.Client

+ MaxTokens int

+ Model string

+ type GeminiProvider struct

+ func NewGeminiProvider(cfg GeminiConfig) (*GeminiProvider, error)

+ func (p *GeminiProvider) AuthModeInfo() AuthModeInfo

+ func (p *GeminiProvider) Chat(ctx context.Context, messages []Message, tools []ToolDef) (*Response, error)

+ func (p *GeminiProvider) Name() string

+ func (p *GeminiProvider) Stream(ctx context.Context, messages []Message, tools []ToolDef) (<-chan StreamEvent, error)

+ type HTTPSource struct

+ func NewHTTPSource(broadcaster EventBroadcaster) *HTTPSource

+ func (h *HTTPSource) GetInteraction(id string) (*Interaction, error)

+ func (h *HTTPSource) GetResponse(ctx context.Context, interaction Interaction) (*InteractionResponse, error)

+ func (h *HTTPSource) ListPending() []InteractionSummary

+ func (h *HTTPSource) PendingCount() int

+ func (h *HTTPSource) Respond(id string, resp InteractionResponse) error

+ func (h *HTTPSource) SetBroadcaster(broadcaster EventBroadcaster)

+ type Interaction struct

+ CreatedAt time.Time

+ ID string

+ Messages []Message

+ Tools []ToolDef

+ type InteractionResponse struct

+ Content string

+ Error string

+ ToolCalls []ToolCall

+ Usage Usage

+ type InteractionSummary struct

+ CreatedAt time.Time

+ ID string

+ MsgCount int

+ ToolCount int

+ type Message struct

+ Content string

+ Role Role

+ ToolCallID string

+ ToolCalls []ToolCall

+ type ModelInfo struct

+ ContextWindow int

+ ID string

+ Name string

+ func ListModels(ctx context.Context, providerType, apiKey, baseURL string) ([]ModelInfo, error)

+ type OpenAIAzureConfig struct

+ APIKey string

+ APIVersion string

+ BaseURL string

+ DeploymentName string

+ EntraToken string

+ HTTPClient *http.Client

+ MaxTokens int

+ Resource string

+ type OpenAIAzureProvider struct

+ func NewOpenAIAzureProvider(cfg OpenAIAzureConfig) (*OpenAIAzureProvider, error)

+ func (p *OpenAIAzureProvider) AuthModeInfo() AuthModeInfo

+ func (p *OpenAIAzureProvider) Chat(ctx context.Context, messages []Message, tools []ToolDef) (*Response, error)

+ func (p *OpenAIAzureProvider) Name() string

+ func (p *OpenAIAzureProvider) Stream(ctx context.Context, messages []Message, tools []ToolDef) (<-chan StreamEvent, error)

+ type OpenAIConfig struct

+ APIKey string

+ BaseURL string

+ HTTPClient *http.Client

+ MaxTokens int

+ Model string

+ type OpenAIProvider struct

+ func NewOpenAIProvider(cfg OpenAIConfig) *OpenAIProvider

+ func (p *OpenAIProvider) AuthModeInfo() AuthModeInfo

+ func (p *OpenAIProvider) Chat(ctx context.Context, messages []Message, tools []ToolDef) (*Response, error)

+ func (p *OpenAIProvider) Name() string

+ func (p *OpenAIProvider) Stream(ctx context.Context, messages []Message, tools []ToolDef) (<-chan StreamEvent, error)

+ type OpenRouterConfig struct

+ APIKey string

+ BaseURL string

+ MaxTokens int

+ Model string

+ type OpenRouterProvider struct

+ func NewOpenRouterProvider(cfg OpenRouterConfig) *OpenRouterProvider

+ func (p *OpenRouterProvider) AuthModeInfo() AuthModeInfo

+ func (p *OpenRouterProvider) Name() string

+ type Provider interface

+ AuthModeInfo func() AuthModeInfo

+ Chat func(ctx context.Context, messages []Message, tools []ToolDef) (*Response, error)

+ Name func() string

+ Stream func(ctx context.Context, messages []Message, tools []ToolDef) (<-chan StreamEvent, error)

+ type Response struct

+ Content string

+ ToolCalls []ToolCall

+ Usage Usage

+ type ResponseSource interface

+ GetResponse func(ctx context.Context, interaction Interaction) (*InteractionResponse, error)

+ type Role string

+ const RoleAssistant

+ const RoleSystem

+ const RoleTool

+ const RoleUser

+ type ScriptedScenario struct

+ Description string

+ Loop bool

+ Name string

+ Steps []ScriptedStep

+ func LoadScenario(path string) (*ScriptedScenario, error)

+ type ScriptedSource struct

+ func NewScriptedSource(steps []ScriptedStep, loop bool) *ScriptedSource

+ func NewScriptedSourceFromScenario(scenario *ScriptedScenario) *ScriptedSource

+ func (s *ScriptedSource) GetResponse(ctx context.Context, interaction Interaction) (*InteractionResponse, error)

+ func (s *ScriptedSource) Remaining() int

+ type ScriptedStep struct

+ Content string

+ Delay time.Duration

+ Error string

+ ToolCalls []ToolCall

+ type StreamEvent struct

+ Error string

+ Text string

+ Tool *ToolCall

+ Type string

+ Usage *Usage

+ type TestProvider struct

+ func NewTestProvider(source ResponseSource, opts ...TestProviderOption) *TestProvider

+ func (tp *TestProvider) AuthModeInfo() AuthModeInfo

+ func (tp *TestProvider) Chat(ctx context.Context, messages []Message, tools []ToolDef) (*Response, error)

+ func (tp *TestProvider) InteractionCount() int64

+ func (tp *TestProvider) Name() string

+ func (tp *TestProvider) Source() ResponseSource

+ func (tp *TestProvider) Stream(ctx context.Context, messages []Message, tools []ToolDef) (<-chan StreamEvent, error)

+ type TestProviderOption func(*TestProvider)

+ func WithName(s string) TestProviderOption

+ func WithTimeout(d time.Duration) TestProviderOption

+ type ToolCall struct

+ Arguments map[string]any

+ ID string

+ Name string

+ type ToolDef struct

+ Description string

+ Name string

+ Parameters map[string]any

+ type Usage struct

+ InputTokens int

+ OutputTokens int

v0.5.1

Mar 16, 2026

v0.5.0

Mar 15, 2026

v0.4.1

Mar 14, 2026

v0.4.0

Mar 14, 2026

v0.3.1

Mar 9, 2026

v0.3.0

Mar 8, 2026

v0.2.0

Mar 8, 2026

v0.1.2

Mar 8, 2026

v0.1.1

Mar 4, 2026

v0.1.0

Mar 4, 2026

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL