llm

package module

Go to main page

Versions in this module

v0

v0.3.0

Sep 5, 2026

Changes in this version

type ChatRequest

+ Stop []string

+ TopP float64

v0.2.2

Sep 4, 2026

v0.2.1

Sep 4, 2026

Changes in this version

+ func SetStreamIdleTimeout(d time.Duration)

+ func StreamIdleTimeout() time.Duration

type Message

+ Cache bool

type Usage

+ CacheCreationTokens int

+ CacheReadTokens int

+ CacheReported bool

+ CachedTokens int

v0.2.0

Sep 4, 2026

v0.1.0

Sep 4, 2026

Changes in this version

+ const DefaultTimeout

+ const FinishContentFilter

+ const FinishLength

+ const FinishStop

+ const FinishToolCalls

+ var ErrIdleTimeout = errors.New("llm: stream idle timeout")

+ type APIError struct

+ Code string

+ Message string

+ Provider string

+ Retryable bool

+ Status int

+ func (e *APIError) Error() string

+ type ChatClient struct

+ func (c *ChatClient) Call(ctx context.Context, req *ChatRequest) (*ChatResult, error)

+ func (c *ChatClient) CallStream(ctx context.Context, req *ChatRequest, onDelta func(Delta) error) (*ChatResult, error)

+ func (c *ChatClient) Model() string

+ func (c *ChatClient) ProviderID() string

+ func (c *ChatClient) RequestTimeout() time.Duration

+ func (c *ChatClient) SetRequestTimeout(d time.Duration)

+ type ChatRequest struct

+ MaxTokens int

+ Messages []Message

+ Model string

+ System []SystemBlock

+ Temperature float64

+ Thinking string

+ ThinkingBudget int

+ Tools []ToolDef

+ type ChatResult struct

+ Content string

+ FinishReason string

+ ReasoningContent string

+ ThinkingSignature string

+ ToolCalls []ToolCall

+ Usage Usage

+ type ConfigError struct

+ Msg string

+ func (e *ConfigError) Error() string

+ type Delta struct

+ Kind DeltaKind

+ Text string

+ ToolID string

+ ToolIndex int

+ ToolName string

+ type DeltaKind int

+ const DeltaContent

+ const DeltaReasoning

+ const DeltaToolArgs

+ type Format string

+ const FormatAnthropic

+ const FormatGemini

+ const FormatOpenAI

+ type ListOption func(*listOpts)

+ func ForceRefresh() ListOption

+ type Message struct

+ Content string

+ ReasoningContent string

+ Role Role

+ ThinkingSignature string

+ ToolCallID string

+ ToolCalls []ToolCall

+ ToolName string

+ type Model struct

+ Capabilities []string

+ ContextWindow int

+ CreatedAt time.Time

+ DisplayName string

+ ID string

+ MaxOutputTokens int

+ type Option func(*SDK)

+ func FromEnv() Option

+ func WithEnv(lookup func(string) (string, bool)) Option

+ func WithModelCacheTTL(d time.Duration) Option

+ func WithProvider(id string, popts ...ProviderOption) Option

+ func WithRequestTimeout(d time.Duration) Option

+ func WithTransport(rt http.RoundTripper) Option

+ type Provider struct

+ func (p *Provider) Authenticated() bool

+ func (p *Provider) Config() ProviderConfig

+ func (p *Provider) ID() string

+ func (p *Provider) ListModels(ctx context.Context, opts ...ListOption) ([]Model, error)

+ type ProviderConfig struct

+ APIKey string

+ BaseURL string

+ EnvKeys []string

+ Format Format

+ ID string

+ Quirks Quirks

+ func (c ProviderConfig) String() string

+ type ProviderOption func(*ProviderConfig)

+ func WithAPIKey(key string) ProviderOption

+ func WithBaseURL(url string) ProviderOption

+ func WithEnvKeys(keys ...string) ProviderOption

+ func WithFormat(f Format) ProviderOption

+ func WithQuirks(q Quirks) ProviderOption

+ type Quirks struct

+ AnthropicVersion string

+ ForceThinking []string

+ ReasoningEffort bool

+ ThinkingObject bool

+ type RateLimitError struct

+ Attempts int

+ RetryAfter time.Duration

+ func (e *RateLimitError) Error() string

+ func (e *RateLimitError) Unwrap() error

+ type Role string

+ const RoleAssistant

+ const RoleSystem

+ const RoleTool

+ const RoleUser

+ type SDK struct

+ func New(opts ...Option) *SDK

+ func (s *SDK) Chat(providerID, model string) (*ChatClient, error)

+ func (s *SDK) Provider(id string) (*Provider, error)

+ func (s *SDK) Providers() []*Provider

+ type StreamAbortedError struct

+ Reason error

+ func (e *StreamAbortedError) Error() string

+ func (e *StreamAbortedError) Unwrap() error

+ type SystemBlock struct

+ Cache bool

+ Text string

+ type ToolCall struct

+ Arguments string

+ ID string

+ Name string

+ type ToolDef struct

+ Description string

+ Name string

+ Parameters json.RawMessage

+ type Usage struct

+ CompletionTokens int

+ PromptTokens int

+ ReasoningTokens int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL