llm

package module

Go to main page

Versions in this module

v0

v0.12.0

Aug 9, 2026

Changes in this version

+ var ErrProviderStop = errors.New("provider stop")

+ func Retry(ctx context.Context, policy RetryPolicy, provider, model string, ...) error

type TextContent

+ ThoughtSignature []byte

type TextDeltaEvent

+ ThoughtSignature []byte

type ThinkingContent

+ ThoughtSignature []byte

type ThinkingDeltaEvent

+ ThoughtSignature []byte

+ type TransientError struct

+ Err error

+ RetryAfter time.Duration

+ func (e *TransientError) Error() string

+ func (e *TransientError) Unwrap() error

v0.11.0

Jul 26, 2026

Changes in this version

+ func ResolveStrictSampling(tool ToolDef, supported bool) (bool, error)

+ type ConstrainedSampling struct

+ Strict StrictMode

+ type StrictMode string

+ const StrictPrefer

+ const StrictRequire

type ToolDef

+ ConstrainedSampling *ConstrainedSampling

v0.10.1

Jul 26, 2026

v0.10.0

Jul 26, 2026

Changes in this version

type MessageEndEvent

+ StopReason StopReason

+ type StopReason string

+ const StopReasonLength

+ const StopReasonStop

+ const StopReasonToolUse

+ const StopReasonUnknown

type ThinkingLevel

+ const ThinkingMax

+ const ThinkingXhigh

type ToolCallEndEvent

+ Args json.RawMessage

+ ThoughtSignature []byte

+ ToolName string

v0.9.0

Jul 25, 2026

Changes in this version

+ type ImageContent struct

+ Data []byte

+ MimeType string

type ToolResultContent

+ Images []ImageContent

v0.8.2

Jul 21, 2026

v0.8.1

Jul 4, 2026

v0.8.0

Jul 2, 2026

Changes in this version

type ToolCallContent

+ ThoughtSignature []byte

type ToolCallStartEvent

+ ThoughtSignature []byte

v0.7.0

Jun 28, 2026

v0.6.0

Jun 27, 2026

Changes in this version

+ const DefaultEventBufferSize

+ const DefaultMaxRetries

+ const DefaultMaxRetryDelay

+ var ErrContextOverflow = errors.New("context length exceeded")

+ var ErrInvalidModel = errors.New("invalid model")

+ var ErrMalformedResponse = errors.New("malformed provider response")

+ var ErrProviderFatal = errors.New("provider fatal error")

+ var ErrTransportUnsupported = errors.New("transport not supported by provider")

+ var ErrUnsupportedFeature = errors.New("unsupported feature")

+ func AsContextOverflow(err error) error

+ type Content interface

+ type EventStream struct

+ Done <-chan StreamResult

+ Events <-chan LLMEvent

+ func NewEventStream(events <-chan LLMEvent, done <-chan StreamResult) EventStream

+ func Run(ctx context.Context, req LLMRequest, produce ProduceFn) EventStream

+ type GeminiHints struct

+ ThinkingBudget int

+ type LLMErrorEvent struct

+ Error error

+ Transient bool

+ type LLMEvent interface

+ type LLMProvider interface

+ Capabilities func(model string) ProviderCapabilities

+ Name func() string

+ Stream func(ctx context.Context, req LLMRequest) EventStream

+ type LLMRequest struct

+ Headers map[string]string

+ Messages []Message

+ Model string

+ OnAfterResponse func(statusCode int, headers map[string]string)

+ OnBeforeRequest func(headers map[string]string) error

+ ProviderHints ProviderHints

+ Retry RetryPolicy

+ SessionID string

+ Thinking ThinkingLevel

+ ThinkingBudgets map[ThinkingLevel]int

+ Tools []ToolDef

+ Transport TransportPreference

+ type LLMRetryEvent struct

+ Attempt int

+ Model string

+ NextDelay time.Duration

+ Provider string

+ Reason string

+ ServerHint bool

+ type Message struct

+ Content Content

+ Role string

+ type MessageEndEvent struct

+ type OpenAIHints struct

+ ReasoningEffort string

+ type ProduceFn func(ctx context.Context, req LLMRequest, emit func(LLMEvent) error, ...) ([]Message, error)

+ type ProviderCapabilities struct

+ ParallelToolCalls bool

+ PromptCaching bool

+ Streaming bool

+ Thinking bool

+ ToolCalling bool

+ Vision bool

+ type ProviderHints struct

+ Gemini *GeminiHints

+ OpenAI *OpenAIHints

+ type RetryPolicy struct

+ MaxRetries int

+ MaxRetryDelay time.Duration

+ type StreamResult struct

+ Err error

+ Messages []Message

+ type TextContent struct

+ Text string

+ type TextDeltaEvent struct

+ Delta string

+ type ThinkingContent struct

+ Text string

+ type ThinkingDeltaEvent struct

+ Delta string

+ type ThinkingLevel int

+ const ThinkingHigh

+ const ThinkingLow

+ const ThinkingMedium

+ const ThinkingMinimal

+ const ThinkingOff

+ type ToolCallContent struct

+ Args json.RawMessage

+ CallID string

+ ToolName string

+ type ToolCallEndEvent struct

+ CallID string

+ type ToolCallStartEvent struct

+ Args json.RawMessage

+ CallID string

+ ToolName string

+ type ToolDef struct

+ Description string

+ Name string

+ Schema json.RawMessage

+ type ToolResultContent struct

+ CallID string

+ Content string

+ Data json.RawMessage

+ IsError bool

+ ToolName string

+ type TransportPreference int

+ const TransportAuto

+ const TransportSSE

+ const TransportWebSocket

+ func (t TransportPreference) String() string

+ type UsageEvent struct

+ InputTokens int

+ OutputTokens int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL