llm

package

Go to main page

Versions in this module

v0

v0.0.9

Aug 27, 2026

Changes in this version

type CircuitBreaker

+ func (b *CircuitBreaker) ContextWindow(ctx context.Context) (int, error)

type Client

+ func (c *Client) ContextWindow(ctx context.Context) (int, error)

+ type ContextOverflowError struct

+ Err error

+ func (e *ContextOverflowError) Error() string

+ func (e *ContextOverflowError) Unwrap() error

type ModelInfo

+ ContextLength int

+ MaxModelLen int

v0.0.8

Aug 20, 2026

Changes in this version

type Option

+ func WithReasoningDialect(dialect ReasoningDialect) Option

+ func WithReasoningEffort(effort string) Option

+ type ReasoningDialect uint8

+ const ReasoningOpenRouter

+ const ReasoningSGLang

+ const ReasoningVLLM

v0.0.7

Jul 28, 2026

Changes in this version

+ const DefaultRetryDelay

+ const DefaultRetryMaxJitter

+ func BackOffDelay(attempt uint, _ error, config DelayContext) time.Duration

+ func FixedDelay(_ uint, _ error, config DelayContext) time.Duration

+ func FullJitterBackoffDelay(attempt uint, _ error, config DelayContext) time.Duration

+ func RandomDelay(_ uint, _ error, config DelayContext) time.Duration

+ type DelayContext interface

+ Delay func() time.Duration

+ MaxDelay func() time.Duration

+ MaxJitter func() time.Duration

+ type DelayTypeFunc func(attempt uint, err error, config DelayContext) time.Duration

+ func CombineDelay(delayTypes ...DelayTypeFunc) DelayTypeFunc

type OpenRouterConfig

+ Retry RetryConfig

type OpenRouterEmbeddingConfig

+ Retry RetryConfig

type Option

+ func WithRetry(config RetryConfig) Option

+ type RetryConfig struct

+ Attempts uint

+ Delay time.Duration

+ DelayType DelayTypeFunc

+ MaxDelay time.Duration

+ MaxJitter time.Duration

type VLLMConfig

+ Retry RetryConfig

type VLLMEmbeddingConfig

+ Retry RetryConfig

v0.0.6

Jul 21, 2026

v0.0.5

Jul 17, 2026

Changes in this version

type ChatRequest

+ ReasoningTokenBudget int

v0.0.4

Jul 16, 2026

Changes in this version

type ChatRequest

+ RequestTimeout time.Duration

type EmbeddingRequest

+ RequestTimeout time.Duration

v0.0.3

Jul 12, 2026

Changes in this version

+ const DefaultBaseURL

+ const DefaultMaxResponseBytes

+ const DefaultRequestTimeout

+ type BreakerConfig struct

+ FailureThreshold int

+ OnFailover func(context.Context, FailoverEvent)

+ OpenDuration time.Duration

+ ProbeInterval time.Duration

+ SuccessfulProbeThreshold int

+ type ChatChoice struct

+ FinishReason string

+ Message ChatMessage

+ type ChatFunctionCall struct

+ Arguments string

+ Name string

+ type ChatFunctionDefinition struct

+ Description string

+ Name string

+ Parameters json.RawMessage

+ Strict bool

+ type ChatMessage struct

+ Content string

+ ReasoningContent string

+ Refusal string

+ Role string

+ ToolCallID string

+ ToolCalls []ChatToolCall

+ func (m *ChatMessage) UnmarshalJSON(data []byte) error

+ func (m ChatMessage) MarshalJSON() ([]byte, error)

+ type ChatRequest struct

+ MaxTokens *int

+ Messages []ChatMessage

+ ParallelToolCalls *bool

+ StructuredOutput *StructuredOutput

+ Temperature *float64

+ ToolChoice any

+ Tools []ChatTool

+ TopP *float64

+ type ChatResponse struct

+ Choices []ChatChoice

+ ID string

+ Usage ChatUsage

+ type ChatTool struct

+ Function ChatFunctionDefinition

+ Type string

+ type ChatToolCall struct

+ Function ChatFunctionCall

+ ID string

+ Type string

+ type ChatUsage struct

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

+ type CircuitBreaker struct

+ func NewCircuitBreaker(primary *Client, fallbacks ...*Client) *CircuitBreaker

+ func NewCircuitBreakerWithConfig(cfg BreakerConfig, primary *Client, fallbacks ...*Client) *CircuitBreaker

+ func (b *CircuitBreaker) Complete(ctx context.Context, req ChatRequest) (*ChatResponse, error)

+ type Client struct

+ func NewClient(model string, opts ...Option) *Client

+ func NewOpenRouter(cfg OpenRouterConfig) *Client

+ func NewVLLM(cfg VLLMConfig) *Client

+ func (c *Client) Complete(ctx context.Context, req ChatRequest) (*ChatResponse, error)

+ func (c *Client) Models(ctx context.Context) (*ModelsResponse, error)

+ type Embedding struct

+ Embedding []float32

+ Index int

+ Object string

+ type EmbeddingCircuitBreaker struct

+ func NewEmbeddingCircuitBreaker(primary *EmbeddingClient, fallbacks ...*EmbeddingClient) *EmbeddingCircuitBreaker

+ func NewEmbeddingCircuitBreakerWithConfig(cfg BreakerConfig, primary *EmbeddingClient, fallbacks ...*EmbeddingClient) *EmbeddingCircuitBreaker

+ func (b *EmbeddingCircuitBreaker) Embed(ctx context.Context, req EmbeddingRequest) (*EmbeddingResponse, error)

+ type EmbeddingClient struct

+ func NewEmbeddingClient(cfg EmbeddingConfig, opts ...Option) *EmbeddingClient

+ func NewOpenRouterEmbedding(cfg OpenRouterEmbeddingConfig) *EmbeddingClient

+ func NewVLLMEmbedding(cfg VLLMEmbeddingConfig) *EmbeddingClient

+ func (c *EmbeddingClient) Embed(ctx context.Context, req EmbeddingRequest) (*EmbeddingResponse, error)

+ type EmbeddingConfig struct

+ Model string

+ type EmbeddingRequest struct

+ Dimensions *int

+ Input []string

+ User string

+ type EmbeddingResponse struct

+ Data []Embedding

+ Model string

+ Object string

+ Usage EmbeddingUsage

+ type EmbeddingUsage struct

+ PromptTokens int

+ TotalTokens int

+ type FailoverEvent struct

+ CountedAgainstBreaker bool

+ Error error

+ FromProvider string

+ FromProviderIndex int

+ ToProvider string

+ type ModelInfo struct

+ Created int64

+ ID string

+ Object string

+ OwnedBy string

+ type ModelsResponse struct

+ Data []ModelInfo

+ Object string

+ type OpenRouterConfig struct

+ APIKey string

+ AppTitle string

+ BaseURL string

+ ChatModel string

+ ExtraFields map[string]any

+ Headers map[string]string

+ ProviderID string

+ QueryParams map[string]string

+ RequireZeroDataRetention bool

+ SiteURL string

+ type OpenRouterEmbeddingConfig struct

+ APIKey string

+ AppTitle string

+ BaseURL string

+ ExtraFields map[string]any

+ Headers map[string]string

+ Model string

+ ProviderID string

+ QueryParams map[string]string

+ RequireZeroDataRetention bool

+ SiteURL string

+ type Option func(*Client)

+ func WithAPIKey(key string) Option

+ func WithBaseURL(baseURL string) Option

+ func WithExtraFields(extraFields map[string]any) Option

+ func WithHTTPClient(httpClient *http.Client) Option

+ func WithHeaders(headers map[string]string) Option

+ func WithMaxResponseBytes(n int64) Option

+ func WithProviderID(providerID string) Option

+ func WithQueryParams(queryParams map[string]string) Option

+ func WithRequestTimeout(timeout time.Duration) Option

+ type ResponseTooLargeError struct

+ Limit int64

+ func (e *ResponseTooLargeError) Error() string

+ type StatusError struct

+ Body string

+ StatusCode int

+ func (e *StatusError) Error() string

+ type StructuredOutput struct

+ Description string

+ Name string

+ Schema json.RawMessage

+ Strict bool

+ type VLLMConfig struct

+ APIKey string

+ ChatBaseURL string

+ ChatModel string

+ ExtraFields map[string]any

+ Headers map[string]string

+ ProviderID string

+ QueryParams map[string]string

+ ReasoningTokenBudget *int

+ type VLLMEmbeddingConfig struct

+ APIKey string

+ BaseURL string

+ ExtraFields map[string]any

+ Headers map[string]string

+ Model string

+ ProviderID string

+ QueryParams map[string]string

v0.0.2

Jul 12, 2026

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL