llm

package module

Go to main page

Versions in this module

v1

v1.1.0

Jul 21, 2026

Changes in this version

type ThinkingConfig

+ Display ThinkingDisplay

+ type ThinkingDisplay string

+ const DisplayOmitted

+ const DisplaySummarized

v1.0.0

Jun 6, 2026

v0

v0.11.2

May 30, 2026

v0.11.1

May 29, 2026

v0.11.0

May 20, 2026

Changes in this version

type Request

+ ToolChoice *ToolChoice

type Tool

+ Strict bool

+ type ToolChoice struct

+ Name string

+ Type ToolChoiceType

+ type ToolChoiceType string

+ const ToolChoiceAny

+ const ToolChoiceAuto

+ const ToolChoiceNone

+ const ToolChoiceTool

v0.10.2

May 14, 2026

v0.10.1

May 14, 2026

retracted

v0.10.0

May 13, 2026

Changes in this version

+ type Effort string

+ const EffortHigh

+ const EffortLow

+ const EffortMedium

type ThinkingConfig

+ Effort Effort

v0.9.0

May 13, 2026

Changes in this version

+ var ErrContextLength = fmt.Errorf("%w: context length exceeded", ErrInvalidRequest)

+ var ErrPolicyViolation = fmt.Errorf("%w: content policy violation", ErrInvalidRequest)

+ func ClassifyInvalidRequest(body []byte) error

+ func IsContextLength(err error) bool

+ func IsPolicyViolation(err error) bool

+ func IsRetriable(err error) bool

+ func RunWithRetry[T any](ctx context.Context, policy RetryPolicy, do func() (T, error)) (T, error)

+ func SentinelFor(status int, body []byte) error

+ type RetryPolicy struct

+ BaseDelay time.Duration

+ MaxAttempts int

+ MaxDelay time.Duration

+ func DefaultRetryPolicy() RetryPolicy

v0.8.1

May 13, 2026

v0.8.0

May 13, 2026

Changes in this version

+ var ErrUnknownModel = errors.New("llm: unknown model pricing")

+ func RegisterPricing(model string, p Pricing)

+ type Cost struct

+ CacheRead float64

+ CacheWrite1h float64

+ CacheWrite5m float64

+ Input float64

+ Output float64

+ func ApplyPricing(usage Usage, p Pricing) Cost

+ func ComputeCost(usage Usage, model string) (Cost, error)

+ func (c Cost) Total() float64

+ type Pricing struct

+ CacheRead float64

+ CacheWrite1h float64

+ CacheWrite5m float64

+ Input float64

+ Output float64

+ func PricingFor(model string) (Pricing, bool)

+ type TokenCounter interface

+ CountTokens func(ctx context.Context, req Request) (int, error)

v0.7.0

May 13, 2026

Changes in this version

type Usage

+ CacheWrite1hTokens int

+ CacheWrite5mTokens int

v0.6.0

May 13, 2026

Changes in this version

+ var ErrOverloaded = fmt.Errorf("%w: overloaded (529)", ErrProvider)

+ var ErrServerError = fmt.Errorf("%w: server error (5xx)", ErrProvider)

+ func IsOverloaded(err error) bool

+ func IsRateLimited(err error) bool

+ func IsServerError(err error) bool

+ func ParseRetryAfter(headers http.Header) time.Duration

type APIError

+ RetryAfter time.Duration

v0.5.0

May 12, 2026

v0.4.0

May 12, 2026

Changes in this version

+ type VideoBlock struct

+ Data string

+ EndOffset *time.Duration

+ FPS *float64

+ MimeType string

+ StartOffset *time.Duration

+ URI string

+ func (v VideoBlock) Validate() error

v0.3.0

May 11, 2026

Changes in this version

+ type ImageBlock struct

+ Data string

+ MimeType string

+ func (i ImageBlock) Validate() error

v0.2.0

May 11, 2026

Changes in this version

+ type CacheRetention string

+ const CacheRetentionLong

+ const CacheRetentionNone

+ const CacheRetentionShort

type Request

+ CacheRetention CacheRetention

v0.1.1

May 11, 2026

v0.1.0

May 11, 2026

Changes in this version

+ var ErrAuth = errors.New("llm: authentication failed")

+ var ErrInvalidRequest = errors.New("llm: invalid request")

+ var ErrProvider = errors.New("llm: provider error")

+ var ErrRateLimit = errors.New("llm: rate limited")

+ func Accumulate(events iter.Seq2[StreamEvent, error]) iter.Seq2[*Message, error]

+ func SentinelForStatus(status int) error

+ type APIError struct

+ Body []byte

+ Inner error

+ Provider string

+ Status int

+ func (e *APIError) Error() string

+ func (e *APIError) Unwrap() error

+ type Block interface

+ type EventMessageEnd struct

+ StopReason StopReason

+ Usage Usage

+ type EventMessageStart struct

+ Model string

+ type EventTextDelta struct

+ BlockIndex int

+ Delta string

+ type EventTextEnd struct

+ BlockIndex int

+ type EventTextStart struct

+ BlockIndex int

+ type EventThinkingDelta struct

+ BlockIndex int

+ Delta string

+ type EventThinkingEnd struct

+ BlockIndex int

+ Signature string

+ type EventThinkingStart struct

+ BlockIndex int

+ type EventToolCallDelta struct

+ BlockIndex int

+ Delta string

+ type EventToolCallEnd struct

+ Arguments json.RawMessage

+ BlockIndex int

+ type EventToolCallStart struct

+ BlockIndex int

+ ID string

+ Name string

+ type LLM interface

+ Stream func(ctx context.Context, req Request) iter.Seq2[StreamEvent, error]

+ type Message struct

+ Content []Block

+ Model string

+ Role Role

+ StopReason StopReason

+ Usage Usage

+ func Complete(ctx context.Context, l LLM, req Request) (*Message, error)

+ type Request struct

+ MaxTokens int

+ Messages []Message

+ Model string

+ StopReasons []string

+ System string

+ Temperature *float64

+ Thinking *ThinkingConfig

+ Tools []Tool

+ type Role string

+ const RoleAssistant

+ const RoleTool

+ const RoleUser

+ type StopReason string

+ const StopReasonEnd

+ const StopReasonMaxTokens

+ const StopReasonStop

+ const StopReasonToolUse

+ type StreamEvent interface

+ type TextBlock struct

+ Text string

+ type ThinkingBlock struct

+ Signature string

+ Thinking string

+ type ThinkingConfig struct

+ BudgetTokens int

+ type Tool struct

+ Description string

+ InputSchema json.RawMessage

+ Name string

+ type ToolCallBlock struct

+ Arguments json.RawMessage

+ ID string

+ Name string

+ type ToolResultBlock struct

+ Content string

+ IsError bool

+ ToolCallID string

+ type Usage struct

+ CacheReadTokens int

+ CacheWriteTokens int

+ InputTokens int

+ OutputTokens int

+ TotalTokens int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL