llm

package

Go to main page

Versions in this module

v0

v0.11.0

Aug 17, 2026

Changes in this version

+ func EstimateMessageTokens(message Message) int

+ func EstimateMessagesTokens(messages []Message) int

+ func EstimateTextTokens(text string) int

type ChatCompletionRequest

+ ChatTemplateKwargs map[string]any

+ MaxTokens int

+ N int

+ Temperature *float64

v0.10.3

Jul 10, 2026

Changes in this version

+ type ErrorKind int

+ const KindContextLength

+ const KindInvalidArgument

+ const KindNone

+ const KindRateLimited

+ const KindSafety

+ const KindThoughtSignature

+ const KindUnknown

+ const KindUpstream4xx

+ const KindUpstream5xx

+ func (k ErrorKind) IsRetryable() bool

+ func (k ErrorKind) String() string

v0.10.2

Jul 1, 2026

Changes in this version

+ func IsSafetyBlock(err error) bool

+ func NewSafetyBlockErrorForTest(message string, code int) error

+ type Annotation struct

+ Type string

+ URLCitation URLCitation

+ type Citation struct

+ Title string

+ URL string

type ResponseMessage

+ Annotations []Annotation

+ type URLCitation struct

+ Title string

+ URL string

v0.10.1

Jun 12, 2026

Changes in this version

+ const ImageInputFormatFile

+ const ImageInputFormatOpenAI

+ func FilterReasoningForLog(details interface{}) interface

+ func MediaPart(format, mimeType, fileName, dataURL string) interface

+ func RecordLLMRequest(userID string, model string, durationSeconds float64, success bool, ...)

+ func RecordLLMRetry(model string)

+ type ChatCompletionChunk struct

+ Choices []ChunkChoice

+ Created int64

+ ID string

+ Model string

+ Object string

+ Provider string

+ ServiceTier string

+ Usage *ChunkUsage

+ type ChatCompletionRequest struct

+ ImageConfig *ImageConfig

+ Messages []Message

+ Modalities []string

+ Model string

+ Plugins []Plugin

+ Provider *ProviderRouting

+ Reasoning *ReasoningConfig

+ ResponseFormat interface{}

+ Stream bool

+ ToolChoice any

+ Tools []Tool

+ Trace map[string]any

+ User string

+ UserID string

+ type ChatCompletionResponse struct

+ Choices []ResponseChoice

+ DebugRequestBody string

+ DebugResponseBody string

+ ID string

+ Model string

+ Provider string

+ Usage Usage

+ type ChatCompletionStream struct

+ DebugRequestBody string

+ Events <-chan StreamEvent

+ type ChunkChoice struct

+ Delta ChunkDelta

+ Error *orErrorEnvelope

+ FinishReason string

+ Index int

+ NativeFinishReason string

+ type ChunkDelta struct

+ Content string

+ Reasoning string

+ ReasoningDetails interface{}

+ Role string

+ ToolCalls []ChunkToolCall

+ type ChunkToolCall struct

+ Function ChunkToolCallFunction

+ ID string

+ Index int

+ Type string

+ type ChunkToolCallFunction struct

+ Arguments string

+ Name string

+ type ChunkUsage = Usage

+ type Client interface

+ CreateChatCompletion func(ctx context.Context, req ChatCompletionRequest) (ChatCompletionResponse, error)

+ CreateChatCompletionStream func(ctx context.Context, req ChatCompletionRequest) (*ChatCompletionStream, error)

+ CreateEmbeddings func(ctx context.Context, req EmbeddingRequest) (EmbeddingResponse, error)

+ func NewClient(logger *slog.Logger, apiKey, proxyURL, baseURL string, ...) (Client, error)

+ type EmbeddingObject struct

+ Embedding []float32

+ Index int

+ Object string

+ type EmbeddingRequest struct

+ Dimensions int

+ Input []string

+ LogMeta map[string]interface{}

+ Model string

+ Provider *ProviderRouting

+ Trace map[string]any

+ User string

+ type EmbeddingResponse struct

+ Data []EmbeddingObject

+ Model string

+ Object string

+ Usage Usage

+ type File struct

+ FileData string

+ FileName string

+ type FilePart struct

+ File File

+ Type string

+ type ImageConfig struct

+ AspectRatio string

+ ImageSize string

+ type ImageOutput struct

+ ImageURL ImageURLValue

+ Type string

+ type ImageURLPart struct

+ ImageURL ImageURLValue

+ Type string

+ type ImageURLValue struct

+ URL string

+ type JSONSchema struct

+ Name string

+ Schema map[string]interface{}

+ Strict bool

+ type Message struct

+ Content interface{}

+ ReasoningDetails interface{}

+ Role string

+ ToolCallID string

+ ToolCalls []ToolCall

+ type PDFConfig struct

+ Engine string

+ type Plugin struct

+ ID string

+ PDF PDFConfig

+ type ProviderRouting struct

+ AllowFallbacks *bool

+ Order []string

+ type ReasoningConfig struct

+ Effort string

+ Exclude bool

+ MaxTokens int

+ func ReasoningFor(level string) *ReasoningConfig

+ type ResponseChoice struct

+ FinishReason string

+ Index int

+ Message ResponseMessage

+ type ResponseFormat struct

+ JSONSchema *JSONSchema

+ Type string

+ type ResponseFormatJSONSchema struct

+ JSONSchema JSONSchema

+ Type string

+ type ResponseMessage struct

+ Content string

+ Images []ImageOutput

+ Reasoning string

+ ReasoningDetails interface{}

+ Role string

+ ToolCalls []ToolCall

+ type StreamEvent struct

+ Chunk *ChatCompletionChunk

+ Err error

+ type TextPart struct

+ Text string

+ Type string

+ type Tool struct

+ Function ToolFunction

+ Type string

+ type ToolCall struct

+ ExtraContent interface{}

+ Function struct{ ... }

+ ID string

+ Type string

+ type ToolFunction struct

+ Description string

+ Name string

+ Parameters any

+ type Usage struct

+ CompletionTokens int

+ Cost *float64

+ PromptTokens int

+ TotalTokens int

+ func (u *Usage) UnmarshalJSON(data []byte) error

+ type VideoURLPart struct

+ Type string

+ VideoURL ImageURLValue

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL