llmrouter

package module

Go to main page

Versions in this module

v0

v0.4.2

May 31, 2026

v0.4.1

May 31, 2026

Changes in this version

+ var DefaultPrices = map[string]ModelPrice

+ func CalculateCost(model string, usage *Usage, prices map[string]ModelPrice) float64

+ type ModelPrice struct

+ CacheReadPerMillion float64

+ InputPerMillion float64

+ OutputPerMillion float64

type Option

+ func WithPriceTable(prices map[string]ModelPrice) Option

type Usage

+ Cost float64

+ func (u *Usage) CacheHitRate() float64

v0.4.0

May 22, 2026

Changes in this version

+ type MiddlewareFunc func(Provider) Provider

type Router

+ func (r *Router) Close() error

v0.3.1

May 21, 2026

Changes in this version

+ var ErrMaxRetriesExceeded = errors.New("max retries exceeded")

+ type StreamResult struct

+ func NewStreamResult(ch <-chan Event) *StreamResult

+ func (s *StreamResult) Close() error

+ func (s *StreamResult) Err() error

+ func (s *StreamResult) Event() Event

+ func (s *StreamResult) Next() bool

+ func (s *StreamResult) OnClose(fn func() error)

+ type ToolsProvider interface

+ SupportsTools func() bool

v0.3.0

May 21, 2026

v0.2.1

May 21, 2026

Changes in this version

+ var ErrAuthFailed = errors.New("authentication failed")

+ var ErrCircuitOpen = errors.New("circuit breaker is open")

+ var ErrContextCanceled = errors.New("context canceled")

+ var ErrInvalidRequest = errors.New("invalid request")

+ var ErrMaxRetriesExceed = errors.New("max retries exceeded")

+ var ErrNoProviders = errors.New("no providers registered")

+ var ErrProviderError = errors.New("provider error")

+ var ErrRateLimited = errors.New("rate limited")

+ var ErrStreamClosed = errors.New("stream closed")

+ var ErrUnknownModel = errors.New("unknown model")

+ var ErrUnknownProvider = errors.New("unknown provider")

+ func IsRateLimited(err error) bool

+ func IsRetryable(err error) bool

+ type APIError struct

+ Err error

+ Message string

+ Provider string

+ StatusCode int

+ Type string

+ func (e *APIError) Error() string

+ func (e *APIError) Unwrap() error

+ type CacheControl struct

+ Type string

+ type Choice struct

+ Delta *Delta

+ FinishReason string

+ Index int

+ Message *Message

+ type ContentPart struct

+ CacheControl *CacheControl

+ Document *Document

+ ImageURL *ImageURL

+ Text string

+ Type string

+ type Delta struct

+ Content string

+ Role Role

+ ToolCalls []ToolCall

+ type Document struct

+ Base64 string

+ MediaType string

+ type Event struct

+ Content string

+ Delta *Delta

+ Error error

+ Response *Response

+ Type EventType

+ type EventType int

+ const EventContentDelta

+ const EventDone

+ const EventError

+ const EventToolCallDelta

+ type FuncCall struct

+ Arguments string

+ Name string

+ type FuncRef struct

+ Name string

+ type Function struct

+ Description string

+ Name string

+ Parameters json.RawMessage

+ type ImageURL struct

+ Base64 string

+ Detail string

+ MediaType string

+ URL string

+ type Message struct

+ CacheControl *CacheControl

+ Content string

+ ContentParts []ContentPart

+ Name string

+ Role Role

+ ToolCallID string

+ ToolCalls []ToolCall

+ type Middleware interface

+ Wrap func(next Provider) Provider

+ type Option func(*Router)

+ func WithFallback(providers ...string) Option

+ func WithMiddleware(m ...Middleware) Option

+ func WithModelMapping(model, provider string) Option

+ func WithProvider(name string, p Provider) Option

+ type Provider interface

+ Complete func(ctx context.Context, req *Request) (*Response, error)

+ Models func() []string

+ Name func() string

+ Stream func(ctx context.Context, req *Request) (<-chan Event, error)

+ SupportsTools func() bool

+ type ProviderConfig struct

+ APIKey string

+ BaseURL string

+ CustomHeaders map[string]string

+ MaxRetries int

+ Model string

+ Models []string

+ Name string

+ StringContentOnly bool

+ Timeout time.Duration

+ type Request struct

+ MaxTokens *int

+ Messages []Message

+ Metadata map[string]any

+ Model string

+ Stop []string

+ Temperature *float64

+ ToolChoice *ToolChoice

+ Tools []Tool

+ TopP *float64

+ type Response struct

+ Choices []Choice

+ Created int64

+ ID string

+ Model string

+ Object string

+ Provider string

+ Usage *Usage

+ type Role string

+ const RoleAssistant

+ const RoleSystem

+ const RoleTool

+ const RoleUser

+ type Router struct

+ func New(opts ...Option) *Router

+ func (r *Router) AddMiddleware(m Middleware)

+ func (r *Router) Complete(ctx context.Context, req *Request) (*Response, error)

+ func (r *Router) GetProvider(name string) (Provider, bool)

+ func (r *Router) MapModel(model, provider string)

+ func (r *Router) Providers() []string

+ func (r *Router) RegisterProvider(name string, p Provider)

+ func (r *Router) Route(ctx context.Context, req *Request) (<-chan Event, error)

+ func (r *Router) SetFallbacks(providers ...string)

+ func (r *Router) Stream(ctx context.Context, req *Request) (<-chan Event, error)

+ type Tool struct

+ Function Function

+ Type string

+ type ToolCall struct

+ Function FuncCall

+ ID string

+ Index *int

+ Type string

+ type ToolChoice struct

+ Function *FuncRef

+ Type string

+ type Usage struct

+ CacheCreationTokens int

+ CachedPromptTokens int

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL