Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
- API
  
  Reference documentation for the pkg.go.dev API
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

llmbridge

package module

Go to main page

Versions in this module

v1

v1.0.0

May 20, 2026

Changes in this version

+ const DefaultHTTPTimeout

+ const Version

+ var DefaultModels = map[string]string

+ var DefaultRetryPolicy = RetryPolicy

+ var ModelInfoDB = map[string]ModelInfo

+ var SupportedProviders = []string

+ func AComplete(ctx context.Context, p Provider, req Request) <-chan AsyncResult

+ func CompletionCost(resp *types.Response) (float64, error)

+ func Embed(ctx context.Context, p EmbedProvider, texts []string) ([][]float64, error)

+ func EmbeddingCost(provider, model string, tokens int) (float64, error)

+ func ResolveModel(req types.Request, providerName string) string

+ func SanitizeRequest(req types.Request) types.Request

+ func ValidateModel(modelName string) bool

+ type AsyncResult = types.AsyncResult

+ type BatchResult = types.BatchResult

+ func BatchComplete(ctx context.Context, p Provider, reqs []Request) []BatchResult

+ type CallType = types.CallType

+ type Delta = types.Delta

+ type EmbedProvider = base.EmbedProvider

+ type ErrAuth = exceptions.AuthenticationError

+ type ErrProvider = exceptions.ProviderError

+ type ErrRateLimit = exceptions.RateLimitError

+ type ErrTimeout = exceptions.TimeoutError

+ type GeneratedImage = types.GeneratedImage

+ type Handler func(ctx context.Context, req types.Request) (*types.Response, error)

+ type HealthStatus struct

+ CooldownUntil time.Time

+ Failures int

+ Healthy bool

+ LastCheck time.Time

+ LastError error

+ type ImageGenerator = base.ImageGenerator

+ type ImageRequest = types.ImageRequest

+ type ImageResponse = types.ImageResponse

+ func ImageGenerate(ctx context.Context, p ImageGenerator, req ImageRequest) (*ImageResponse, error)

+ type Message = types.Message

+ type Middleware func(ctx context.Context, req types.Request, next Handler) (*types.Response, error)

+ type ModelInfo = types.ModelInfo

+ func GetModelInfo(modelName string) (ModelInfo, bool)

+ type ModerationRequest = types.ModerationRequest

+ type ModerationResponse = types.ModerationResponse

+ func Moderate(ctx context.Context, p Moderator, req ModerationRequest) (*ModerationResponse, error)

+ type ModerationResult = types.ModerationResult

+ type Moderator = base.Moderator

+ type Property = types.Property

+ type Provider = base.LLM

+ func Chain(provider Provider, mw ...Middleware) Provider

+ type Request = types.Request

+ type RerankRequest = types.RerankRequest

+ type RerankResponse = types.RerankResponse

+ func Rerank(ctx context.Context, p Reranker, req RerankRequest) (*RerankResponse, error)

+ type RerankResult = types.RerankResult

+ type Reranker = base.Reranker

+ type Response = types.Response

+ func Complete(ctx context.Context, p Provider, req Request) (*Response, error)

+ type RetryPolicy struct

+ InitialDelay time.Duration

+ MaxAttempts int

+ MaxDelay time.Duration

+ Multiplier float64

+ type Router struct

+ func NewRouter(providers []Provider, opts ...RouterOption) *Router

+ func NewTagRouter(providers []TaggedProvider, opts ...RouterOption) *Router

+ func (r *Router) Complete(ctx context.Context, req types.Request) (*types.Response, error)

+ func (r *Router) Name() string

+ func (r *Router) Stop()

+ func (r *Router) ValidateEnvironment() error

+ type RouterOption func(*Router)

+ func WithAutoVisionRouting() RouterOption

+ func WithCircuitBreaker(threshold int, cooldown time.Duration) RouterOption

+ func WithContentPolicyFallback(enabled bool) RouterOption

+ func WithContextWindowFallback(enabled bool) RouterOption

+ func WithHealthChecks(interval time.Duration) RouterOption

+ func WithMaxCostPerRequest(dollars float64) RouterOption

+ func WithRequiredTags(tags []string) RouterOption

+ func WithRetryPolicy(p RetryPolicy) RouterOption

+ func WithRoutingGroups(groups []RoutingGroup) RouterOption

+ func WithStrategy(s Strategy) RouterOption

+ func WithTrafficSplit(groups []TrafficSplitGroup) RouterOption

+ func WithWeightedStrategy() RouterOption

+ type RoutingGroup struct

+ Name string

+ Policy RetryPolicy

+ Providers []Provider

+ Strategy Strategy

+ type Schema = types.Schema

+ type Session struct

+ CreatedAt time.Time

+ ID string

+ Messages []types.Message

+ Model string

+ Provider string

+ UpdatedAt time.Time

+ func ListSessions() ([]*Session, error)

+ func LoadLatestSession() (*Session, error)

+ func LoadSession(id string) (*Session, error)

+ func NewSession(providerName, model string) *Session

+ func (s *Session) Add(msg types.Message)

+ func (s *Session) Save() error

+ type SpeechProvider = base.SpeechProvider

+ type SpeechRequest = types.SpeechRequest

+ type SpeechResponse = types.SpeechResponse

+ func Speech(ctx context.Context, p SpeechProvider, req SpeechRequest) (*SpeechResponse, error)

+ type Strategy int

+ const CostBased

+ const LeastBusy

+ const LeastLatency

+ const PriorityOrder

+ const RoundRobin

+ const TrafficSplit

+ const UsageBased

+ const Weighted

+ type Streamer = base.Streamer

+ type TaggedProvider struct

+ Provider Provider

+ Tags []string

+ Weight int

+ type TextCompleter = base.TextCompleter

+ type TextRequest = types.TextRequest

+ type TextResponse = types.TextResponse

+ func TextComplete(ctx context.Context, p TextCompleter, req TextRequest) (*TextResponse, error)

+ type Tool = types.Tool

+ type ToolCall = types.ToolCall

+ type TrafficSplitGroup struct

+ Label string

+ ProviderIdx int

+ Weight int

+ type Transcriber = base.Transcriber

+ type TranscriptionRequest = types.TranscriptionRequest

+ type TranscriptionResponse = types.TranscriptionResponse

+ func Transcribe(ctx context.Context, p Transcriber, req TranscriptionRequest) (*TranscriptionResponse, error)

+ type UsageData = types.UsageData

v0

v0.1.0

May 18, 2026