llmapimux

package module

Go to main page

Versions in this module

v0

v0.9.6

Aug 27, 2026

v0.9.5

Aug 26, 2026

v0.9.4

Aug 26, 2026

v0.9.3

Aug 26, 2026

Changes in this version

type ContentPart

+ BlockExtra map[string]json.RawMessage

v0.9.2

Aug 24, 2026

Changes in this version

type AnthropicClient

+ func (c *AnthropicClient) SetHTTPClient(hc *http.Client)

type GeminiClient

+ func (c *GeminiClient) SetHTTPClient(hc *http.Client)

type MuxOption

+ func WithHTTPClient(c *http.Client) MuxOption

type OpenAIChatClient

+ func (c *OpenAIChatClient) SetHTTPClient(hc *http.Client)

type OpenAIResponsesClient

+ func (c *OpenAIResponsesClient) SetHTTPClient(hc *http.Client)

v0.9.1

Aug 24, 2026

v0.9.0

Aug 14, 2026

v0.8.0

Aug 7, 2026

v0.7.0

Aug 6, 2026

Changes in this version

type MuxOption

+ func WithMapDeveloperToSystem(enabled bool) MuxOption

type Request

+ MapDeveloperToSystem bool

v0.6.0

Aug 6, 2026

Changes in this version

type ContentPart

+ Video *VideoContent

type ContentType

+ const ContentTypeVideo

+ type VideoContent struct

+ Data []byte

+ MediaType string

+ URL string

v0.5.1

Aug 4, 2026

v0.5.0

Aug 4, 2026

Changes in this version

type MuxOption

+ func WithPreserveOriginalModel(enabled bool) MuxOption

type Response

+ Created int64

v0.4.1

Aug 3, 2026

v0.4.0

Jul 30, 2026

Changes in this version

type ResponseFormat

+ Name string

+ Strict bool

type StreamEvent

+ StopSequence string

+ func DecodeOpenAIChatStreamChunks(data []byte) ([]*StreamEvent, error)

v0.3.0

Jul 29, 2026

v0.2.0

Jul 22, 2026

v0.1.0

Jul 22, 2026

Changes in this version

+ const FallbackMaxTokens

+ func EncodeAnthropicRequest(req *Request) ([]byte, error)

+ func EncodeAnthropicResponse(resp *Response) ([]byte, error)

+ func EncodeAnthropicStreamEvent(event *StreamEvent) (string, []byte, error)

+ func EncodeGeminiRequest(req *Request) (model string, body []byte, err error)

+ func EncodeGeminiResponse(resp *Response) ([]byte, error)

+ func EncodeGeminiStreamChunk(event *StreamEvent) ([]byte, error)

+ func EncodeOpenAIChatRequest(req *Request) ([]byte, error)

+ func EncodeOpenAIChatResponse(resp *Response) ([]byte, error)

+ func EncodeOpenAIChatStreamChunk(event *StreamEvent) ([]byte, error)

+ func EncodeOpenAIResponsesRequest(req *Request) ([]byte, error)

+ func EncodeOpenAIResponsesResponse(resp *Response) ([]byte, error)

+ func EncodeOpenAIResponsesStreamEvent(event *StreamEvent) (string, []byte, error)

+ func ModelMaxOutputTokens(model string) int

+ type AnthropicClient struct

+ HTTPClient *http.Client

+ func (c *AnthropicClient) Send(ctx context.Context, req *Request, cfg OutboundConfig) (*Response, error)

+ func (c *AnthropicClient) SendStream(ctx context.Context, req *Request, cfg OutboundConfig) (<-chan StreamResult, error)

+ type AttemptAdmission struct

+ Active int

+ Limit int

+ LimitKey string

+ Permit AttemptPermit

+ WaitDuration time.Duration

+ type AttemptController interface

+ Acquire func(ctx context.Context, info RouteInfo, target RouteResult, routeAttempt int, ...) (AttemptAdmission, error)

+ RetryDelay func(ctx context.Context, info RouteInfo, target RouteResult, sendErr SendError, ...) (time.Duration, bool)

+ type AttemptErrorEvent struct

+ AttemptNum int

+ RequestID string

+ RetryAttempt int

+ RetryDelay time.Duration

+ SendErr SendError

+ Target RouteResult

+ WillRetry bool

+ type AttemptPermit interface

+ Release func()

+ type Authenticator interface

+ Authenticate func(ctx context.Context, apiKey string) error

+ type CBOption func(*cbConfig)

+ func WithCircuitKeyFunc(fn func(RouteResult) string) CBOption

+ func WithFailureThreshold(n int) CBOption

+ func WithHalfOpenMax(n int) CBOption

+ func WithOnStateChange(fn func(key string, from, to CircuitState)) CBOption

+ func WithRecoveryTimeout(d time.Duration) CBOption

+ func WithShouldTrip(fn func(SendError) bool) CBOption

+ func WithSuccessThreshold(n int) CBOption

+ type CandidateFunc func(info RouteInfo) []RouteResult

+ type CircuitBreakerRouter struct

+ func (r *CircuitBreakerRouter) OnError(_ context.Context, info RouteInfo, target RouteResult, sendErr SendError) (RouteResult, error)

+ func (r *CircuitBreakerRouter) OnSuccess(_ context.Context, info RouteInfo, target RouteResult)

+ func (r *CircuitBreakerRouter) Route(_ context.Context, info RouteInfo) (RouteResult, error)

+ type CircuitState int

+ const CircuitClosed

+ const CircuitHalfOpen

+ const CircuitOpen

+ type Citation struct

+ End *int

+ Kind CitationKind

+ SourceID string

+ Start *int

+ Title string

+ URL string

+ type CitationKind = string

+ const CitationKindCharLocation

+ const CitationKindGemini

+ const CitationKindURLCitation

+ const CitationKindWebSearchResult

+ type Client interface

+ Send func(ctx context.Context, req *Request, cfg OutboundConfig) (*Response, error)

+ SendStream func(ctx context.Context, req *Request, cfg OutboundConfig) (<-chan StreamResult, error)

+ func NewClient(protocol Protocol) Client

+ type CompleteEvent struct

+ ActualModel string

+ AttemptNum int

+ Chunks int

+ Error error

+ IRResponse *Response

+ InboundProtocol Protocol

+ OutboundProtocol Protocol

+ OutputThroughput float64

+ QueueWait time.Duration

+ RequestID string

+ RetryAttempts int

+ Status CompletionStatus

+ StopReason StopReason

+ TPOT time.Duration

+ TTFB time.Duration

+ Time time.Time

+ TotalLatency time.Duration

+ Usage Usage

+ type CompletionStatus string

+ const CompletionStatusCanceled

+ const CompletionStatusError

+ const CompletionStatusSuccess

+ type ContentPart struct

+ Citations []Citation

+ Document *DocumentContent

+ Image *ImageContent

+ RedactedThinking *RedactedThinkingContent

+ Refusal *RefusalContent

+ ServerToolUse *ServerToolUseContent

+ SourceType ContentType

+ Text *TextContent

+ Thinking *ThinkingContent

+ ToolResult *ToolResultContent

+ ToolUse *ToolUseContent

+ Type ContentType

+ WebSearchToolResult *WebSearchToolResultContent

+ type ContentType string

+ const ContentTypeDocument

+ const ContentTypeImage

+ const ContentTypeRedactedThinking

+ const ContentTypeRefusal

+ const ContentTypeServerToolUse

+ const ContentTypeText

+ const ContentTypeThinking

+ const ContentTypeToolResult

+ const ContentTypeToolUse

+ const ContentTypeWebSearchToolResult

+ type DocumentContent struct

+ Data []byte

+ MediaType string

+ Title string

+ URL string

+ type FirstByteEvent struct

+ RequestID string

+ TTFB time.Duration

+ Time time.Time

+ type GeminiClient struct

+ HTTPClient *http.Client

+ func (c *GeminiClient) Send(ctx context.Context, req *Request, cfg OutboundConfig) (*Response, error)

+ func (c *GeminiClient) SendStream(ctx context.Context, req *Request, cfg OutboundConfig) (<-chan StreamResult, error)

+ type Handler struct

+ func (h *Handler) ServeHTTP(w http.ResponseWriter, r *http.Request)

+ type ImageContent struct

+ Data []byte

+ Detail string

+ MediaType string

+ URL string

+ type IncompleteDetails struct

+ Reason string

+ type Message struct

+ Content []ContentPart

+ Role Role

+ type Mux struct

+ func NewMux(router Router, opts ...MuxOption) *Mux

+ func (m *Mux) AnthropicHandler() http.Handler

+ func (m *Mux) GeminiHandler() http.Handler

+ func (m *Mux) OpenAIChatHandler() http.Handler

+ func (m *Mux) OpenAIResponsesHandler() http.Handler

+ type MuxOption func(*Mux)

+ func WithAttemptController(controller AttemptController) MuxOption

+ func WithAuthenticator(auth Authenticator) MuxOption

+ func WithRequestModifier(fn RequestModifier) MuxOption

+ func WithStatsReporter(r StatsReporter) MuxOption

+ type NoopStatsReporter struct

+ func (NoopStatsReporter) OnAttemptError(context.Context, AttemptErrorEvent)

+ func (NoopStatsReporter) OnComplete(context.Context, CompleteEvent)

+ func (NoopStatsReporter) OnFirstByte(context.Context, FirstByteEvent)

+ func (NoopStatsReporter) OnRequestStart(context.Context, RequestStartEvent)

+ func (NoopStatsReporter) OnStreamChunk(context.Context, StreamChunkEvent)

+ type OpenAIChatClient struct

+ HTTPClient *http.Client

+ func (c *OpenAIChatClient) Send(ctx context.Context, req *Request, cfg OutboundConfig) (*Response, error)

+ func (c *OpenAIChatClient) SendStream(ctx context.Context, req *Request, cfg OutboundConfig) (<-chan StreamResult, error)

+ type OpenAIResponsesClient struct

+ HTTPClient *http.Client

+ func (c *OpenAIResponsesClient) Send(ctx context.Context, req *Request, cfg OutboundConfig) (*Response, error)

+ func (c *OpenAIResponsesClient) SendStream(ctx context.Context, req *Request, cfg OutboundConfig) (<-chan StreamResult, error)

+ type OutboundConfig struct

+ APIKey string

+ BaseURL string

+ Header http.Header

+ ProxyURL string

+ type Protocol string

+ const ProtocolAnthropic

+ const ProtocolGemini

+ const ProtocolOpenAIChat

+ const ProtocolOpenAIResponses

+ type ProviderExtensions map[string]json.RawMessage

+ type RedactedThinkingContent struct

+ Data string

+ type RefusalContent struct

+ Refusal string

+ type Request struct

+ InboundProtocol Protocol

+ MaxTokens int

+ Messages []Message

+ Model string

+ OriginalModel string

+ OutboundExtra map[string]json.RawMessage

+ ProviderExtensions ProviderExtensions

+ RawExtra map[string]json.RawMessage

+ ResponseFormat *ResponseFormat

+ StopSequences []string

+ Stream bool

+ SystemPrompt []ContentPart

+ Temperature *float64

+ Thinking *ThinkingConfig

+ ToolChoice *ToolChoice

+ Tools []Tool

+ TopK *int

+ TopP *float64

+ func DecodeAnthropicRequest(body []byte) (*Request, error)

+ func DecodeGeminiRequest(urlPath string, body []byte) (*Request, error)

+ func DecodeOpenAIChatRequest(body []byte) (*Request, error)

+ func DecodeOpenAIResponsesRequest(body []byte) (*Request, error)

+ type RequestModifier func(ctx context.Context, req *Request, target RouteResult)

+ type RequestStartEvent struct

+ IRRequest *Request

+ InboundProtocol Protocol

+ OutboundProtocol Protocol

+ RequestID string

+ Streaming bool

+ Time time.Time

+ type Response struct

+ Content []ContentPart

+ ID string

+ Model string

+ ProviderExtensions ProviderExtensions

+ StopReason StopReason

+ StopSequence string

+ Usage Usage

+ func DecodeAnthropicResponse(body []byte) (*Response, error)

+ func DecodeGeminiResponse(body []byte) (*Response, error)

+ func DecodeOpenAIChatResponse(body []byte) (*Response, error)

+ func DecodeOpenAIResponsesResponse(body []byte) (*Response, error)

+ type ResponseFormat struct

+ JSONSchema json.RawMessage

+ Type string

+ type Role string

+ const RoleAssistant

+ const RoleSystem

+ const RoleTool

+ const RoleUser

+ type RouteInfo struct

+ APIKey string

+ HasMedia bool

+ HasTools bool

+ InboundProtocol Protocol

+ Model string

+ RequestID string

+ Stream bool

+ type RouteResult struct

+ APIKey string

+ BaseURL string

+ Header http.Header

+ Model string

+ Protocol Protocol

+ ProxyURL string

+ type Router interface

+ OnError func(ctx context.Context, info RouteInfo, target RouteResult, sendErr SendError) (RouteResult, error)

+ OnSuccess func(ctx context.Context, info RouteInfo, target RouteResult)

+ Route func(ctx context.Context, info RouteInfo) (RouteResult, error)

+ func NewCircuitBreakerRouter(fn CandidateFunc, opts ...CBOption) Router

+ func RouterFunc(fn func(ctx context.Context, info RouteInfo) (RouteResult, error)) Router

+ type SSEReader struct

+ func NewSSEReader(r io.Reader) *SSEReader

+ func (r *SSEReader) LastEventType() string

+ func (r *SSEReader) Read() ([]byte, error)

+ type SSEWriter struct

+ func NewSSEWriter(w io.Writer) *SSEWriter

+ func (w *SSEWriter) WriteData(data []byte) error

+ func (w *SSEWriter) WriteDone() error

+ func (w *SSEWriter) WriteEvent(event string, data []byte) error

+ type SendError struct

+ AttemptNum int

+ Err error

+ Header http.Header

+ IsConnError bool

+ IsTimeout bool

+ StatusCode int

+ type ServerToolUseContent struct

+ Arguments json.RawMessage

+ ID string

+ Name string

+ type StatsReporter interface

+ OnAttemptError func(ctx context.Context, e AttemptErrorEvent)

+ OnComplete func(ctx context.Context, e CompleteEvent)

+ OnFirstByte func(ctx context.Context, e FirstByteEvent)

+ OnRequestStart func(ctx context.Context, e RequestStartEvent)

+ OnStreamChunk func(ctx context.Context, e StreamChunkEvent)

+ type StopReason string

+ const StopReasonContentFilter

+ const StopReasonEndTurn

+ const StopReasonMaxTokens

+ const StopReasonPauseTurn

+ const StopReasonStopSequence

+ const StopReasonToolUse

+ type StreamChunkEvent struct

+ ElapsedTime time.Duration

+ IREvent *StreamEvent

+ InterChunkDelay time.Duration

+ RequestID string

+ SequenceNum int

+ Time time.Time

+ type StreamError struct

+ Code string

+ Message string

+ Param string

+ Type string

+ type StreamEvent struct

+ Delta *ContentPart

+ Error *StreamError

+ IncompleteDetails *IncompleteDetails

+ Index int

+ Response *Response

+ StopReason *StopReason

+ Type StreamEventType

+ Usage *Usage

+ func DecodeAnthropicStreamEvent(eventType string, data []byte) (*StreamEvent, error)

+ func DecodeGeminiStreamChunk(data []byte) ([]*StreamEvent, error)

+ func DecodeOpenAIChatStreamChunk(data []byte) (*StreamEvent, error)

+ func DecodeOpenAIResponsesStreamEvent(eventType string, data []byte) ([]*StreamEvent, error)

+ type StreamEventType string

+ const StreamEventContentBlockStart

+ const StreamEventContentBlockStop

+ const StreamEventDelta

+ const StreamEventError

+ const StreamEventStart

+ const StreamEventStop

+ type StreamResult struct

+ Err error

+ Event *StreamEvent

+ type TextContent struct

+ Text string

+ type ThinkingConfig struct

+ BudgetTokens int

+ Effort string

+ IncludeThoughts *bool

+ Level string

+ Mode string

+ type ThinkingContent struct

+ Signature string

+ Thinking string

+ type Tool struct

+ Description string

+ ExtraFields map[string]json.RawMessage

+ Name string

+ Parameters json.RawMessage

+ Strict bool

+ Type string

+ type ToolChoice struct

+ AllowParallelCalls *bool

+ AllowedToolNames []string

+ ToolName string

+ Type string

+ type ToolResultContent struct

+ Content []ContentPart

+ IsError bool

+ Name string

+ ToolUseID string

+ type ToolUseContent struct

+ Arguments json.RawMessage

+ ID string

+ Name string

+ type UpstreamHTTPError struct

+ Body []byte

+ Header http.Header

+ StatusCode int

+ func (e *UpstreamHTTPError) Error() string

+ type Usage struct

+ CompletionAcceptedPrediction int

+ CompletionAudioTokens int

+ CompletionReasoningTokens int

+ CompletionRejectedPrediction int

+ CompletionTokens int

+ PromptAudioTokens int

+ PromptCacheHitTokens int

+ PromptCacheWriteTokens int

+ PromptTokens int

+ ServerToolUseTokens int

+ TotalTokens int

+ type WebSearchResult struct

+ Title string

+ URL string

+ type WebSearchToolResultContent struct

+ Content []WebSearchResult

+ ErrorCode string

+ IsError bool

+ ToolUseID string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL