server

Oct 11, 2026

Changes in this version

type Attempt

+ Retries int

Oct 10, 2026

Changes in this version

+ func WithUpstreamHeader(ctx context.Context, name, value string) context.Context

type Usage

+ CacheWriteTokens int

Oct 10, 2026

Changes in this version

type Option

+ func WithMiddleware(middleware func(http.Handler) http.Handler) Option

+ func WithoutAccessLog() Option

type Options

+ DisableAccessLog bool

+ Middleware func(http.Handler) http.Handler

Oct 10, 2026

Changes in this version

+ type Attempt struct

+ Channel string

+ Dialect dialect.Name

+ Duration time.Duration

+ Failure Failure

+ Status int

+ Upstream string

+ type Failure string

+ const FailureChannel

+ const FailureConnect

+ const FailureConvert

+ const FailureNone

+ type Option func(*Options)

+ func WithRequestDone(onDone func(Outcome)) Option

type Options

+ OnRequestDone func(Outcome)

+ type Outcome struct

+ Attempts []Attempt

+ BytesWritten int64

+ Channel string

+ Client string

+ Duration time.Duration

+ FirstByte time.Duration

+ Method string

+ Model string

+ Path string

+ RequestID string

+ Status int

+ Streaming bool

+ Usage *Usage

+ UserAgent string

type Server

+ func FromConfigWith(cfg *config.Config, logger *slog.Logger, opts ...Option) (*Server, error)

+ type Usage struct

+ CachedTokens int

+ CompletionTokens int

+ PromptTokens int

+ TotalTokens int

Oct 10, 2026

Changes in this version

+ const SessionHeaderName

Oct 10, 2026

Changes in this version

+ func BuildPlugins(cfg *config.Config, logger *slog.Logger) (*plugin.Store, error)

+ type Options struct

+ Channels *channel.Set

+ Config *config.Config

+ Engine *relay.Engine

+ Logger *slog.Logger

+ MaxBodyBytes int64

+ Now func() time.Time

+ Plugins *plugin.Store

+ type Server struct

+ func FromConfig(cfg *config.Config, logger *slog.Logger) (*Server, error)

+ func New(opts Options) (*Server, error)

+ func (s *Server) Handler() http.Handler

+ func (s *Server) Listen(ctx context.Context) (net.Listener, error)

+ func (s *Server) Run(ctx context.Context) error

+ func (s *Server) Serve(ctx context.Context, listener net.Listener) error