server

Documentation

Index

• Constants
• func LogMiddleware(next http.Handler) http.Handler
• func SetupLogging(buf *LogBuffer)
• type LogBuffer
  • func NewLogBuffer(maxSize int) *LogBuffer
  • func (lb *LogBuffer) Recent(n int) []string
  • func (lb *LogBuffer) Subscribe() chan string
  • func (lb *LogBuffer) Unsubscribe(ch chan string)
  • func (lb *LogBuffer) Write(p []byte) (n int, err error)
• type ProviderPoolEvaluationLimits
• type ProviderPoolEvaluationPreview
• type ProviderPoolEvaluationRequest
• type Server
  • func New(cfg *config.Config, version string) *Server
  • func (s *Server) ActivateRouterProfile(ctx context.Context, poolID, profileID, actor, reason string) (routerprofile.Activation, error)
  • func (s *Server) CancelProviderPoolEvaluationJob(ctx context.Context, poolID, jobID string) error
  • func (s *Server) CreateProviderPoolEvaluationJob(ctx context.Context, request ProviderPoolEvaluationRequest) (routerprofile.EvaluationJob, error)
  • func (s *Server) GetProviderPoolEvaluationJob(ctx context.Context, poolID, jobID string) (routerprofile.EvaluationJob, []routerprofile.EvaluationCell, error)
  • func (s *Server) ListProviderPoolEvaluationJobs(ctx context.Context, poolID string, status routerprofile.JobStatus, ...) ([]routerprofile.EvaluationJob, error)
  • func (s *Server) PreviewProviderPoolEvaluation(ctx context.Context, request ProviderPoolEvaluationRequest) (ProviderPoolEvaluationPreview, error)
  • func (s *Server) RollbackRouterProfile(ctx context.Context, poolID, expectedCurrent, actor, reason string) (routerprofile.Activation, error)
  • func (s *Server) Run(ctx context.Context) error
  • func (s *Server) ValidateRouterProfile(ctx context.Context, poolID, profileID string) (routerprofile.Profile, error)

Constants

const (
	DefaultKeepAlive   = 5 * time.Minute
	DesktopAPIProtocol = "2"
)

Functions

func LogMiddleware

func LogMiddleware(next http.Handler) http.Handler

LogMiddleware logs HTTP requests to the standard logger with timing info.

func SetupLogging

func SetupLogging(buf *LogBuffer)

SetupLogging redirects log output to the in-memory buffer and, by default, mirrors it to stderr and ~/.csghub-lite/logs/csghub-lite.log.

Types

type LogBuffer

type LogBuffer struct {
	// contains filtered or unexported fields
}

LogBuffer is a thread-safe ring buffer for log lines, supporting SSE subscribers.

func NewLogBuffer

func NewLogBuffer(maxSize int) *LogBuffer

func (*LogBuffer) Recent

func (lb *LogBuffer) Recent(n int) []string

func (*LogBuffer) Subscribe

func (lb *LogBuffer) Subscribe() chan string

func (*LogBuffer) Unsubscribe

func (lb *LogBuffer) Unsubscribe(ch chan string)

func (*LogBuffer) Write

func (lb *LogBuffer) Write(p []byte) (n int, err error)

type ProviderPoolEvaluationLimits

type ProviderPoolEvaluationLimits struct {
	MaxQueries            int
	MaxRepeats            int
	MaxOutputTokens       int
	MaxRequestTimeoutSecs int
}

type ProviderPoolEvaluationPreview

type ProviderPoolEvaluationPreview struct {
	EvaluationMode                string
	EligibleSnapshotCount         int
	SelectedSnapshotCount         int
	DirectCandidateCalls          int
	JudgeCalls                    int
	MaxJudgeCalls                 int
	MaxTotalCalls                 int
	JudgePromptTokens             int64
	MaxJudgeTokenExposure         int64
	MaxTokenExposure              int64
	KnownJudgeEstimatedCost       float64
	KnownEstimatedCost            float64
	Currency                      string
	UnknownPriceMembers           []routerprofile.Target
	JudgePriceKnown               bool
	RequiresUnknownPricingConsent bool
	Limits                        ProviderPoolEvaluationLimits
}

type ProviderPoolEvaluationRequest

type ProviderPoolEvaluationRequest struct {
	PoolID                string
	EvaluationMode        string
	BaseProfileID         string
	JudgeModel            string
	MaxQueries            int
	Repeats               int
	MaxOutputTokens       int
	RequestTimeoutSeconds int
	BudgetCurrency        string
	BudgetAmount          float64
	AllowUnknownPricing   bool
}

type Server

type Server struct {
	// contains filtered or unexported fields
}

func New

func New(cfg *config.Config, version string) *Server

func (*Server) ActivateRouterProfile

func (s *Server) ActivateRouterProfile(ctx context.Context, poolID, profileID, actor, reason string) (routerprofile.Activation, error)

ActivateRouterProfile validates, activates, and publishes a profile while holding the runtime profile lock, so requests see either cache generation.

func (*Server) CancelProviderPoolEvaluationJob

func (s *Server) CancelProviderPoolEvaluationJob(ctx context.Context, poolID, jobID string) error

func (*Server) CreateProviderPoolEvaluationJob

func (s *Server) CreateProviderPoolEvaluationJob(ctx context.Context, request ProviderPoolEvaluationRequest) (routerprofile.EvaluationJob, error)

func (*Server) GetProviderPoolEvaluationJob

func (s *Server) GetProviderPoolEvaluationJob(ctx context.Context, poolID, jobID string) (routerprofile.EvaluationJob, []routerprofile.EvaluationCell, error)

func (*Server) ListProviderPoolEvaluationJobs

func (s *Server) ListProviderPoolEvaluationJobs(ctx context.Context, poolID string, status routerprofile.JobStatus, options routerprofile.ListOptions) ([]routerprofile.EvaluationJob, error)

func (*Server) PreviewProviderPoolEvaluation

func (s *Server) PreviewProviderPoolEvaluation(ctx context.Context, request ProviderPoolEvaluationRequest) (ProviderPoolEvaluationPreview, error)

PreviewProviderPoolEvaluation resolves pricing from the model catalog at request time. It performs no inference and does not create a job.

func (*Server) RollbackRouterProfile

func (s *Server) RollbackRouterProfile(ctx context.Context, poolID, expectedCurrent, actor, reason string) (routerprofile.Activation, error)

RollbackRouterProfile rolls back in storage, validates the resulting active profile against current members, and atomically refreshes the runtime cache.

func (*Server) Run

func (s *Server) Run(ctx context.Context) error

func (*Server) ValidateRouterProfile

func (s *Server) ValidateRouterProfile(ctx context.Context, poolID, profileID string) (routerprofile.Profile, error)

ValidateRouterProfile validates a stored profile against the current pool and the activation held-out gates. It performs no mutation.