server

Documentation

Index

• func StartServer(cfg polyllm.Config)
• type LLMProvider
• type LLMService
  • func NewLLMService(provider LLMProvider) *LLMService

Functions

func StartServer

func StartServer(cfg polyllm.Config)

Types

type LLMProvider

type LLMProvider interface {
	ListModels(ctx context.Context) ([]llms.Model, error)
	ChatCompletion(ctx context.Context, req llms.ChatCompletionRequest, streamingFunc func(resp llms.StreamingChatCompletionResponse), options ...llms.RequestOption)
}

type LLMService

type LLMService struct {
	// contains filtered or unexported fields
}

func NewLLMService

func NewLLMService(provider LLMProvider) *LLMService