llm

Documentation

Index

• Variables
• func IsReservedOpenAIChatRequestField(name string) bool
• type Client
• type OpenAICompatibleClient
  • func NewOpenAICompatibleClient(cfg OpenAICompatibleConfig) (*OpenAICompatibleClient, error)
  • func (c *OpenAICompatibleClient) Generate(ctx context.Context, req domain.GenerateRequest) (*domain.GenerateResponse, error)
• type OpenAICompatibleConfig
• type ProviderHTTPError
  • func (e *ProviderHTTPError) Error() string
  • func (e *ProviderHTTPError) GoString() string
  • func (e *ProviderHTTPError) ProviderCode() string
  • func (e *ProviderHTTPError) ProviderMessage() string
  • func (e *ProviderHTTPError) ProviderType() string
  • func (e *ProviderHTTPError) StatusCode() int
  • func (e *ProviderHTTPError) Unwrap() error

Variables

var (
	ErrInvalidConfig     = errors.New("invalid llm client configuration")
	ErrInvalidRequest    = errors.New("invalid generate request")
	ErrRequestFailed     = errors.New("llm request failed")
	ErrUnexpectedStatus  = errors.New("llm returned non-success status")
	ErrMalformedResponse = errors.New("malformed llm response")
)

Functions

func IsReservedOpenAIChatRequestField

func IsReservedOpenAIChatRequestField(name string) bool

IsReservedOpenAIChatRequestField reports whether name is owned by the standard OpenAI-compatible chat request rather than extra parameters.

Types

type Client

type Client interface {
	Generate(ctx context.Context, req domain.GenerateRequest) (*domain.GenerateResponse, error)
}

Client executes a rendered prompt against an LLM endpoint.

type OpenAICompatibleClient

type OpenAICompatibleClient struct {
	// contains filtered or unexported fields
}

func NewOpenAICompatibleClient

func NewOpenAICompatibleClient(cfg OpenAICompatibleConfig) (*OpenAICompatibleClient, error)

func (*OpenAICompatibleClient) Generate

func (c *OpenAICompatibleClient) Generate(ctx context.Context, req domain.GenerateRequest) (*domain.GenerateResponse, error)

type OpenAICompatibleConfig

type OpenAICompatibleConfig struct {
	BaseURL    string
	Model      string
	Timeout    time.Duration
	HTTPClient *http.Client
}

type ProviderHTTPError

type ProviderHTTPError struct {
	// contains filtered or unexported fields
}

ProviderHTTPError describes a non-success response from an LLM provider.

func (*ProviderHTTPError) Error

func (e *ProviderHTTPError) Error() string

func (*ProviderHTTPError) GoString

func (e *ProviderHTTPError) GoString() string

func (*ProviderHTTPError) ProviderCode

func (e *ProviderHTTPError) ProviderCode() string

func (*ProviderHTTPError) ProviderMessage

func (e *ProviderHTTPError) ProviderMessage() string

func (*ProviderHTTPError) ProviderType

func (e *ProviderHTTPError) ProviderType() string

func (*ProviderHTTPError) StatusCode

func (e *ProviderHTTPError) StatusCode() int

func (*ProviderHTTPError) Unwrap

func (e *ProviderHTTPError) Unwrap() error