client

Documentation

Index

• Variables
• func Init() error
• type ModelTier
• type Ref
  • func NewRef(p *config.Profile) *Ref
  • func (ref *Ref) Completion(ctx context.Context, params openai.ChatCompletionNewParams) (*openai.ChatCompletion, error)
  • func (ref *Ref) Embeddings(ctx context.Context, params openai.EmbeddingNewParams) (*openai.CreateEmbeddingResponse, error)
  • func (ref *Ref) Model(tier ModelTier) string
• type Samples
  • func (s *Samples) BytesPerTok() float32

Variables

var ChatProfiles []*Ref

var Profiles = make(map[string]*Ref)

Functions

func Init

func Init() error

Types

type ModelTier

type ModelTier int

const (
	Tier1 ModelTier = iota + 1
	Tier2
)

type Ref

type Ref struct {
	Config  *config.Profile
	Client  *openai.Client
	S       *semaphore.Weighted
	Samples *Samples
}

var Default *Ref

func NewRef

func NewRef(p *config.Profile) *Ref

func (*Ref) Completion

func (ref *Ref) Completion(ctx context.Context, params openai.ChatCompletionNewParams) (
	*openai.ChatCompletion, error,
)

func (*Ref) Embeddings

func (ref *Ref) Embeddings(ctx context.Context, params openai.EmbeddingNewParams) (
	*openai.CreateEmbeddingResponse, error,
)

func (*Ref) Model

func (ref *Ref) Model(tier ModelTier) string

type Samples

type Samples struct {
	// contains filtered or unexported fields
}

Samples implements a cheesy way to estimate the number of bytes per token registered through several calls to the LLM service.

func (*Samples) BytesPerTok

func (s *Samples) BytesPerTok() float32