ai

Documentation

Index

• Variables
• func ApplyModelConfig(ai AI, cfg ModelConfig)
• func NewLimiter(limit rate.Limit) *rate.Limiter
• type AI
• type ChatResponse
• type ChatSession
• type ChatStream
• type Chatbot
• type ClientConfig
• type ClientOption
  • func WithAPIKey(apiKey string) ClientOption
  • func WithEndpoint(endpoint string) ClientOption
  • func WithLimit(limit rate.Limit) ClientOption
  • func WithModel(model string) ClientOption
  • func WithModelConfig(config ModelConfig) ClientOption
  • func WithProxy(proxy string) ClientOption
• type LLMs
  • func (m LLMs) MarshalText() ([]byte, error)
  • func (m *LLMs) UnmarshalText(text []byte) error
• type Limiter
• type Message
• type Model
• type ModelConfig

Variables

var ErrAIClosed = errors.New("AI client is nil or already closed")

Functions

func ApplyModelConfig

func ApplyModelConfig(ai AI, cfg ModelConfig)

func NewLimiter

func NewLimiter(limit rate.Limit) *rate.Limiter

Types

type AI

type AI interface {
	LLMs() LLMs
	Model(context.Context) (string, error)

	Limiter

	SetModel(string)
	Model

	Chatbot
	ChatSession() ChatSession

	Close() error
}

type ChatResponse

type ChatResponse interface {
	Results() []string
}

type ChatSession

type ChatSession interface {
	Chatbot
	History() []Message
}

type ChatStream

type ChatStream interface {
	Next() (ChatResponse, error)
	Close() error
}

type Chatbot

type Chatbot interface {
	Chat(context.Context, ...string) (ChatResponse, error)
	ChatStream(context.Context, ...string) (ChatStream, error)
}

type ClientConfig

type ClientConfig struct {
	LLMs LLMs

	APIKey   string
	Endpoint string
	Proxy    string

	Limit *rate.Limit

	Model       string
	ModelConfig ModelConfig
}

type ClientOption

type ClientOption interface {
	Apply(*ClientConfig)
}

func WithAPIKey

func WithAPIKey(apiKey string) ClientOption

func WithEndpoint

func WithEndpoint(endpoint string) ClientOption

func WithLimit

func WithLimit(limit rate.Limit) ClientOption

func WithModel

func WithModel(model string) ClientOption

func WithModelConfig

func WithModelConfig(config ModelConfig) ClientOption

func WithProxy

func WithProxy(proxy string) ClientOption

type LLMs

type LLMs string

const (
	ChatGPT LLMs = "ChatGPT"
	Gemini  LLMs = "Gemini"
)

func (LLMs) MarshalText

func (m LLMs) MarshalText() ([]byte, error)

func (*LLMs) UnmarshalText

func (m *LLMs) UnmarshalText(text []byte) error

type Limiter

type Limiter interface {
	SetLimit(rate.Limit)
}

type Message

type Message struct {
	Content string
	Role    string
}

type Model

type Model interface {
	SetCount(x int32)
	SetMaxTokens(x int32)
	SetTemperature(x float32)
	SetTopP(x float32)
}

type ModelConfig

type ModelConfig struct {
	Count       *int32
	MaxTokens   *int32
	Temperature *float32
	TopP        *float32
}