llms

Documentation

Index

• Constants
• Variables
• func EmbedTexts(ctx context.Context, appState *models.AppState, model *models.EmbeddingModel, ...) ([][]float32, error)
• func Float64ToFloat32Matrix(in [][]float64) [][]float32
• func GetEmbeddingModel(appState *models.AppState, documentType string) (*models.EmbeddingModel, error)
• func GetLLMModelName(cfg *config.Config) (string, error)
• func NewAnthropicLLM(ctx context.Context, cfg *config.Config) (models.ZepLLM, error)
• func NewLLMClient(ctx context.Context, cfg *config.Config) (models.ZepLLM, error)
• func NewOpenAILLM(ctx context.Context, cfg *config.Config) (models.ZepLLM, error)
• func NewRetryableHTTPClient(retryMax int, timeout time.Duration) *http.Client
• type LLMError
  • func NewLLMError(message string, originalError error) *LLMError
  • func (e *LLMError) Error() string
• type ZepAnthropicLLM
  • func (zllm *ZepAnthropicLLM) Call(ctx context.Context, prompt string, options ...llms.CallOption) (string, error)
  • func (zllm *ZepAnthropicLLM) EmbedTexts(_ context.Context, _ []string) ([][]float32, error)
  • func (zllm *ZepAnthropicLLM) GetTokenCount(_ string) (int, error)
  • func (zllm *ZepAnthropicLLM) Init(_ context.Context, cfg *config.Config) error
• type ZepLLM
  • func (zllm *ZepLLM) Call(ctx context.Context, prompt string, options ...llms.CallOption) (string, error)
  • func (zllm *ZepLLM) EmbedTexts(ctx context.Context, texts []string) ([][]float32, error)
  • func (zllm *ZepLLM) GetTokenCount(text string) (int, error)
  • func (zllm *ZepLLM) Init(ctx context.Context, cfg *config.Config) error
• type ZepOpenAILLM
  • func (zllm *ZepOpenAILLM) Call(ctx context.Context, prompt string, options ...llms.CallOption) (string, error)
  • func (zllm *ZepOpenAILLM) EmbedTexts(ctx context.Context, texts []string) ([][]float32, error)
  • func (zllm *ZepOpenAILLM) GetTokenCount(text string) (int, error)
  • func (zllm *ZepOpenAILLM) Init(_ context.Context, cfg *config.Config) error

Constants

const AnthropicAPIKeyNotSetError = "ZEP_ANTHROPIC_API_KEY is not set" //nolint:gosec

const AnthropicAPITimeout = 30 * time.Second

const DefaultTemperature = 0.0

const InvalidLLMModelError = "llm model is not set or is invalid"

const LocalEmbedderTimeout = 60 * time.Second

const MaxLocalEmbedderRetryAttempts = 5

const MaxOpenAIAPIRequestAttempts = 5

const OpenAIAPIKeyNotSetError = "ZEP_OPENAI_API_KEY is not set" //nolint:gosec

const OpenAIAPITimeout = 20 * time.Second

const OpenAICallTimeout = 60 * time.Second

const OtelLLMTracerName = "llm"

Variables

var MaxLLMTokensMap = map[string]int{
	"gpt-3.5-turbo":      4096,
	"gpt-3.5-turbo-16k":  16_385,
	"gpt-3.5-turbo-1106": 16_385,
	"gpt-4":              8192,
	"gpt-4-32k":          32_768,
	"gpt-4-1106-preview": 128_000,
	"claude-instant-1":   100_000,
	"claude-2":           100_000,
}

var ValidAnthropicLLMs = map[string]bool{
	"claude-instant-1": true,
	"claude-2":         true,
}

var ValidLLMMap = internal.MergeMaps(ValidOpenAILLMs, ValidAnthropicLLMs)

var ValidOpenAILLMs = map[string]bool{
	"gpt-3.5-turbo":      true,
	"gpt-4":              true,
	"gpt-3.5-turbo-16k":  true,
	"gpt-3.5-turbo-1106": true,
	"gpt-4-32k":          true,
	"gpt-4-1106-preview": true,
}

Functions

func EmbedTexts

func EmbedTexts(
	ctx context.Context,
	appState *models.AppState,
	model *models.EmbeddingModel,
	documentType string,
	text []string,
) ([][]float32, error)

func Float64ToFloat32Matrix

func Float64ToFloat32Matrix(in [][]float64) [][]float32

func GetEmbeddingModel

func GetEmbeddingModel(
	appState *models.AppState,
	documentType string,
) (*models.EmbeddingModel, error)

func GetLLMModelName

func GetLLMModelName(cfg *config.Config) (string, error)

func NewAnthropicLLM

func NewAnthropicLLM(ctx context.Context, cfg *config.Config) (models.ZepLLM, error)

func NewLLMClient

func NewLLMClient(ctx context.Context, cfg *config.Config) (models.ZepLLM, error)

func NewOpenAILLM

func NewOpenAILLM(ctx context.Context, cfg *config.Config) (models.ZepLLM, error)

func NewRetryableHTTPClient

func NewRetryableHTTPClient(retryMax int, timeout time.Duration) *http.Client

Types

type LLMError

type LLMError struct {
	// contains filtered or unexported fields
}

func NewLLMError

func NewLLMError(message string, originalError error) *LLMError

func (*LLMError) Error

func (e *LLMError) Error() string

type ZepAnthropicLLM

type ZepAnthropicLLM struct {
	// contains filtered or unexported fields
}

func (*ZepAnthropicLLM) Call

func (zllm *ZepAnthropicLLM) Call(ctx context.Context,
	prompt string,
	options ...llms.CallOption,
) (string, error)

func (*ZepAnthropicLLM) EmbedTexts

func (zllm *ZepAnthropicLLM) EmbedTexts(_ context.Context, _ []string) ([][]float32, error)

func (*ZepAnthropicLLM) GetTokenCount

func (zllm *ZepAnthropicLLM) GetTokenCount(_ string) (int, error)

GetTokenCount returns the number of tokens in the text. Return 0 for now, since we don't have a token count function

func (*ZepAnthropicLLM) Init

func (zllm *ZepAnthropicLLM) Init(_ context.Context, cfg *config.Config) error

type ZepLLM

type ZepLLM struct {
	// contains filtered or unexported fields
}

ZepLLM is a wrapper around the Zep LLM implementations that implements the ZepLLM interface and adds OpenTelemetry tracing

func (*ZepLLM) Call

func (zllm *ZepLLM) Call(ctx context.Context,
	prompt string,
	options ...llms.CallOption,
) (string, error)

func (*ZepLLM) EmbedTexts

func (zllm *ZepLLM) EmbedTexts(ctx context.Context, texts []string) ([][]float32, error)

func (*ZepLLM) GetTokenCount

func (zllm *ZepLLM) GetTokenCount(text string) (int, error)

func (*ZepLLM) Init

func (zllm *ZepLLM) Init(ctx context.Context, cfg *config.Config) error

type ZepOpenAILLM

type ZepOpenAILLM struct {
	// contains filtered or unexported fields
}

func (*ZepOpenAILLM) Call

func (zllm *ZepOpenAILLM) Call(ctx context.Context,
	prompt string,
	options ...llms.CallOption,
) (string, error)

func (*ZepOpenAILLM) EmbedTexts

func (zllm *ZepOpenAILLM) EmbedTexts(ctx context.Context, texts []string) ([][]float32, error)

func (*ZepOpenAILLM) GetTokenCount

func (zllm *ZepOpenAILLM) GetTokenCount(text string) (int, error)

GetTokenCount returns the number of tokens in the text

func (*ZepOpenAILLM) Init

func (zllm *ZepOpenAILLM) Init(_ context.Context, cfg *config.Config) error