llm

Documentation

Index

• type AgentConfig
• type CallbackHandler
  • func (h CallbackHandler) OnEnd(ctx context.Context, info *callbacks.RunInfo, output callbacks.CallbackOutput) context.Context
  • func (h CallbackHandler) OnEndWithStreamOutput(ctx context.Context, info *callbacks.RunInfo, ...) context.Context
  • func (h CallbackHandler) OnError(ctx context.Context, info *callbacks.RunInfo, err error) context.Context
  • func (h CallbackHandler) OnStart(ctx context.Context, info *callbacks.RunInfo, input callbacks.CallbackInput) context.Context
  • func (h CallbackHandler) OnStartWithStreamInput(ctx context.Context, info *callbacks.RunInfo, ...) context.Context
• type ChatModel
  • func NewChatModel(m ModelConfig) (model ChatModel)
• type Generator
  • func MakeAgent(source any, sysPrompt prompt.Prompt, models map[string]ChatModel, ...) Generator
• type ModelConfig
• type ModelType
  • func NewModelType(t string) ModelType
• type ReactAgent
  • func NewReactAgent(name string, opts ReactAgentOptions) *ReactAgent
  • func (p *ReactAgent) Call(ctx context.Context, input string) (string, error)
• type ReactAgentOptions

Types

type AgentConfig

type AgentConfig struct {
	WithModel string        `json:"with_model"`
	WithTools []string      `json:"with_tools"`
	MaxSteps  int           `json:"max_steps"`
	Prompt    prompt.Prompt `json:"prompt"`
}

type CallbackHandler

type CallbackHandler struct{}

func (CallbackHandler) OnEnd

func (h CallbackHandler) OnEnd(ctx context.Context, info *callbacks.RunInfo, output callbacks.CallbackOutput) context.Context

func (CallbackHandler) OnEndWithStreamOutput

func (h CallbackHandler) OnEndWithStreamOutput(ctx context.Context, info *callbacks.RunInfo,
	output *schema.StreamReader[callbacks.CallbackOutput]) context.Context

func (CallbackHandler) OnError

func (h CallbackHandler) OnError(ctx context.Context, info *callbacks.RunInfo, err error) context.Context

func (CallbackHandler) OnStart

func (h CallbackHandler) OnStart(ctx context.Context, info *callbacks.RunInfo, input callbacks.CallbackInput) context.Context

func (CallbackHandler) OnStartWithStreamInput

func (h CallbackHandler) OnStartWithStreamInput(ctx context.Context, info *callbacks.RunInfo,
	input *schema.StreamReader[callbacks.CallbackInput]) context.Context

type ChatModel

type ChatModel interface {
	model.ToolCallingChatModel
}

ChatModel is the interface for making LLM backend.

func NewChatModel

func NewChatModel(m ModelConfig) (model ChatModel)

type Generator

type Generator interface {
	// Call calls the LLM with the input.
	Call(ctx context.Context, input string) (string, error)
}

Generator is the interface for calling

func MakeAgent

func MakeAgent(source any, sysPrompt prompt.Prompt, models map[string]ChatModel, tools map[string]tool.Tool, executor AgentConfig) Generator

type ModelConfig

type ModelConfig struct {
	Name        string    `json:"name"` // alias of the config, not endpoint!
	APIType     ModelType `json:"type"`
	BaseURL     string    `json:"base_url"`
	APIKey      string    `json:"api_key"`
	ModelName   string    `json:"model_name"` // the endpoint of the model, like `claude-opus-4-20250514`
	Temperature *float32  `json:"temperature"`
	// TopP        *float32  `json:"top_p"`
	MaxTokens int `json:"max_tokens"`
}

type ModelType

type ModelType string

const (
	ModelTypeUnknown ModelType = ""
	ModelTypeOllama  ModelType = "ollama"
	ModelTypeARK     ModelType = "ark"
	ModelTypeOpenAI  ModelType = "openai" // Fixed typo in constant name
	ModelTypeClaude  ModelType = "claude"
)

func NewModelType

func NewModelType(t string) ModelType

type ReactAgent

type ReactAgent struct {
	*react.Agent
	// contains filtered or unexported fields
}

func NewReactAgent

func NewReactAgent(name string, opts ReactAgentOptions) *ReactAgent

func (*ReactAgent) Call

func (p *ReactAgent) Call(ctx context.Context, input string) (string, error)

type ReactAgentOptions

type ReactAgentOptions struct {
	SysPrompt prompt.Prompt `json:"-"`
	*react.AgentConfig
}