test

Documentation

Index

• func Must[T any](v T, err error) T
• type ChatModel
  • func (c *ChatModel) Generate(_ context.Context, _ []*schema.Message, _ ...model.Option) (*schema.Message, error)
  • func (c *ChatModel) Stream(_ context.Context, input []*schema.Message, opts ...model.Option) (*schema.StreamReader[*schema.Message], error)
  • func (c *ChatModel) WithTools(tools []*schema.ToolInfo) (model.ToolCallingChatModel, error)
• type InferenceProvider
  • func NewInferenceProvider(name string, options ...InferenceProviderOption) *InferenceProvider
  • func (i *InferenceProvider) GetInference(_ context.Context) (model.ToolCallingChatModel, error)
  • func (i *InferenceProvider) Initialize(_ context.Context)
• type InferenceProviderOption
  • func WithInferenceAvailable() InferenceProviderOption
  • func WithInferenceLocal() InferenceProviderOption
  • func WithInferencePublic() InferenceProviderOption
• type ToolsProvider
  • func NewToolsProvider(name string, options ...ToolsProviderOption) *ToolsProvider
  • func (t *ToolsProvider) GetTools(_ context.Context) ([]*api.Tool, error)
  • func (t *ToolsProvider) Initialize(_ context.Context)
• type ToolsProviderOption
  • func WithToolsAvailable() ToolsProviderOption

Functions

func Must

func Must[T any](v T, err error) T

Types

type ChatModel

type ChatModel struct {
	StreamReader  func(input []*schema.Message, opts ...model.Option) (*schema.StreamReader[*schema.Message], error)
	WithToolsFunc func(tools []*schema.ToolInfo) (model.ToolCallingChatModel, error)
}

func (*ChatModel) Generate

func (c *ChatModel) Generate(_ context.Context, _ []*schema.Message, _ ...model.Option) (*schema.Message, error)

func (*ChatModel) Stream

func (c *ChatModel) Stream(_ context.Context, input []*schema.Message, opts ...model.Option) (*schema.StreamReader[*schema.Message], error)

func (*ChatModel) WithTools

func (c *ChatModel) WithTools(tools []*schema.ToolInfo) (model.ToolCallingChatModel, error)

type InferenceProvider

type InferenceProvider struct {
	api.BasicInferenceProvider
	Initialized bool                       `json:"-"`
	Llm         model.ToolCallingChatModel `json:"-"`
}

func NewInferenceProvider

func NewInferenceProvider(name string, options ...InferenceProviderOption) *InferenceProvider

func (*InferenceProvider) GetInference

func (i *InferenceProvider) GetInference(_ context.Context) (model.ToolCallingChatModel, error)

func (*InferenceProvider) Initialize

func (i *InferenceProvider) Initialize(_ context.Context)

type InferenceProviderOption

type InferenceProviderOption func(*InferenceProvider)

func WithInferenceAvailable

func WithInferenceAvailable() InferenceProviderOption

func WithInferenceLocal

func WithInferenceLocal() InferenceProviderOption

func WithInferencePublic

func WithInferencePublic() InferenceProviderOption

type ToolsProvider

type ToolsProvider struct {
	api.BasicToolsProvider
	Initialized bool           `json:"-"`
	Tools       []*api.Tool    `json:"-"`
	Policies    map[string]any `json:"-"`
}

func NewToolsProvider

func NewToolsProvider(name string, options ...ToolsProviderOption) *ToolsProvider

func (*ToolsProvider) GetTools

func (t *ToolsProvider) GetTools(_ context.Context) ([]*api.Tool, error)

func (*ToolsProvider) Initialize

func (t *ToolsProvider) Initialize(_ context.Context)

type ToolsProviderOption

type ToolsProviderOption func(*ToolsProvider)

func WithToolsAvailable

func WithToolsAvailable() ToolsProviderOption