llm

Documentation

Index

• type EventType
• type Provider
• type ProviderEvent
• type ProviderResponse
• type ToolArgsDelta
• type Usage

Types

type EventType

type EventType string

const (
	EventContentDelta   EventType = "content_delta"
	EventReasoningDelta EventType = "reasoning_delta"
	EventToolArgsDelta  EventType = "tool_args_delta"
	EventToolUseStart   EventType = "tool_use_start"
	EventToolUseStop    EventType = "tool_use_stop"
	EventComplete       EventType = "complete"
	EventError          EventType = "error"
)

type Provider

type Provider interface {
	StreamResponse(ctx context.Context, history []core.Message, tools []core.Tool) <-chan ProviderEvent
}

type ProviderEvent

type ProviderEvent struct {
	Type           EventType
	Content        string
	ReasoningDelta string
	ToolArgsDelta  *ToolArgsDelta
	ToolCall       *core.ToolCall
	Response       *ProviderResponse
	Err            error
}

type ProviderResponse

type ProviderResponse struct {
	Content      string
	Reasoning    string
	ToolCalls    []core.ToolCall
	Usage        Usage
	Model        string
	FinishReason core.FinishReason
}

type ToolArgsDelta

type ToolArgsDelta struct {
	ToolCallIndex int
	ToolName      string
	ArgsDelta     string
	ArgsChars     int
	ReadyCount    int
}

type Usage

type Usage struct {
	PromptTokens          int
	CompletionTokens      int
	TotalTokens           int
	PromptCacheHitTokens  int
	PromptCacheMissTokens int
	ReasoningReplayTokens int
}