Versions in this module Expand all Collapse all v0 v0.1.0 Jun 15, 2026 Changes in this version + type Agent interface + Run func(ctx context.Context, input string) (Result, error) + type Case struct + Expectation Expectation + Input string + Name string + type CaseResult struct + Case Case + Details map[string]string + Err error + Score float64 + Scores map[string]float64 + type Expectation struct + MaxLatencyMS int64 + OutputRegex []string + OutputSubstr []string + Tools []string + type MaxLatency struct + func (MaxLatency) Name() string + func (MaxLatency) Score(result Result, exp Expectation) (float64, string) + type Metric interface + Name func() string + Score func(result Result, exp Expectation) (score float64, detail string) + func DefaultMetrics() []Metric + type OutputContains struct + func (OutputContains) Name() string + func (OutputContains) Score(result Result, exp Expectation) (float64, string) + type OutputRegex struct + func (OutputRegex) Name() string + func (OutputRegex) Score(result Result, exp Expectation) (float64, string) + type Result struct + Latency time.Duration + Output string + ToolCalls []ToolCall + type RunReport struct + Passed bool + Results []CaseResult + Score float64 + Threshold float64 + func RunServer(ctx context.Context, ts ToolServer, suite ServerSuite) RunReport + func (r RunReport) WriteJSON(w io.Writer) error + func (r RunReport) WriteText(w io.Writer) + type Runner struct + Metrics []Metric + func (r Runner) Run(ctx context.Context, agent Agent, suite Suite) RunReport + type ServerCheck interface + Name func() string + Run func(ctx context.Context, ts ToolServer) (score float64, detail string) + type ServerSuite struct + Checks []ServerCheck + Threshold float64 + func LoadServerSuite(path string) (ServerSuite, error) + type Suite struct + Cases []Case + Threshold float64 + func LoadSuite(path string) (Suite, error) + type ToolCall struct + Args map[string]any + Name string + type ToolCallCheck struct + Args map[string]any + ExpectNoError bool + MaxLatencyMS int64 + ResultContains []string + Tool string + func (c ToolCallCheck) Name() string + func (c ToolCallCheck) Run(ctx context.Context, ts ToolServer) (float64, string) + type ToolCorrectness struct + Ordered bool + func (ToolCorrectness) Name() string + func (m ToolCorrectness) Score(result Result, exp Expectation) (float64, string) + type ToolOutcome struct + IsError bool + Latency time.Duration + Text string + type ToolServer interface + CallTool func(ctx context.Context, name string, args map[string]any) (ToolOutcome, error) + ListTools func(ctx context.Context) ([]string, error) + type ToolsListCheck struct + Expected []string + func (ToolsListCheck) Name() string + func (c ToolsListCheck) Run(ctx context.Context, ts ToolServer) (float64, string)
Go to main page