Versions in this module Expand all Collapse all v0 v0.1.0 Jun 1, 2026 Changes in this version + type Config struct + Embedder provider.Embedder + Judge provider.LLM + K int + LLM provider.LLM + Store store.Store + Versions []string + type Fixture struct + ExpectedFacts []string + Messages []types.Message + Name string + Queries []Query + RequiredTokens []string + SkipDedup bool + func LoadFixtures(dir string) ([]Fixture, error) + type Judge struct + LLM provider.LLM + func (j Judge) Same(ctx context.Context, a, b string) bool + type Query struct + Q string + ShouldRecall []string + type Result struct + DedupNewFacts int + Extracted []string + HasDedup bool + HasSearch bool + HasSpecificity bool + Name string + Precision float64 + Recall float64 + SearchRecall float64 + Specificity float64 + func (r Result) Aggregate() float64 + type VersionReport struct + Results []Result + Version string + func Run(ctx context.Context, fixtures []Fixture, cfg Config) ([]VersionReport, error) + func (vr VersionReport) MeanAggregate() float64 + func (vr VersionReport) MeanDedup() float64 + func (vr VersionReport) MeanPrecision() float64 + func (vr VersionReport) MeanRecall() float64 + func (vr VersionReport) MeanSearchRecall() float64 + func (vr VersionReport) MeanSpecificity() float64
Go to main page