safety

Documentation

Index

• func EvaluateSearchResultsSafety(ctx context.Context, client llm.Client, results []map[string]interface{}) error
• func EvaluateUserPromptSafety(ctx context.Context, client llm.Client, prompt string) error
• func EvaluateWebContentSafety(ctx context.Context, client llm.Client, content, url string) error
• type Evaluator
  • func NewEvaluator(client llm.Client) *Evaluator
  • func (e *Evaluator) EvaluateSearchResults(ctx context.Context, results []map[string]interface{}) (*SafetyResult, error)
  • func (e *Evaluator) EvaluateUserPrompt(ctx context.Context, prompt string) (*SafetyResult, error)
  • func (e *Evaluator) EvaluateWebContent(ctx context.Context, content string, url string) (*SafetyResult, error)
• type SafetyResult

Functions

func EvaluateSearchResultsSafety

func EvaluateSearchResultsSafety(ctx context.Context, client llm.Client, results []map[string]interface{}) error

EvaluateSearchResultsSafety evaluates search results for safety and returns an error if unsafe

func EvaluateUserPromptSafety

func EvaluateUserPromptSafety(ctx context.Context, client llm.Client, prompt string) error

EvaluateUserPromptSafety evaluates a user prompt for safety and returns an error if unsafe

func EvaluateWebContentSafety

func EvaluateWebContentSafety(ctx context.Context, client llm.Client, content, url string) error

EvaluateWebContentSafety evaluates web content for safety and returns an error if unsafe

Types

type Evaluator

type Evaluator struct {
	// contains filtered or unexported fields
}

Evaluator handles safety evaluation of content using LLM models

func NewEvaluator

func NewEvaluator(client llm.Client) *Evaluator

NewEvaluator creates a new safety evaluator

func (*Evaluator) EvaluateSearchResults

func (e *Evaluator) EvaluateSearchResults(ctx context.Context, results []map[string]interface{}) (*SafetyResult, error)

EvaluateSearchResults evaluates search results for safety

func (*Evaluator) EvaluateUserPrompt

func (e *Evaluator) EvaluateUserPrompt(ctx context.Context, prompt string) (*SafetyResult, error)

EvaluateUserPrompt evaluates a user prompt for safety

func (*Evaluator) EvaluateWebContent

func (e *Evaluator) EvaluateWebContent(ctx context.Context, content string, url string) (*SafetyResult, error)

EvaluateWebContent evaluates web content for safety

type SafetyResult

type SafetyResult struct {
	IsSafe     bool    `json:"is_safe"`
	Reason     string  `json:"reason"`
	RiskLevel  string  `json:"risk_level"` // low, medium, high
	Category   string  `json:"category"`   // harmful, malicious, inappropriate, etc.
	Confidence float64 `json:"confidence"`
}

SafetyResult represents the result of a safety evaluation