testeval

README

testeval

Documentation

Index

• type ReadFn
• type Result
  • func NewResult(recordId string, sampleId int, ...) *Result
  • func (r *Result) EvalInput() string
  • func (r *Result) EvalOutput() string
  • func (r *Result) RecordId() string
  • func (r *Result) SampleId() int
  • func (r *Result) SetEvalOutput(evalOutput string)
  • func (r *Result) SetRecordId(recordId string)
  • func (r *Result) SetTestOutput(testOutput string)
  • func (r *Result) TestInput() string
  • func (r *Result) TestOutput() string
• type ResultRecord
• type RunFn
• type Runner
  • func NewRunner(appId, appSecret, sampleTable, resultTable, taskName string, ...) *Runner
  • func (r *Runner) ReadResults(ctx context.Context, id int) ([]*Result, error)
  • func (r *Runner) ReadSamples(ctx context.Context) ([]*Result, error)
  • func (r *Runner) RunAllEvalOnly(ctx context.Context, id, concurrency int) error
  • func (r *Runner) RunAllTestEval(ctx context.Context, id, concurrency int) error
  • func (r *Runner) RunAllTestOnly(ctx context.Context, id, concurrency int) error
  • func (r *Runner) RunEval(ctx context.Context, result *Result) error
  • func (r *Runner) RunTest(ctx context.Context, result *Result) error
  • func (r *Runner) SetEvalFields(s ...string)
  • func (r *Runner) SetTestFields(s ...string)
  • func (r *Runner) TaskName() string
  • func (r *Runner) WriteResult(ctx context.Context, result *Result, create bool) error

Types

type ReadFn

type ReadFn func(ctx context.Context) ([]*Result, error)

type Result

type Result struct {
	// contains filtered or unexported fields
}

func NewResult

func NewResult(recordId string, sampleId int, testInput, evalInput, testOutput, evalOutput string) *Result

func (*Result) EvalInput

func (r *Result) EvalInput() string

func (*Result) EvalOutput

func (r *Result) EvalOutput() string

func (*Result) RecordId

func (r *Result) RecordId() string

func (*Result) SampleId

func (r *Result) SampleId() int

func (*Result) SetEvalOutput

func (r *Result) SetEvalOutput(evalOutput string)

func (*Result) SetRecordId

func (r *Result) SetRecordId(recordId string)

func (*Result) SetTestOutput

func (r *Result) SetTestOutput(testOutput string)

func (*Result) TestInput

func (r *Result) TestInput() string

func (*Result) TestOutput

func (r *Result) TestOutput() string

type ResultRecord

type ResultRecord struct {
	larkbase.Meta

	TaskName   larkbase.TextField   `lark:"task_name"`
	SampleId   larkbase.NumberField `lark:"sample_id"`
	TestInput  larkbase.TextField   `lark:"test_input"`
	EvalInput  larkbase.TextField   `lark:"eval_input"`
	TestOutput larkbase.TextField   `lark:"test_output"`
	EvalOutput larkbase.TextField   `lark:"eval_output"`
	TestCost   larkbase.NumberField `lark:"test_cost"`
}

type RunFn

type RunFn func(ctx context.Context, result *Result) error

type Runner

type Runner struct {
	// contains filtered or unexported fields
}

func NewRunner

func NewRunner(appId, appSecret, sampleTable, resultTable, taskName string, runTestFn, runEvalFn RunFn) *Runner

func (*Runner) ReadResults

func (r *Runner) ReadResults(ctx context.Context, id int) ([]*Result, error)

func (*Runner) ReadSamples

func (r *Runner) ReadSamples(ctx context.Context) ([]*Result, error)

func (*Runner) RunAllEvalOnly

func (r *Runner) RunAllEvalOnly(ctx context.Context, id, concurrency int) error

func (*Runner) RunAllTestEval

func (r *Runner) RunAllTestEval(ctx context.Context, id, concurrency int) error

func (*Runner) RunAllTestOnly

func (r *Runner) RunAllTestOnly(ctx context.Context, id, concurrency int) error

func (*Runner) RunEval

func (r *Runner) RunEval(ctx context.Context, result *Result) error

func (*Runner) RunTest

func (r *Runner) RunTest(ctx context.Context, result *Result) error

func (*Runner) SetEvalFields

func (r *Runner) SetEvalFields(s ...string)

func (*Runner) SetTestFields

func (r *Runner) SetTestFields(s ...string)

func (*Runner) TaskName

func (r *Runner) TaskName() string

func (*Runner) WriteResult

func (r *Runner) WriteResult(ctx context.Context, result *Result, create bool) error