predict

Documentation

Index

• type HealthcheckResponse
• type HelpResponse
• type Input
• type Inputs
  • func NewInputs(keyVals map[string][]string, schema *openapi3.T) (Inputs, error)
  • func NewInputsWithBaseDir(keyVals map[string]string, baseDir string) Inputs
• type Predictor
  • func NewPredictor(ctx context.Context, runOptions command.RunOptions, isTrain bool, ...) (*Predictor, error)
  • func (p *Predictor) GetSchema() (*openapi3.T, error)
  • func (p *Predictor) Predict(inputs Inputs, context RequestContext) (*Response, error)
  • func (p *Predictor) Start(ctx context.Context, logsWriter io.Writer, timeout time.Duration) error
  • func (p *Predictor) Stop(ctx context.Context) error
• type Request
• type RequestContext
• type Response
• type ValidationErrorResponse

Types

type HealthcheckResponse

type HealthcheckResponse struct {
	Status string `json:"status"`
}

type HelpResponse

type HelpResponse struct {
	Arguments map[string]*config.RunArgument `json:"arguments"`
}

type Input

type Input struct {
	String *string
	File   *string
	Array  *[]any
	Json   *json.RawMessage
}

type Inputs

type Inputs map[string]Input

func NewInputs

func NewInputs(keyVals map[string][]string, schema *openapi3.T) (Inputs, error)

func NewInputsWithBaseDir

func NewInputsWithBaseDir(keyVals map[string]string, baseDir string) Inputs

type Predictor

type Predictor struct {
	// contains filtered or unexported fields
}

func NewPredictor

func NewPredictor(ctx context.Context, runOptions command.RunOptions, isTrain bool, fastFlag bool, dockerCommand command.Command) (*Predictor, error)

func (*Predictor) GetSchema

func (p *Predictor) GetSchema() (*openapi3.T, error)

func (*Predictor) Predict

func (p *Predictor) Predict(inputs Inputs, context RequestContext) (*Response, error)

func (*Predictor) Start

func (p *Predictor) Start(ctx context.Context, logsWriter io.Writer, timeout time.Duration) error

func (*Predictor) Stop

func (p *Predictor) Stop(ctx context.Context) error

type Request

type Request struct {
	// TODO: could this be Inputs?
	Input   map[string]interface{} `json:"input"`
	Context RequestContext         `json:"context"`
}

type RequestContext

type RequestContext struct {
	ReplicateAPIToken string `json:"replicate_api_token,omitempty"`
}

type Response

type Response struct {
	Status status       `json:"status"`
	Output *interface{} `json:"output"`
	Error  string       `json:"error"`
}

type ValidationErrorResponse

type ValidationErrorResponse struct {
	Detail []struct {
		Location []string `json:"loc"`
		Message  string   `json:"msg"`
		Type     string   `json:"type"`
	} `json:"detail"`
}