embedding

Documentation

Index

• type PythonEngine
  • func NewPythonEngine(ctx context.Context, modelName, modelDir string, ...) (*PythonEngine, error)
  • func (e *PythonEngine) Chat(context.Context, []inference.Message, inference.Options, ...) (string, error)
  • func (e *PythonEngine) Close() error
  • func (e *PythonEngine) Embeddings(ctx context.Context, reqBody map[string]interface{}) (*http.Response, error)
  • func (e *PythonEngine) Generate(context.Context, string, inference.Options, inference.TokenCallback) (string, error)
  • func (e *PythonEngine) ModelName() string

Types

type PythonEngine

type PythonEngine struct {
	// contains filtered or unexported fields
}

func NewPythonEngine

func NewPythonEngine(ctx context.Context, modelName, modelDir string, runtimeManager *imagegen.RuntimeManager) (*PythonEngine, error)

func (*PythonEngine) Chat

func (e *PythonEngine) Chat(context.Context, []inference.Message, inference.Options, inference.TokenCallback) (string, error)

func (*PythonEngine) Close

func (e *PythonEngine) Close() error

func (*PythonEngine) Embeddings

func (e *PythonEngine) Embeddings(ctx context.Context, reqBody map[string]interface{}) (*http.Response, error)

func (*PythonEngine) Generate

func (e *PythonEngine) Generate(context.Context, string, inference.Options, inference.TokenCallback) (string, error)

func (*PythonEngine) ModelName

func (e *PythonEngine) ModelName() string