server

Documentation

Index

• type FakeModelSyncer
  • func NewFakeModelSyncer() *FakeModelSyncer
  • func (s *FakeModelSyncer) DeleteModel(ctx context.Context, modelID string) error
  • func (s *FakeModelSyncer) ListSyncedModelIDs(ctx context.Context) []string
  • func (s *FakeModelSyncer) PullModel(ctx context.Context, modelID string) error
• type ModelSyncer
• type S
  • func New(syncer ModelSyncer) *S
  • func (s *S) DeleteModel(ctx context.Context, req *v1.DeleteModelRequest) (*emptypb.Empty, error)
  • func (s *S) ListModels(ctx context.Context, req *v1.ListModelsRequest) (*v1.ListModelsResponse, error)
  • func (s *S) PullModel(ctx context.Context, req *v1.PullModelRequest) (*emptypb.Empty, error)
  • func (s *S) Run(port int) error
  • func (s *S) Stop()

Types

type FakeModelSyncer

type FakeModelSyncer struct {
	// contains filtered or unexported fields
}

FakeModelSyncer is a fake implementation of model syncer.

func NewFakeModelSyncer

func NewFakeModelSyncer() *FakeModelSyncer

NewFakeModelSyncer returns a FakeModelSyncer.

func (*FakeModelSyncer) DeleteModel

func (s *FakeModelSyncer) DeleteModel(ctx context.Context, modelID string) error

DeleteModel deletes a model.

func (*FakeModelSyncer) ListSyncedModelIDs

func (s *FakeModelSyncer) ListSyncedModelIDs(ctx context.Context) []string

ListSyncedModelIDs lists all models that have been synced.

func (*FakeModelSyncer) PullModel

func (s *FakeModelSyncer) PullModel(ctx context.Context, modelID string) error

PullModel downloads and registers a model from model manager.

type ModelSyncer

type ModelSyncer interface {
	PullModel(ctx context.Context, modelID string) error
	ListSyncedModelIDs(ctx context.Context) []string
	DeleteModel(ctx context.Context, modelID string) error
}

ModelSyncer syncs models.

type S

type S struct {
	v1.UnimplementedInferenceEngineInternalServiceServer
	// contains filtered or unexported fields
}

S is a server.

func New

func New(syncer ModelSyncer) *S

New creates a server.

func (*S) DeleteModel

func (s *S) DeleteModel(ctx context.Context, req *v1.DeleteModelRequest) (*emptypb.Empty, error)

DeleteModel removes a model from the engine.

func (*S) ListModels

func (s *S) ListModels(ctx context.Context, req *v1.ListModelsRequest) (*v1.ListModelsResponse, error)

ListModels lists all downloaded models in the engine.

func (*S) PullModel

func (s *S) PullModel(ctx context.Context, req *v1.PullModelRequest) (*emptypb.Empty, error)

PullModel downloads and registers a model with the engine.

func (*S) Run

func (s *S) Run(port int) error

Run starts the gRPC server.

func (*S) Stop

func (s *S) Stop()

Stop stops the gRPC server.