server

package
v0.5.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Aug 21, 2025 License: Apache-2.0 Imports: 30 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	// Download URLs
	OllamaEngineDownloadURL   = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/ipex-llm-ollama-win.zip"
	OpenvinoEngineDownloadURL = constants.BaseDownloadURL + constants.UrlDirPathWindows + "/windows/ovms_windows.zip"
)

Variables

This section is empty.

Functions

func AsyncPullModel 

func AsyncPullModel(sp *types.ServiceProvider, m *types.Model, pullReq *types.PullModelRequest)

func CheckServerRequest 

func CheckServerRequest(req *http.Request, serviceProvider types.ServiceProvider, reqBodyString string) bool

func DefaultProviderProcess 

func DefaultProviderProcess(ctx context.Context, serviceName, serviceSource, providerName string) error

func RecommendModels 

func RecommendModels() (map[string][]dto.RecommendModelData, error)

Types

type AIGCService 

type AIGCService interface {
	CreateAIGCService(ctx context.Context, request *dto.CreateAIGCServiceRequest) (*dto.CreateAIGCServiceResponse, error)
	UpdateAIGCService(ctx context.Context, request *dto.UpdateAIGCServiceRequest) (*dto.UpdateAIGCServiceResponse, error)
	GetAIGCService(ctx context.Context, request *dto.GetAIGCServiceRequest) (*dto.GetAIGCServiceResponse, error)
	GetAIGCServices(ctx context.Context, request *dto.GetAIGCServicesRequest) (*dto.GetAIGCServicesResponse, error)
	ExportService(ctx context.Context, request *dto.ExportServiceRequest) (*dto.ExportServiceResponse, error)
	ImportService(ctx context.Context, request *dto.ImportServiceRequest) (*dto.ImportServiceResponse, error)
}

func NewAIGCService 

func NewAIGCService() AIGCService

type AIGCServiceImpl 

type AIGCServiceImpl struct {
	Ds datastore.Datastore
}

func (*AIGCServiceImpl) CreateAIGCService 

func (s *AIGCServiceImpl) CreateAIGCService(ctx context.Context, request *dto.CreateAIGCServiceRequest) (*dto.CreateAIGCServiceResponse, error)

func (*AIGCServiceImpl) ExportService 

func (s *AIGCServiceImpl) ExportService(ctx context.Context, request *dto.ExportServiceRequest) (*dto.ExportServiceResponse, error)

func (*AIGCServiceImpl) GetAIGCService 

func (s *AIGCServiceImpl) GetAIGCService(ctx context.Context, request *dto.GetAIGCServiceRequest) (*dto.GetAIGCServiceResponse, error)

func (*AIGCServiceImpl) GetAIGCServices 

func (s *AIGCServiceImpl) GetAIGCServices(ctx context.Context, request *dto.GetAIGCServicesRequest) (*dto.GetAIGCServicesResponse, error)

func (*AIGCServiceImpl) ImportService 

func (s *AIGCServiceImpl) ImportService(ctx context.Context, request *dto.ImportServiceRequest) (*dto.ImportServiceResponse, error)

func (*AIGCServiceImpl) UpdateAIGCService 

func (s *AIGCServiceImpl) UpdateAIGCService(ctx context.Context, request *dto.UpdateAIGCServiceRequest) (*dto.UpdateAIGCServiceResponse, error)

type CheckChatServer 

type CheckChatServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckChatServer) CheckServer 

func (c *CheckChatServer) CheckServer() bool

type CheckEmbeddingServer 

type CheckEmbeddingServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckEmbeddingServer) CheckServer 

func (e *CheckEmbeddingServer) CheckServer() bool

type CheckGenerateServer 

type CheckGenerateServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckGenerateServer) CheckServer 

func (g *CheckGenerateServer) CheckServer() bool

type CheckImageToImageServer 

type CheckImageToImageServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckImageToImageServer) CheckServer 

func (g *CheckImageToImageServer) CheckServer() bool

type CheckImageToVideoServer 

type CheckImageToVideoServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckImageToVideoServer) CheckServer 

func (g *CheckImageToVideoServer) CheckServer() bool

type CheckModelsServer 

type CheckModelsServer struct {
	ServiceProvider types.ServiceProvider
}

func (*CheckModelsServer) CheckServer 

func (m *CheckModelsServer) CheckServer() bool

type CheckSpeechToTextServer 

type CheckSpeechToTextServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckSpeechToTextServer) CheckServer 

func (g *CheckSpeechToTextServer) CheckServer() bool

type CheckSpeechToTextWSServer 

type CheckSpeechToTextWSServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckSpeechToTextWSServer) CheckServer 

func (g *CheckSpeechToTextWSServer) CheckServer() bool

type CheckTextToImageServer 

type CheckTextToImageServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckTextToImageServer) CheckServer 

func (e *CheckTextToImageServer) CheckServer() bool

type CheckTextToSpeechServer 

type CheckTextToSpeechServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckTextToSpeechServer) CheckServer 

func (t *CheckTextToSpeechServer) CheckServer() bool

type CheckTextToVideoServer 

type CheckTextToVideoServer struct {
	ServiceProvider types.ServiceProvider
	ModelName       string
}

func (*CheckTextToVideoServer) CheckServer 

func (g *CheckTextToVideoServer) CheckServer() bool

type ControlPanel 

type ControlPanel interface {
	GetSupportModelListCombine(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)
	SetDefaultModel(ctx context.Context, req *dto.SetDefaultModelRequest) error
	GetDashboard(ctx context.Context) (*dto.DashboardResponse, error)
	GetProductInfo(ctx context.Context) (*dto.GetProductInfoResponse, error)
	GetModelkey(ctx context.Context, req *dto.GetModelkeyRequest) (*dto.GetModelkeyResponse, error)
}

type ControlPanelImpl 

type ControlPanelImpl struct {
	Ds  datastore.Datastore
	JDs datastore.JsonDatastore
}

func NewControlPanel 

func NewControlPanel() *ControlPanelImpl

func (*ControlPanelImpl) GetDashboard 

func (c *ControlPanelImpl) GetDashboard(ctx context.Context) (*dto.DashboardResponse, error)

func (*ControlPanelImpl) GetModelkey 

func (c *ControlPanelImpl) GetModelkey(ctx context.Context, req *dto.GetModelkeyRequest) (*dto.GetModelkeyResponse, error)

func (*ControlPanelImpl) GetProductInfo 

func (c *ControlPanelImpl) GetProductInfo(ctx context.Context) (*dto.GetProductInfoResponse, error)

func (*ControlPanelImpl) GetSupportModelListCombine 

func (c *ControlPanelImpl) GetSupportModelListCombine(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)

func (*ControlPanelImpl) SetDefaultModel 

func (c *ControlPanelImpl) SetDefaultModel(ctx context.Context, req *dto.SetDefaultModelRequest) error

type MemoryModelsInfo 

type MemoryModelsInfo struct {
	MemorySize int                      `json:"memory_size"`
	MemoryType []string                 `json:"memory_type"`
	Models     []dto.RecommendModelData `json:"models"`
}

type Model 

type Model interface {
	CreateModel(ctx context.Context, request *dto.CreateModelRequest) (*dto.CreateModelResponse, error)
	DeleteModel(ctx context.Context, request *dto.DeleteModelRequest) (*dto.DeleteModelResponse, error)
	GetModels(ctx context.Context, request *dto.GetModelsRequest) (*dto.GetModelsResponse, error)
	CreateModelStream(ctx context.Context, request *dto.CreateModelRequest) (chan []byte, chan error)
	ModelStreamCancel(ctx context.Context, req *dto.ModelStreamCancelRequest) (*dto.ModelStreamCancelResponse, error)
	GetRecommendModel() (*dto.RecommendModelResponse, error)
	GetSupportModelList(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)
}

func NewModel 

func NewModel() Model

type ModelImpl 

type ModelImpl struct {
	Ds  datastore.Datastore
	JDs datastore.JsonDatastore
}

func (*ModelImpl) CreateModel 

func (s *ModelImpl) CreateModel(ctx context.Context, request *dto.CreateModelRequest) (*dto.CreateModelResponse, error)

func (*ModelImpl) CreateModelStream 

func (s *ModelImpl) CreateModelStream(ctx context.Context, request *dto.CreateModelRequest) (chan []byte, chan error)

func (*ModelImpl) DeleteModel 

func (s *ModelImpl) DeleteModel(ctx context.Context, request *dto.DeleteModelRequest) (*dto.DeleteModelResponse, error)

func (*ModelImpl) GetModels 

func (s *ModelImpl) GetModels(ctx context.Context, request *dto.GetModelsRequest) (*dto.GetModelsResponse, error)

func (*ModelImpl) GetRecommendModel 

func (s *ModelImpl) GetRecommendModel() (*dto.RecommendModelResponse, error)

func (*ModelImpl) GetSupportModelList 

func (s *ModelImpl) GetSupportModelList(ctx context.Context, request *dto.GetSupportModelRequest) (*dto.GetSupportModelResponse, error)

func (*ModelImpl) ModelStreamCancel 

func (s *ModelImpl) ModelStreamCancel(ctx context.Context, req *dto.ModelStreamCancelRequest) (*dto.ModelStreamCancelResponse, error)

type ModelServiceManager 

type ModelServiceManager interface {
	CheckServer() bool
}

func ChooseCheckServer 

func ChooseCheckServer(sp types.ServiceProvider, modelName string) ModelServiceManager

type RecommendServicesInfo 

type RecommendServicesInfo struct {
	Service             string             `json:"service"`
	MemoryModelsMapList []MemoryModelsInfo `json:"memory_size_models_map_list"`
}

type ServiceProvider 

type ServiceProvider interface {
	CreateServiceProvider(ctx context.Context, request *dto.CreateServiceProviderRequest) (*dto.CreateServiceProviderResponse, error)
	DeleteServiceProvider(ctx context.Context, request *dto.DeleteServiceProviderRequest) (*dto.DeleteServiceProviderResponse, error)
	UpdateServiceProvider(ctx context.Context, request *dto.UpdateServiceProviderRequest) (*dto.UpdateServiceProviderResponse, error)
	GetServiceProvider(ctx context.Context, request *dto.GetServiceProviderRequest) (*dto.GetServiceProviderResponse, error)
	GetServiceProviders(ctx context.Context, request *dto.GetServiceProvidersRequest) (*dto.GetServiceProvidersResponse, error)
}

func NewServiceProvider 

func NewServiceProvider() ServiceProvider

type ServiceProviderImpl 

type ServiceProviderImpl struct {
	Ds datastore.Datastore
}

func (*ServiceProviderImpl) CreateServiceProvider 

func (s *ServiceProviderImpl) CreateServiceProvider(ctx context.Context, request *dto.CreateServiceProviderRequest) (*dto.CreateServiceProviderResponse, error)

func (*ServiceProviderImpl) DeleteServiceProvider 

func (s *ServiceProviderImpl) DeleteServiceProvider(ctx context.Context, request *dto.DeleteServiceProviderRequest) (*dto.DeleteServiceProviderResponse, error)

func (*ServiceProviderImpl) GetServiceProvider 

func (s *ServiceProviderImpl) GetServiceProvider(ctx context.Context, request *dto.GetServiceProviderRequest) (*dto.GetServiceProviderResponse, error)

func (*ServiceProviderImpl) GetServiceProviders 

func (s *ServiceProviderImpl) GetServiceProviders(ctx context.Context, request *dto.GetServiceProvidersRequest) (*dto.GetServiceProvidersResponse, error)

func (*ServiceProviderImpl) UpdateServiceProvider 

func (s *ServiceProviderImpl) UpdateServiceProvider(ctx context.Context, request *dto.UpdateServiceProviderRequest) (*dto.UpdateServiceProviderResponse, error)

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.