Versions in this module Expand all Collapse all v1 v1.1.2 Aug 22, 2026 v1.1.1 Aug 22, 2026 v1.1.0 Aug 22, 2026 Changes in this version + func CreateBackup(src string, backupDst string) error + func DownloadAndInstallOnnxRuntime(url string, destDir string, version string, downloadsDir string, ...) error + func DownloadRelease(url string, destPath string, progressChan chan float64) error + func ExtractArchive(archivePath string, destDir string) error + func ExtractOnnxLibrary(archivePath string, destDir string) error + func GetMemoryUsage(pid int) (float64, error) + func MatchAsset(release *GithubRelease, specs *hardware.HardwareSpecs) (mainAsset *ReleaseAsset, cudartAsset *ReleaseAsset, err error) + func QueryLocalOnnxVersion(onnxDir string) (string, error) + func QueryLocalVersion(llamaCppDir string) (version string, commit string, buildInfo string, err error) + func QueryServerRequests(port int) (int, error) + func RollbackBackup(backupSrc string, dst string) error + type GithubRelease struct + Assets []ReleaseAsset + Body string + Name string + TagName string + func CheckAppRelease() (*GithubRelease, error) + func CheckLatestOnnxRelease() (*GithubRelease, error) + func CheckLatestRelease() (*GithubRelease, error) + type GithubTag struct + Name string + type InstanceInfo struct + LogFile string + ModelPath string + PID int + Port int + Uptime time.Duration + type LlamaCppRuntime struct + func NewLlamaCppRuntime(logDir string) *LlamaCppRuntime + func (sr *LlamaCppRuntime) Capabilities() []TaskType + func (sr *LlamaCppRuntime) GetAllInstances() []InstanceInfo + func (sr *LlamaCppRuntime) GetStatus() (ServerStatus, string, int) + func (sr *LlamaCppRuntime) Start(modelPath string, opts StartOptions) error + func (sr *LlamaCppRuntime) Stop() error + func (sr *LlamaCppRuntime) StopInstance(port int) error + type ModelRuntime interface + Capabilities func() []TaskType + GetAllInstances func() []InstanceInfo + GetStatus func() (ServerStatus, string, int) + Start func(modelPath string, opts StartOptions) error + Stop func() error + StopInstance func(port int) error + type MultiRuntimeManager struct + func NewMultiRuntimeManager(logDir string) *MultiRuntimeManager + func (m *MultiRuntimeManager) Capabilities() []TaskType + func (m *MultiRuntimeManager) GetAllInstances() []InstanceInfo + func (m *MultiRuntimeManager) GetStatus() (ServerStatus, string, int) + func (m *MultiRuntimeManager) Start(modelPath string, opts StartOptions) error + func (m *MultiRuntimeManager) Stop() error + func (m *MultiRuntimeManager) StopInstance(port int) error + type OnnxInstance struct + LaunchTime time.Time + LogFile string + ModelPath string + PID int + Port int + type OnnxRuntime struct + func NewOnnxRuntime(logDir string) *OnnxRuntime + func (or *OnnxRuntime) Capabilities() []TaskType + func (or *OnnxRuntime) GetAllInstances() []InstanceInfo + func (or *OnnxRuntime) GetStatus() (ServerStatus, string, int) + func (or *OnnxRuntime) Start(modelPath string, opts StartOptions) error + func (or *OnnxRuntime) Stop() error + func (or *OnnxRuntime) StopInstance(port int) error + type ReleaseAsset struct + BrowserDownloadURL string + Name string + Size int64 + func MatchOnnxAsset(release *GithubRelease, specs *hardware.HardwareSpecs) (*ReleaseAsset, error) + type ServerInstance struct + Cmd *exec.Cmd + LaunchTime time.Time + LogFile string + ModelPath string + PID int + Port int + type ServerStatus int + const StatusFailed + const StatusRunning + const StatusStopped + type StartOptions struct + BatchSize int + ContextSize uint32 + GPULayers int + Host string + LlamaCppDir string + Port int + Threads int + type TaskType string + const TaskEmbedding + const TaskImageGeneration + const TaskMultimodal + const TaskReranking + const TaskSpeechToText + const TaskTextGeneration + const TaskTextToSpeech + const TaskVision
Go to main page