localmodel

package

Go to main page

Versions in this module

v0

v0.17.21

Aug 29, 2026

v0.17.20

Aug 29, 2026

v0.17.19

Aug 24, 2026

v0.17.18

Aug 24, 2026

v0.17.17

Aug 18, 2026

Changes in this version

+ const DefaultPort

+ var DefaultModelsDir = resolveDefaultModelsDir()

+ func EnsureModel(ctx context.Context, status ModelStatus, progressFn ProgressCallback) (string, error)

+ func EnsureServerForProvider(ctx context.Context, providerID string) error — darwin/amd64, linux/amd64, windows/amd64

+ func EnsureServerForProviderWithCheck(ctx context.Context, providerID string) error — darwin/amd64, linux/amd64, windows/amd64

+ func EnsureServerForProviderWithCheckAndModel(ctx context.Context, providerID, model string) error — darwin/amd64, linux/amd64, windows/amd64

+ func EnsureServerHealth(ctx context.Context, modelDir string) error — darwin/amd64, linux/amd64, windows/amd64

+ func EnsureServerHealthWithBackend(ctx context.Context, modelDir, backend string) error — darwin/amd64, linux/amd64, windows/amd64

+ func HasInstalledModel() bool — darwin/amd64, linux/amd64, windows/amd64

+ func IsRunning() bool — darwin/amd64, linux/amd64, windows/amd64

+ func IsServerPresent() bool — darwin/amd64, linux/amd64, windows/amd64

+ func LastActivity() time.Time — darwin/amd64, linux/amd64, windows/amd64

+ func PlatformSupported() bool — darwin/amd64, linux/amd64, windows/amd64

+ func ResetIdleForTest() — darwin/amd64, linux/amd64, windows/amd64

+ func ServerModelDir() string — darwin/amd64, linux/amd64, windows/amd64

+ func StopServer(port int) error — darwin/amd64, linux/amd64, windows/amd64

+ func TieredModelInfos(ram uint64) []api.ModelInfo

+ func TotalSystemRAM() uint64

+ func TouchActivity() — darwin/amd64, linux/amd64, windows/amd64

+ type LocalProvider struct

+ func GetLocalProvider() *LocalProvider

+ func (p *LocalProvider) CheckConnection() error

+ func (p *LocalProvider) Close() error

+ func (p *LocalProvider) GetAverageTPS() float64

+ func (p *LocalProvider) GetLastTPS() float64

+ func (p *LocalProvider) GetModel() string

+ func (p *LocalProvider) GetModelContextLimit() (int, error)

+ func (p *LocalProvider) GetProvider() string

+ func (p *LocalProvider) GetTPSStats() map[string]float64

+ func (p *LocalProvider) GetVisionModel() string

+ func (p *LocalProvider) ListModels(ctx context.Context) ([]api.ModelInfo, error)

+ func (p *LocalProvider) ResetTPSStats()

+ func (p *LocalProvider) SendChatRequest(ctx context.Context, messages []api.Message, tools []api.Tool, ...) (*api.ChatResponse, error)

+ func (p *LocalProvider) SendChatRequestStream(ctx context.Context, messages []api.Message, tools []api.Tool, ...) (*api.ChatResponse, error)

+ func (p *LocalProvider) SendVisionRequest(ctx context.Context, messages []api.Message, tools []api.Tool, ...) (*api.ChatResponse, error)

+ func (p *LocalProvider) SetDebug(bool)

+ func (p *LocalProvider) SetModel(string) error

+ func (p *LocalProvider) SupportsConversationalVision() bool

+ func (p *LocalProvider) SupportsVision() bool

+ func (p *LocalProvider) VisionCapabilities() api.VisionCapabilities

+ type ModelStatus struct

+ Dir string

+ HFInclude string

+ HFRepo string

+ Installed bool

+ IsTuned bool

+ MinRAM uint64

+ MinRAMSuggested uint64

+ Name string

+ ParamSize string

+ QuantBits string

+ ServerBackend string

+ Size int64

+ func ListModels() []ModelStatus

+ func RecommendedModel(ramBytes uint64) *ModelStatus

+ func ResolveModelID(id string) (*ModelStatus, error)

+ type ProgressCallback func(downloaded, total int64)

+ type ServerStatus struct — darwin/amd64, linux/amd64, windows/amd64

+ Error string

+ Healthy bool

+ Model string

+ PID int

+ Port int

+ Running bool

+ URL string

+ func EnsureServer(ctx context.Context, port int, modelDir string) (*ServerStatus, error)

+ func EnsureServerWithBackend(ctx context.Context, port int, modelDir, backend string) (*ServerStatus, error)

+ func HealthCheck(port int) (*ServerStatus, error)

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL