ds4

package module

Go to main page

Versions in this module

v0

v0.5.1

Jun 11, 2026

Changes in this version

+ const BackendROCm

+ var ErrCancelNotSupported = ds4api.ErrCancelNotSupported

+ var ErrSessionSyncInterrupted = ds4api.ErrSessionSyncInterrupted

+ type CancelFunc = ds4api.CancelFunc

type ChatMessage

+ MalformedReason string

+ type ModelInfo struct

+ Alias string

+ Default bool

+ FileName string

+ Imatrix bool

+ Notes string

+ SHA256 string

+ SizeGB float64

+ func ResolveModelInfo(path string) (ModelInfo, bool)

type ToolLoop

+ DisableThinkRecovery bool

+ func (l ToolLoop) CompleteTurn(prompt *Tokens, opts GenerateOptions, onEvent func(dsml.StreamEvent)) (string, error)

type ToolLoopOptions

+ OnStreamEvent func(dsml.StreamEvent)

v0.5.0

Jun 5, 2026

Changes in this version

+ var ErrStderrUnsupportedOnWindows = errors.New("ds4: stderr redirection is not supported on Windows") — windows/amd64

+ func SetStderr(f *os.File) error

+ func SetStderrFd(fd int) error

type Backend

+ func DetectDefaultBackend(libPath string) Backend

+ type StderrCapture struct

+ func CaptureStderr(dst io.Writer) (*StderrCapture, error)

+ func (c *StderrCapture) Close() error

v0.4.0

May 28, 2026

Changes in this version

+ var ErrContextFull = errors.New("ds4go: session context full")

+ func DefaultModelsDir() string

+ func EngineHolders(modelsDir string) (map[int][]string, error)

+ type ProcessInfo struct

+ Name string

+ PID int

+ func LibraryHolders(libPath string) ([]ProcessInfo, error)

v0.3.0

May 21, 2026

Changes in this version

+ const LogDefault

+ const LogError

+ const LogGeneration

+ const LogKVCache

+ const LogOK

+ const LogPrefill

+ const LogTiming

+ const LogTool

+ const LogWarning

+ const SessionRewriteError

+ const SessionRewriteOK

+ const SessionRewriteRebuildNeeded

+ func DiscardLogs() error

+ func SetAbortFunc(fn AbortFunc) error

+ func SetLogFunc(fn LogFunc) error

+ func SetLogOutput(w io.Writer) error

+ type AbortFunc = ds4api.AbortFunc

+ type ArgmaxGenerateOptions = ds4api.ArgmaxGenerateOptions

+ type ChatMessage struct

+ Content string

+ ReasoningContent string

+ Role string

+ ToolCallID string

+ ToolCalls []ToolCall

+ type ContextMemory = ds4api.ContextMemory

+ type GenerationDoneFunc = ds4api.GenerationDoneFunc

+ type LogFunc = ds4api.LogFunc

+ type LogType = ds4api.LogType

+ type ProgressFunc = ds4api.ProgressFunc

+ type SessionRewriteResult = ds4api.SessionRewriteResult

+ type TokenScore = ds4api.TokenScore

type Tokens

+ func BuildChatPrompt(engine *Engine, system string, tools []dsml.Tool, history []ChatMessage, ...) (*Tokens, error)

+ type Tool struct

+ Handler ToolFunc

+ func (t Tool) Invoke(ctx context.Context, args json.RawMessage) (string, error)

+ func (t Tool) Schema() ToolSchema

+ type ToolCall struct

+ Arguments string

+ ID string

+ Name string

+ type ToolFunc func(ctx context.Context, args json.RawMessage) (string, error)

+ type ToolHandler interface

+ Invoke func(ctx context.Context, args json.RawMessage) (string, error)

+ Schema func() ToolSchema

+ type ToolLoop struct

+ CompleteFunc func(prompt *Tokens, opts GenerateOptions) (string, error)

+ Engine *Engine

+ Session *Session

+ ThinkMode ThinkMode

+ Thinking bool

+ Tools *ToolRegistry

+ func (l ToolLoop) Run(opts ToolLoopOptions) (ToolLoopResult, error)

+ type ToolLoopOptions struct

+ Generate GenerateOptions

+ History []ChatMessage

+ MaxRounds int

+ System string

+ type ToolLoopResult struct

+ Assistant ChatMessage

+ History []ChatMessage

+ ToolRounds int

+ type ToolRegistry struct

+ func NewToolRegistry() *ToolRegistry

+ func (r *ToolRegistry) BuildPrompt(engine *Engine, system string, history []ChatMessage, think ThinkMode) (*Tokens, error)

+ func (r *ToolRegistry) ExecuteToolCalls(ctx context.Context, calls []ToolCall) ([]ChatMessage, error)

+ func (r *ToolRegistry) MustRegister(handler ToolHandler)

+ func (r *ToolRegistry) ParseAssistant(text string, thinking bool) (ChatMessage, error)

+ func (r *ToolRegistry) Register(handler ToolHandler) error

+ func (r *ToolRegistry) RegisterFunc(schema ToolSchema, fn ToolFunc) error

+ func (r *ToolRegistry) RenderToolsSection() (string, error)

+ func (r *ToolRegistry) ReplayStore() *dsml.ReplayStore

+ func (r *ToolRegistry) Schemas() []ToolSchema

+ func (r *ToolRegistry) SetReplayStore(store *dsml.ReplayStore)

+ type ToolSchema struct

+ Description string

+ Name string

+ Parameters json.RawMessage

v0.2.3

May 18, 2026

v0.2.2

May 18, 2026

Changes in this version

+ const DefaultMTPDraftTokens

+ const DefaultMTPMargin

+ func ApplyMTPDefaults(opts *EngineOptions)

+ func DefaultMTPPath() string

type GenerateOptions

+ Context context.Context

v0.2.0

May 17, 2026

Changes in this version

+ const BackendCPU

+ const BackendCUDA

+ const BackendMetal

+ const DefaultMinP

+ const DefaultTemperature

+ const DefaultTopP

+ const ThinkHigh

+ const ThinkMax

+ const ThinkNone

+ func DefaultDir() string

+ func DefaultLibraryDir() string

+ func DefaultLibraryPath() string

+ func DefaultModelPath() string

+ func EnrichEngineOpenError(err error) error

+ func Load(path string) (*ds4api.Library, error)

+ func NewEngine(opts ds4api.EngineOptions) (*ds4api.Engine, error)

+ func SetDefaultLibrary(lib *ds4api.Library)

+ type Backend = ds4api.Backend

+ type Engine = ds4api.Engine

+ type EngineOptions = ds4api.EngineOptions

+ type GenerateOptions struct

+ ExcludeToken int

+ MaxTokens int

+ MinP float32

+ OnToken ds4api.TokenEmitFunc

+ Seed uint64

+ StopOnEOS bool

+ Temperature float32

+ TopK int

+ TopP float32

+ type Generator struct

+ Engine *ds4api.Engine

+ Session *ds4api.Session

+ func (g Generator) Continue(opts GenerateOptions) ([]int, error)

+ func (g Generator) Generate(prompt []int, opts GenerateOptions) ([]int, error)

+ func (g Generator) GenerateString(prompt string, opts GenerateOptions) (string, error)

+ func (g Generator) GenerateTokens(prompt *ds4api.Tokens, opts GenerateOptions) ([]int, error)

+ type Library = ds4api.Library

+ type Session = ds4api.Session

+ type ThinkMode = ds4api.ThinkMode

+ type TokenEmitFunc = ds4api.TokenEmitFunc

+ type Tokens = ds4api.Tokens

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL