zerfoo

Mar 28, 2026

Changes in this version

type Model

+ func NewModel(fn func(ctx context.Context, prompt string) (string, error)) *Model

Aug 25, 2025

Changes in this version

+ func BuildFromZMF[T tensor.Numeric](engine compute.Engine[T], ops numeric.Arithmetic[T], m *zmf.Model) (*graph.Graph[T], error)

+ type ZMFModel = zmf.Model

Mar 16, 2026

Changes in this version

+ func NewAdamW[T tensor.Numeric](learningRate, beta1, beta2, epsilon, weightDecay T) *optimizer.AdamW[T]

+ func NewCPUEngine[T tensor.Numeric]() compute.Engine[T]

+ func NewDefaultTrainer[T tensor.Numeric](g *graph.Graph[T], lossNode graph.Node[T], opt optimizer.Optimizer[T], ...) *training.DefaultTrainer[T]

+ func NewFloat32Ops() numeric.Arithmetic[float32]

+ func NewGraph[T tensor.Numeric](engine compute.Engine[T]) *graph.Builder[T]

+ func NewMSE[T tensor.Numeric](engine compute.Engine[T]) *loss.MSE[T]

+ func NewRMSNorm[T tensor.Numeric](name string, engine compute.Engine[T], ops numeric.Arithmetic[T], modelDim int, ...) (*normalization.RMSNorm[T], error)

+ func NewTensor[T tensor.Numeric](shape []int, data []T) (*tensor.TensorNumeric[T], error)

+ func RegisterLayer[T tensor.Numeric](opType string, builder model.LayerBuilder[T])

+ func UnregisterLayer(opType string)

+ type Batch struct

+ Inputs map[graph.Node[T]]*tensor.TensorNumeric[T]

+ Targets *tensor.TensorNumeric[T]

+ type Embedding struct

+ Vector []float32

+ func (e Embedding) CosineSimilarity(other Embedding) float32

+ type Engine interface

+ type GenerateOption func(*generateOptions)

+ func WithGenMaxTokens(n int) GenerateOption

+ func WithGenTemperature(t float32) GenerateOption

+ func WithGenTopP(p float32) GenerateOption

+ func WithSchema(schema grammar.JSONSchema) GenerateOption

+ func WithToolChoice(choice serve.ToolChoice) GenerateOption

+ func WithTools(tools ...serve.Tool) GenerateOption

+ type GenerateResult struct

+ Duration time.Duration

+ Text string

+ TokenCount int

+ ToolCalls []ToolCall

+ type Graph struct

+ type LayerBuilder func(engine compute.Engine[T], ops numeric.Arithmetic[T], name string, ...) (graph.Node[T], error)

+ type Model struct

+ func Load(pathOrID string) (*Model, error)

+ func (m *Model) Chat(prompt string) (string, error)

+ func (m *Model) ChatStream(ctx context.Context, prompt string, opts ...GenerateOption) (<-chan StreamToken, error)

+ func (m *Model) Close() error

+ func (m *Model) Embed(texts []string) ([]Embedding, error)

+ func (m *Model) Generate(ctx context.Context, prompt string, opts ...GenerateOption) (*GenerateResult, error)

+ type Node interface

+ type Numeric tensor.Numeric

+ type Parameter struct

+ type StreamToken struct

+ Done bool

+ Text string

+ type Tensor struct

+ type ToolCall struct

+ Arguments json.RawMessage

+ FunctionName string

+ ID string