llama

package module

Go to main page

Versions in this module

v0

v0.5.1

Sep 15, 2026

Changes in this version

+ var ErrInstanceClosed = bridge.ErrEngineClosed

+ var ErrMemoryLeaked = errors.New("llama: close: memory kept mapped, worker threads may still run in it")

+ var ErrSlotsRunning = errors.New("llama: slots: the context already has a scheduler; close it first")

type Context

+ func (c *Context) Model() *Model

v0.5.0

Sep 9, 2026

Changes in this version

+ var ErrSlotsClosed = errors.New("llama: slots are closed")

+ var ErrTaskRunning = errors.New("llama: task is still running")

type Context

+ func (c *Context) Slots() (*Slots, error)

type ContextParams

+ KVUnified bool

type Model

+ func (m *Model) Tensors() ([]TensorInfo, error)

+ type Slots struct

+ func (s *Slots) Close() error

+ func (s *Slots) Post(ctx context.Context, task Task) (*TaskCompletion, error)

+ func (s *Slots) SetSystemPrompt(text string) error

+ func (s *Slots) Status() (SlotsStatus, error)

+ type SlotsStatus struct

+ Active int

+ NCtx int

+ NSlots int

+ Queued int

+ Used int

+ type Task struct

+ Params Params

+ Prompt string

+ type TaskCompletion struct

+ func (t *TaskCompletion) ID() int

+ func (t *TaskCompletion) Outputs() iter.Seq[TaskOutput]

+ func (t *TaskCompletion) Result() (Result, error)

+ func (t *TaskCompletion) Wait() (Result, error)

+ type TaskOutput struct

+ Text string

+ Token int32

+ type TensorInfo struct

+ Buffer string

+ Name string

+ Shape []int64

+ Type string

+ VecDotType string

+ func (t TensorInfo) Repacked() bool

v0.4.3

Sep 4, 2026

v0.4.2

Sep 4, 2026

v0.4.1

Sep 3, 2026

v0.4.0

Aug 28, 2026

Changes in this version

type Context

+ func (c *Context) ScoreChoices(choices []string) ([]ScoreResult, error)

type ContextParams

+ NSeqMax uint32

v0.3.0

Aug 28, 2026

Changes in this version

+ type Instance struct

+ func (f *Instance) Close() error

+ func (f *Instance) Context(name string) *Context

+ type Snapshot struct

+ func NewSnapshot(build func(*SnapshotBuilder) error, opts ...Option) (*Snapshot, error)

+ func (s *Snapshot) Fork(nThreads uint32) (*Instance, error)

+ type SnapshotBuilder struct

+ func (b *SnapshotBuilder) Register(name string, c *Context) error

v0.2.3

Aug 27, 2026

v0.2.2

Aug 26, 2026

v0.2.1

Aug 25, 2026

v0.2.0

Aug 22, 2026

Changes in this version

type Params

+ CachePrompt bool

type Result

+ NCached int

v0.1.1

Aug 21, 2026

v0.1.0

Aug 14, 2026

Changes in this version

+ type Build struct

+ Exceptions bool

+ MaxDevices int

+ SIMD bool

+ Threads bool

+ type Context struct

+ func (c *Context) Close() error

+ func (c *Context) Embed(text string, normalize bool) ([]float32, error)

+ func (c *Context) EmbedTokens(tokens []int32, normalize bool) ([]float32, error)

+ func (c *Context) Eval(text string, addSpecial, parseSpecial bool) (EvalResult, error)

+ func (c *Context) Generate(prompt string, p Params) (Result, error)

+ func (c *Context) GenerateWithDraft(draft *Context, prompt string, p Params, nDraft int) (Result, error)

+ func (c *Context) Interrupt() error

+ func (c *Context) LoadState(state []byte) error

+ func (c *Context) Reset() error

+ func (c *Context) SaveState() ([]byte, error)

+ func (c *Context) Score(text string) (ScoreResult, error)

+ func (c *Context) SetLoRA(adapters []LoRAWeight) error

+ func (c *Context) Stream(prompt string, p Params, onPiece func(string)) (Result, error)

+ type ContextParams struct

+ Embeddings bool

+ NBatch uint32

+ NCtx uint32

+ NThreads uint32

+ NUBatch uint32

+ RopeFreqBase float32

+ RopeFreqScale float32

+ type EvalResult struct

+ NPast int32

+ NTokens int32

+ type FS = base.FS

+ type Llama struct

+ func New(opts ...Option) (*Llama, error)

+ func (l *Llama) BuildInfo() (Build, error)

+ func (l *Llama) Close() error

+ func (l *Llama) LoadModel(path string) (*Model, error)

+ type LoRA struct

+ func (l *LoRA) Close() error

+ type LoRAWeight struct

+ Adapter *LoRA

+ Scale float32

+ type Message struct

+ Content string

+ Role string

+ type Model struct

+ func (m *Model) ApplyChatTemplate(messages []Message, templateOverride string, addAssistant bool) (string, error)

+ func (m *Model) Close() error

+ func (m *Model) Detokenize(tokens []int32, renderSpecial bool) (string, error)

+ func (m *Model) Info() (ModelInfo, error)

+ func (m *Model) LoadLoRA(path string) (*LoRA, error)

+ func (m *Model) NewContext(p ContextParams) (*Context, error)

+ func (m *Model) TokenToPiece(token int32, renderSpecial bool) (string, error)

+ func (m *Model) Tokenize(text string, addSpecial, parseSpecial bool) ([]int32, error)

+ type ModelInfo struct

+ AddBOS bool

+ BOSToken int32

+ ChatTemplate string

+ Desc string

+ EOSToken int32

+ HasDecoder bool

+ HasEncoder bool

+ NCtxTrain int

+ NEmbd int

+ NHead int

+ NHeadKV int

+ NLayer int

+ NParams uint64

+ NVocab int

+ SizeBytes uint64

+ type Option func(*config)

+ func WithEnv(env []string) Option

+ func WithFS(fs FS) Option

+ func WithMaxMemory(bytes uint64) Option

+ func WithMemoryReserve(bytes int) Option

+ func WithPreopenDir(dir string) Option

+ func WithStderr(w io.Writer) Option

+ func WithStdout(w io.Writer) Option

+ type Params struct

+ FrequencyPenalty float32

+ Grammar string

+ IgnoreEOS bool

+ LogitBias map[int32]float32

+ MinP float32

+ Mirostat int

+ MirostatEta float32

+ MirostatTau float32

+ NPredict int

+ PresencePenalty float32

+ RepeatLastN int

+ RepeatPenalty float32

+ Seed uint32

+ Stop []string

+ Temperature float32

+ TopK int

+ TopP float32

+ TypicalP float32

+ type Result struct

+ Interrupted bool

+ NAccepted int

+ NDecoded int

+ NDrafted int

+ NPrompt int

+ Reason StopReason

+ Text string

+ Timings Timings

+ Tokens []int32

+ type ScoreResult struct

+ NLL float64

+ NScored int32

+ NTokens int32

+ type StopReason string

+ const StopEOS

+ const StopInterrupted

+ const StopLength

+ const StopString

+ type Timings struct

+ DecodeMS float64

+ PromptMS float64

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL