Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

graph

package

Go to main page

Versions in this module

v0

v0.3.1

Mar 21, 2026

v0.3.0

Mar 21, 2026

Changes in this version

+ func ApplyBatchSchedule[T tensor.Numeric](plan *ExecutionPlan[T], captureStart, captureEnd int, schedule *BatchSchedule) (newStart, newEnd int)

+ func Checkpoint[T tensor.Numeric](...) *checkpointNode[T]

+ type BatchGroup struct

+ End int

+ Start int

+ func (g BatchGroup) Size() int

+ type BatchSchedule struct

+ BatchedCount int

+ Groups []BatchGroup

+ TotalInstructions int

+ func ScheduleBatches[T tensor.Numeric](plan *ExecutionPlan[T]) *BatchSchedule

+ func (s *BatchSchedule) Coverage() float64

+ func (s *BatchSchedule) GroupCount() int

+ type CheckpointedSegment struct

type ExecutionPlan

+ func (p *ExecutionPlan[T]) ComputeLastUse()

+ func (p *ExecutionPlan[T]) HasLastUse() bool

+ func (p *ExecutionPlan[T]) LastUse(slotIdx int) int

+ func (p *ExecutionPlan[T]) RunBatched(ctx context.Context, schedule *BatchSchedule, ...) (*tensor.TensorNumeric[T], error)

+ func (p *ExecutionPlan[T]) SetArenaFreeFn(fn func(ptr unsafe.Pointer, byteSize int))

+ func (p *ExecutionPlan[T]) SlotCount() int

type Graph

+ func (g *Graph[T]) LoadCheckpoint(path string) (map[string]interface{}, error)

+ func (g *Graph[T]) LoadParameters(params map[string][]T) error

+ func (g *Graph[T]) LoadParametersFromFile(path string) error

+ func (g *Graph[T]) SaveCheckpoint(path string, optimizerState map[string]interface{}) error

+ func (g *Graph[T]) SaveParameters(path string) error

v0.2.0

Mar 16, 2026

v0.1.0

Mar 16, 2026

Changes in this version

+ var ErrInvalidInputCount = errors.New("invalid number of inputs")

+ func ParallelForward[T tensor.Numeric](ctx context.Context, g *Graph[T], inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ type BufferArena struct

+ func NewBufferArena[T tensor.Numeric](shapes [][]int) *BufferArena[T]

+ func (a *BufferArena[T]) Get(idx int) *tensor.TensorNumeric[T]

+ func (a *BufferArena[T]) Len() int

+ func (a *BufferArena[T]) Reset()

+ func (a *BufferArena[T]) Set(idx int, t *tensor.TensorNumeric[T], freeze bool)

+ type BufferLayout struct

+ Offsets []int

+ Sizes []int

+ TotalElements int

+ func ComputeBufferLayout(slotShapes [][]int, frozenIdx []int, inputIdx []int) BufferLayout

+ type Builder struct

+ func NewBuilder[T tensor.Numeric](engine compute.Engine[T]) *Builder[T]

+ func (b *Builder[T]) AddNode(node Node[T], inputs ...Node[T]) Node[T]

+ func (b *Builder[T]) Build(outputNode Node[T]) (*Graph[T], error)

+ func (b *Builder[T]) Input(shape []int) Node[T]

+ func (b *Builder[T]) Parameters() []*Parameter[T]

+ type CUDAGraphExecutor struct

+ func NewCUDAGraphExecutor[T tensor.Numeric](plan *ExecutionPlan[T], streamPtr unsafe.Pointer, warmups int, ...) *CUDAGraphExecutor[T]

+ func (g *CUDAGraphExecutor[T]) Destroy()

+ func (g *CUDAGraphExecutor[T]) Run(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ type EmbeddedFrozenProvider interface

+ EmbeddedFrozen func() []*tensor.TensorNumeric[T]

+ type ExecutionPlan struct

+ func (p *ExecutionPlan[T]) BufferLayout() *BufferLayout

+ func (p *ExecutionPlan[T]) EnsureCaptureInputsGPU(start, end int, gpuSlotCache map[int]*tensor.TensorNumeric[T])

+ func (p *ExecutionPlan[T]) EnsureSlotsGPU(gpuSlotCache map[int]*tensor.TensorNumeric[T])

+ func (p *ExecutionPlan[T]) FrozenSlots() []FrozenSlot[T]

+ func (p *ExecutionPlan[T]) HasPreallocatedBuffers() bool

+ func (p *ExecutionPlan[T]) InputSlots() []int

+ func (p *ExecutionPlan[T]) InstructionCount() int

+ func (p *ExecutionPlan[T]) InstructionOpName(i int) string

+ func (p *ExecutionPlan[T]) InstructionOutputIdx(i int) int

+ func (p *ExecutionPlan[T]) Instructions() []InstructionMeta

+ func (p *ExecutionPlan[T]) OutputSlot() int

+ func (p *ExecutionPlan[T]) OutputTensor() *tensor.TensorNumeric[T]

+ func (p *ExecutionPlan[T]) PreUploadFrozenWeights() error

+ func (p *ExecutionPlan[T]) PreallocateBuffers()

+ func (p *ExecutionPlan[T]) PrepareSlots(inputs ...*tensor.TensorNumeric[T]) error

+ func (p *ExecutionPlan[T]) Run(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ func (p *ExecutionPlan[T]) RunInstructionRange(ctx context.Context, start, end int) error

+ func (p *ExecutionPlan[T]) RunInstructions(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ func (p *ExecutionPlan[T]) ScratchSlot(idx int) *tensor.TensorNumeric[T]

+ func (p *ExecutionPlan[T]) SetMegakernelFn(...)

+ func (p *ExecutionPlan[T]) SetScratchSlot(idx int, t *tensor.TensorNumeric[T])

+ func (p *ExecutionPlan[T]) SlotShapes() [][]int

+ type FrozenSlot struct

+ Data *tensor.TensorNumeric[T]

+ SlotIdx int

+ type Graph struct

+ func FoldConstantTransposes[T tensor.Numeric](g *Graph[T], tr Transposer[T]) (*Graph[T], error)

+ func (g *Graph[T]) AddKVPair(input StatefulInputNode[T], output Node[T])

+ func (g *Graph[T]) Backward(ctx context.Context, mode types.BackwardMode, ...) error

+ func (g *Graph[T]) ClearMemo()

+ func (g *Graph[T]) Compile(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*ExecutionPlan[T], error)

+ func (g *Graph[T]) CompileTraced(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*ExecutionPlan[T], error)

+ func (g *Graph[T]) ConstantTensors() []*tensor.TensorNumeric[T]

+ func (g *Graph[T]) Dependencies(n Node[T]) []Node[T]

+ func (g *Graph[T]) EngineProxy() *compute.EngineProxy[T]

+ func (g *Graph[T]) Forward(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ func (g *Graph[T]) GetAllNodes() []Node[T]

+ func (g *Graph[T]) GetDependencies() map[Node[T]][]Node[T]

+ func (g *Graph[T]) GetNodeMetadata(n Node[T]) map[string]interface{}

+ func (g *Graph[T]) GetTopologicalOrder() ([]Node[T], error)

+ func (g *Graph[T]) Inputs() []Node[T]

+ func (g *Graph[T]) Nodes() []Node[T]

+ func (g *Graph[T]) Output() Node[T]

+ func (g *Graph[T]) Parameters() []*Parameter[T]

+ func (g *Graph[T]) ResetStatefulNodes()

+ func (g *Graph[T]) SetEngineProxy(proxy *compute.EngineProxy[T])

+ func (g *Graph[T]) WithParallel(enabled bool)

+ func (g *Graph[T]) WithPool(pool TensorReleaser[T])

+ type Instruction struct

+ ExtraArgs map[string]any

+ Forward func(ctx context.Context, inputs []*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ InputIdx []int

+ OpName string

+ OutputIdx int

+ type InstructionMeta struct

+ ExtraArgs map[string]any

+ InputIdx []int

+ OpName string

+ OutputIdx int

+ type NoParameters struct

+ func (n *NoParameters[T]) Parameters() []*Parameter[T]

+ type Node interface

+ Attributes func() map[string]interface{}

+ Backward func(ctx context.Context, mode types.BackwardMode, ...) ([]*tensor.TensorNumeric[T], error)

+ Forward func(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ OpType func() string

+ OutputShape func() []int

+ Parameters func() []*Parameter[T]

+ type Parameter struct

+ Gradient *tensor.TensorNumeric[T]

+ Name string

+ Value *tensor.TensorNumeric[T]

+ func NewParameter[T tensor.Numeric](name string, value *tensor.TensorNumeric[T], ...) (*Parameter[T], error)

+ func (p *Parameter[T]) AddGradient(grad *tensor.TensorNumeric[T]) error

+ func (p *Parameter[T]) ClearGradient()

+ type Resettable interface

+ Reset func()

+ type StatefulInputNode interface

+ SetStored func(t *tensor.TensorNumeric[T])

+ type TensorReleaser interface

+ Release func(t *tensor.TensorNumeric[T])

+ type Transposer interface

+ Transpose func(ctx context.Context, a *tensor.TensorNumeric[T], axes []int, ...) (*tensor.TensorNumeric[T], error)