Why Go
- Case Studies
  
  Common problems companies solve with Go
- Use Cases
  
  Stories about how and why companies use Go
- Security
  
  How Go can help keep you secure by default
Learn
Docs
- Effective Go
  
  Tips for writing clear, performant, and idiomatic Go code
- Go User Manual
  
  A complete introduction to building software with Go
- Standard library
  
  Reference documentation for Go's standard library
- Release Notes
  
  Learn what's new in each Go release
Packages
Community
- Recorded Talks
  
  Videos from prior events
- Meetups
  
  Meet other local Go developers
- Conferences
  
  Learn and network with Go developers from around the world
- Go blog
  
  The Go project's official blog.
- Go project
  
  Get help and stay informed from Go
- Get connected

graph

package

Go to main page

Versions in this module

v0

v0.4.1

Mar 24, 2026

v0.4.0

Mar 24, 2026

v0.3.1

Mar 21, 2026

v0.3.0

Mar 21, 2026

Changes in this version

+ func ApplyBatchSchedule[T tensor.Numeric](plan *ExecutionPlan[T], captureStart, captureEnd int, schedule *BatchSchedule) (newStart, newEnd int)

+ func Checkpoint[T tensor.Numeric](...) *checkpointNode[T]

+ type BatchGroup struct

+ End int

+ Start int

+ func (g BatchGroup) Size() int

+ type BatchSchedule struct

+ BatchedCount int

+ Groups []BatchGroup

+ TotalInstructions int

+ func ScheduleBatches[T tensor.Numeric](plan *ExecutionPlan[T]) *BatchSchedule

+ func (s *BatchSchedule) Coverage() float64

+ func (s *BatchSchedule) GroupCount() int

+ type CheckpointedSegment struct

type ExecutionPlan

+ func (p *ExecutionPlan[T]) ComputeLastUse()

+ func (p *ExecutionPlan[T]) HasLastUse() bool

+ func (p *ExecutionPlan[T]) LastUse(slotIdx int) int

+ func (p *ExecutionPlan[T]) RunBatched(ctx context.Context, schedule *BatchSchedule, ...) (*tensor.TensorNumeric[T], error)

+ func (p *ExecutionPlan[T]) SetArenaFreeFn(fn func(ptr unsafe.Pointer, byteSize int))

+ func (p *ExecutionPlan[T]) SlotCount() int

type Graph

+ func (g *Graph[T]) LoadCheckpoint(path string) (map[string]interface{}, error)

+ func (g *Graph[T]) LoadParameters(params map[string][]T) error

+ func (g *Graph[T]) LoadParametersFromFile(path string) error

+ func (g *Graph[T]) SaveCheckpoint(path string, optimizerState map[string]interface{}) error

+ func (g *Graph[T]) SaveParameters(path string) error

v0.2.0

Mar 16, 2026

v0.1.0

Mar 16, 2026

Changes in this version

+ var ErrInvalidInputCount = errors.New("invalid number of inputs")

+ func ParallelForward[T tensor.Numeric](ctx context.Context, g *Graph[T], inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ type BufferArena struct

+ func NewBufferArena[T tensor.Numeric](shapes [][]int) *BufferArena[T]

+ func (a *BufferArena[T]) Get(idx int) *tensor.TensorNumeric[T]

+ func (a *BufferArena[T]) Len() int

+ func (a *BufferArena[T]) Reset()

+ func (a *BufferArena[T]) Set(idx int, t *tensor.TensorNumeric[T], freeze bool)

+ type BufferLayout struct

+ Offsets []int

+ Sizes []int

+ TotalElements int

+ func ComputeBufferLayout(slotShapes [][]int, frozenIdx []int, inputIdx []int) BufferLayout

+ type Builder struct

+ func NewBuilder[T tensor.Numeric](engine compute.Engine[T]) *Builder[T]

+ func (b *Builder[T]) AddNode(node Node[T], inputs ...Node[T]) Node[T]

+ func (b *Builder[T]) Build(outputNode Node[T]) (*Graph[T], error)

+ func (b *Builder[T]) Input(shape []int) Node[T]

+ func (b *Builder[T]) Parameters() []*Parameter[T]

+ type CUDAGraphExecutor struct

+ func NewCUDAGraphExecutor[T tensor.Numeric](plan *ExecutionPlan[T], streamPtr unsafe.Pointer, warmups int, ...) *CUDAGraphExecutor[T]

+ func (g *CUDAGraphExecutor[T]) Destroy()

+ func (g *CUDAGraphExecutor[T]) Run(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ type EmbeddedFrozenProvider interface

+ EmbeddedFrozen func() []*tensor.TensorNumeric[T]

+ type ExecutionPlan struct

+ func (p *ExecutionPlan[T]) BufferLayout() *BufferLayout

+ func (p *ExecutionPlan[T]) EnsureCaptureInputsGPU(start, end int, gpuSlotCache map[int]*tensor.TensorNumeric[T])

+ func (p *ExecutionPlan[T]) EnsureSlotsGPU(gpuSlotCache map[int]*tensor.TensorNumeric[T])

+ func (p *ExecutionPlan[T]) FrozenSlots() []FrozenSlot[T]

+ func (p *ExecutionPlan[T]) HasPreallocatedBuffers() bool

+ func (p *ExecutionPlan[T]) InputSlots() []int

+ func (p *ExecutionPlan[T]) InstructionCount() int

+ func (p *ExecutionPlan[T]) InstructionOpName(i int) string

+ func (p *ExecutionPlan[T]) InstructionOutputIdx(i int) int

+ func (p *ExecutionPlan[T]) Instructions() []InstructionMeta

+ func (p *ExecutionPlan[T]) OutputSlot() int

+ func (p *ExecutionPlan[T]) OutputTensor() *tensor.TensorNumeric[T]

+ func (p *ExecutionPlan[T]) PreUploadFrozenWeights() error

+ func (p *ExecutionPlan[T]) PreallocateBuffers()

+ func (p *ExecutionPlan[T]) PrepareSlots(inputs ...*tensor.TensorNumeric[T]) error

+ func (p *ExecutionPlan[T]) Run(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ func (p *ExecutionPlan[T]) RunInstructionRange(ctx context.Context, start, end int) error

+ func (p *ExecutionPlan[T]) RunInstructions(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ func (p *ExecutionPlan[T]) ScratchSlot(idx int) *tensor.TensorNumeric[T]

+ func (p *ExecutionPlan[T]) SetMegakernelFn(...)

+ func (p *ExecutionPlan[T]) SetScratchSlot(idx int, t *tensor.TensorNumeric[T])

+ func (p *ExecutionPlan[T]) SlotShapes() [][]int

+ type FrozenSlot struct

+ Data *tensor.TensorNumeric[T]

+ SlotIdx int

+ type Graph struct

+ func FoldConstantTransposes[T tensor.Numeric](g *Graph[T], tr Transposer[T]) (*Graph[T], error)

+ func (g *Graph[T]) AddKVPair(input StatefulInputNode[T], output Node[T])

+ func (g *Graph[T]) Backward(ctx context.Context, mode types.BackwardMode, ...) error

+ func (g *Graph[T]) ClearMemo()

+ func (g *Graph[T]) Compile(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*ExecutionPlan[T], error)

+ func (g *Graph[T]) CompileTraced(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*ExecutionPlan[T], error)

+ func (g *Graph[T]) ConstantTensors() []*tensor.TensorNumeric[T]

+ func (g *Graph[T]) Dependencies(n Node[T]) []Node[T]

+ func (g *Graph[T]) EngineProxy() *compute.EngineProxy[T]

+ func (g *Graph[T]) Forward(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ func (g *Graph[T]) GetAllNodes() []Node[T]

+ func (g *Graph[T]) GetDependencies() map[Node[T]][]Node[T]

+ func (g *Graph[T]) GetNodeMetadata(n Node[T]) map[string]interface{}

+ func (g *Graph[T]) GetTopologicalOrder() ([]Node[T], error)

+ func (g *Graph[T]) Inputs() []Node[T]

+ func (g *Graph[T]) Nodes() []Node[T]

+ func (g *Graph[T]) Output() Node[T]

+ func (g *Graph[T]) Parameters() []*Parameter[T]

+ func (g *Graph[T]) ResetStatefulNodes()

+ func (g *Graph[T]) SetEngineProxy(proxy *compute.EngineProxy[T])

+ func (g *Graph[T]) WithParallel(enabled bool)

+ func (g *Graph[T]) WithPool(pool TensorReleaser[T])

+ type Instruction struct

+ ExtraArgs map[string]any

+ Forward func(ctx context.Context, inputs []*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ InputIdx []int

+ OpName string

+ OutputIdx int

+ type InstructionMeta struct

+ ExtraArgs map[string]any

+ InputIdx []int

+ OpName string

+ OutputIdx int

+ type NoParameters struct

+ func (n *NoParameters[T]) Parameters() []*Parameter[T]

+ type Node interface

+ Attributes func() map[string]interface{}

+ Backward func(ctx context.Context, mode types.BackwardMode, ...) ([]*tensor.TensorNumeric[T], error)

+ Forward func(ctx context.Context, inputs ...*tensor.TensorNumeric[T]) (*tensor.TensorNumeric[T], error)

+ OpType func() string

+ OutputShape func() []int

+ Parameters func() []*Parameter[T]

+ type Parameter struct

+ Gradient *tensor.TensorNumeric[T]

+ Name string

+ Value *tensor.TensorNumeric[T]

+ func NewParameter[T tensor.Numeric](name string, value *tensor.TensorNumeric[T], ...) (*Parameter[T], error)

+ func (p *Parameter[T]) AddGradient(grad *tensor.TensorNumeric[T]) error

+ func (p *Parameter[T]) ClearGradient()

+ type Resettable interface

+ Reset func()

+ type StatefulInputNode interface

+ SetStored func(t *tensor.TensorNumeric[T])

+ type TensorReleaser interface

+ Release func(t *tensor.TensorNumeric[T])

+ type Transposer interface

+ Transpose func(ctx context.Context, a *tensor.TensorNumeric[T], axes []int, ...) (*tensor.TensorNumeric[T], error)