codegen

Mar 16, 2026

Changes in this version

+ func CachedCompile(source, cacheDir, modelName string) (string, error)

+ func CheckSupport(instructions []graph.InstructionMeta) []string

+ func Emit(op graph.InstructionMeta, inputs []SlotInfo) (string, error)

+ func EmitMegakernel(cfg MegakernelConfig) (string, error)

+ func NvccPath() (string, error)

+ func Supported(opName string) bool

+ type FrozenSlotMeta struct

+ SlotIdx int

+ type MegakernelConfig struct

+ FrozenSlots []FrozenSlotMeta

+ InputSlots []int

+ Instructions []graph.InstructionMeta

+ NumKVLayers int

+ OutputSlot int

+ SlotShapes [][]int

+ type MegakernelRunner struct

+ func LoadMegakernel(soPath string) (*MegakernelRunner, error)

+ func (r *MegakernelRunner) Close() error

+ func (r *MegakernelRunner) HasKVCache() bool

+ func (r *MegakernelRunner) Launch(inputData []float32, pos int) ([]float32, error)

+ func (r *MegakernelRunner) OutputShape() []int

+ func (r *MegakernelRunner) PrepareWorkspace(cfg MegakernelConfig, frozenData [][]float32) error

+ func (r *MegakernelRunner) SetKVCache(kvK, kvV unsafe.Pointer)

+ type OpEmitter func(op graph.InstructionMeta, inputs []SlotInfo) (string, error)

+ type SlotInfo struct

+ Shape []int

+ type WorkspaceLayout struct

+ InputOffset int

+ OutputOffset int

+ OutputSize int

+ SlotOffsets map[int]int

+ TotalSize int

+ func ComputeWorkspaceLayout(cfg MegakernelConfig) WorkspaceLayout