Versions in this module Expand all Collapse all v0 v0.2.0 Mar 16, 2026 v0.1.0 Mar 16, 2026 Changes in this version + func CachedCompile(source, cacheDir, modelName string) (string, error) + func CheckSupport(instructions []graph.InstructionMeta) []string + func Emit(op graph.InstructionMeta, inputs []SlotInfo) (string, error) + func EmitMegakernel(cfg MegakernelConfig) (string, error) + func NvccPath() (string, error) + func Supported(opName string) bool + type FrozenSlotMeta struct + SlotIdx int + type MegakernelConfig struct + FrozenSlots []FrozenSlotMeta + InputSlots []int + Instructions []graph.InstructionMeta + NumKVLayers int + OutputSlot int + SlotShapes [][]int + type MegakernelRunner struct + func LoadMegakernel(soPath string) (*MegakernelRunner, error) + func (r *MegakernelRunner) Close() error + func (r *MegakernelRunner) HasKVCache() bool + func (r *MegakernelRunner) Launch(inputData []float32, pos int) ([]float32, error) + func (r *MegakernelRunner) OutputShape() []int + func (r *MegakernelRunner) PrepareWorkspace(cfg MegakernelConfig, frozenData [][]float32) error + func (r *MegakernelRunner) SetKVCache(kvK, kvV unsafe.Pointer) + type OpEmitter func(op graph.InstructionMeta, inputs []SlotInfo) (string, error) + type SlotInfo struct + Shape []int + type WorkspaceLayout struct + InputOffset int + OutputOffset int + OutputSize int + SlotOffsets map[int]int + TotalSize int + func ComputeWorkspaceLayout(cfg MegakernelConfig) WorkspaceLayout
Go to main page