gpuapi

package

Go to main page

Versions in this module

v1

v1.8.0

Apr 29, 2026

v1.7.0

Apr 28, 2026

v1.6.0

Apr 17, 2026

Changes in this version

type CUDAMemPool

+ func (p *CUDAMemPool) IsCapturing() bool

type CaptureAwareAllocator

+ IsCapturing func() bool

v1.5.0

Apr 10, 2026

Changes in this version

type CUDAKernels

+ func (k *CUDAKernels) FusedEncoderBwdF32(cublasHandle unsafe.Pointer, weights, weightT *[16]unsafe.Pointer, ...) error

+ func (k *CUDAKernels) FusedEncoderFwdAvailable() bool

+ func (k *CUDAKernels) FusedEncoderFwdF32(cublasHandle unsafe.Pointer, weights, bufs *[16]unsafe.Pointer, ...) error

type FPGAKernels

+ func (k *FPGAKernels) FusedEncoderBwdF32(_ unsafe.Pointer, _, _ *[16]unsafe.Pointer, _ *[16]unsafe.Pointer, ...) error

+ func (k *FPGAKernels) FusedEncoderFwdAvailable() bool

+ func (k *FPGAKernels) FusedEncoderFwdF32(_ unsafe.Pointer, _, _ *[16]unsafe.Pointer, _, _ unsafe.Pointer, ...) error

type KernelRunner

+ FusedEncoderBwdF32 func(cublasHandle unsafe.Pointer, weights, weightT *[16]unsafe.Pointer, ...) error

+ FusedEncoderFwdAvailable func() bool

+ FusedEncoderFwdF32 func(cublasHandle unsafe.Pointer, weights, bufs *[16]unsafe.Pointer, ...) error

type MetalKernels

+ func (k *MetalKernels) FusedEncoderBwdF32(_ unsafe.Pointer, _, _ *[16]unsafe.Pointer, _ *[16]unsafe.Pointer, ...) error

+ func (k *MetalKernels) FusedEncoderFwdAvailable() bool

+ func (k *MetalKernels) FusedEncoderFwdF32(_ unsafe.Pointer, _, _ *[16]unsafe.Pointer, _, _ unsafe.Pointer, ...) error

type ROCmKernels

+ func (k *ROCmKernels) FusedEncoderBwdF32(_ unsafe.Pointer, _, _ *[16]unsafe.Pointer, _ *[16]unsafe.Pointer, ...) error

+ func (k *ROCmKernels) FusedEncoderFwdAvailable() bool

+ func (k *ROCmKernels) FusedEncoderFwdF32(_ unsafe.Pointer, _, _ *[16]unsafe.Pointer, _, _ unsafe.Pointer, ...) error

type SYCLKernels

+ func (k *SYCLKernels) FusedEncoderBwdF32(_ unsafe.Pointer, _, _ *[16]unsafe.Pointer, _ *[16]unsafe.Pointer, ...) error

+ func (k *SYCLKernels) FusedEncoderFwdAvailable() bool

+ func (k *SYCLKernels) FusedEncoderFwdF32(_ unsafe.Pointer, _, _ *[16]unsafe.Pointer, _, _ unsafe.Pointer, ...) error

v1.4.0

Apr 6, 2026

v1.3.0

Apr 3, 2026

v1.2.1

Apr 2, 2026

v1.2.0

Apr 2, 2026

Changes in this version

type CUDAKernels

+ func (k *CUDAKernels) DequantQ5KF32(src, dst unsafe.Pointer, rows, K int, s Stream) error

+ func (k *CUDAKernels) DequantQ5_0F32(src, dst unsafe.Pointer, rows, K int, s Stream) error

+ func (k *CUDAKernels) DequantQ6KF32(src, dst unsafe.Pointer, rows, K int, s Stream) error

+ func (k *CUDAKernels) GatherQ8F32(q8Table, indices, output unsafe.Pointer, N, D, V int, s Stream) error

type FPGAKernels

+ func (k *FPGAKernels) DequantQ5KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) DequantQ5_0F32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) DequantQ6KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) GatherQ8F32(_, _, _ unsafe.Pointer, _, _, _ int, _ Stream) error

type KernelRunner

+ DequantQ5KF32 func(src, dst unsafe.Pointer, rows, K int, stream Stream) error

+ DequantQ5_0F32 func(src, dst unsafe.Pointer, rows, K int, stream Stream) error

+ DequantQ6KF32 func(src, dst unsafe.Pointer, rows, K int, stream Stream) error

+ GatherQ8F32 func(q8Table, indices, output unsafe.Pointer, N, D, V int, stream Stream) error

type MetalKernels

+ func (k *MetalKernels) DequantQ5KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *MetalKernels) DequantQ5_0F32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *MetalKernels) DequantQ6KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *MetalKernels) GatherQ8F32(_, _, _ unsafe.Pointer, _, _, _ int, _ Stream) error

type ROCmKernels

+ func (k *ROCmKernels) DequantQ5KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *ROCmKernels) DequantQ5_0F32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *ROCmKernels) DequantQ6KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *ROCmKernels) GatherQ8F32(_, _, _ unsafe.Pointer, _, _, _ int, _ Stream) error

type SYCLKernels

+ func (k *SYCLKernels) DequantQ5KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) DequantQ5_0F32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) DequantQ6KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) GatherQ8F32(_, _, _ unsafe.Pointer, _, _, _ int, _ Stream) error

v1.1.3

Apr 1, 2026

v1.1.2

Mar 31, 2026

v1.1.1

Mar 31, 2026

v1.1.0

Mar 31, 2026

Changes in this version

type CUDAKernels

+ func (k *CUDAKernels) FusedSoftmaxVMulF32(scores, V, output unsafe.Pointer, scale float32, BH, seqKV, D int, s Stream) error

+ func (k *CUDAKernels) RepeatInterleaveF32(input, output unsafe.Pointer, B, numKV, S, D, rep int, s Stream) error

type CUDAMemPool

+ func (p *CUDAMemPool) ClearCaptureStream()

+ func (p *CUDAMemPool) SetCaptureStream(stream unsafe.Pointer)

type CUDARuntime

+ func (r *CUDARuntime) MemsetAsync(devPtr unsafe.Pointer, value int, count int, stream Stream) error

+ type CaptureAwareAllocator interface

+ ClearCaptureStream func()

+ SetCaptureStream func(stream unsafe.Pointer)

type FPGAKernels

+ func (k *FPGAKernels) FusedSoftmaxVMulF32(_, _, _ unsafe.Pointer, _ float32, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) RepeatInterleaveF32(_, _ unsafe.Pointer, _, _, _, _, _ int, _ Stream) error

type FPGARuntime

+ func (r *FPGARuntime) MemsetAsync(_ unsafe.Pointer, _ int, _ int, _ Stream) error

type KernelRunner

+ FusedSoftmaxVMulF32 func(scores, V, output unsafe.Pointer, scale float32, BH, seqKV, D int, ...) error

+ RepeatInterleaveF32 func(input, output unsafe.Pointer, B, numKV, S, D, rep int, stream Stream) error

type MetalKernels

+ func (k *MetalKernels) FusedSoftmaxVMulF32(_, _, _ unsafe.Pointer, _ float32, _, _, _ int, _ Stream) error

+ func (k *MetalKernels) RepeatInterleaveF32(_, _ unsafe.Pointer, _, _, _, _, _ int, _ Stream) error

type MetalRuntime

+ func (r *MetalRuntime) MemsetAsync(_ unsafe.Pointer, _ int, _ int, _ Stream) error

type OpenCLRuntime

+ func (r *OpenCLRuntime) MemsetAsync(_ unsafe.Pointer, _ int, _ int, _ Stream) error

type ROCmKernels

+ func (k *ROCmKernels) FusedSoftmaxVMulF32(_, _, _ unsafe.Pointer, _ float32, _, _, _ int, _ Stream) error

+ func (k *ROCmKernels) RepeatInterleaveF32(_, _ unsafe.Pointer, _, _, _, _, _ int, _ Stream) error

type ROCmRuntime

+ func (r *ROCmRuntime) MemsetAsync(_ unsafe.Pointer, _ int, _ int, _ Stream) error

type Runtime

+ MemsetAsync func(devPtr unsafe.Pointer, value int, count int, stream Stream) error

type SYCLKernels

+ func (k *SYCLKernels) FusedSoftmaxVMulF32(_, _, _ unsafe.Pointer, _ float32, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) RepeatInterleaveF32(_, _ unsafe.Pointer, _, _, _, _, _ int, _ Stream) error

type SYCLRuntime

+ func (r *SYCLRuntime) MemsetAsync(_ unsafe.Pointer, _ int, _ int, _ Stream) error

v1.0.0

Mar 30, 2026

v0

v0.15.0

Mar 29, 2026

v0.14.1

Mar 29, 2026

v0.14.0

Mar 28, 2026

v0.13.0

Mar 28, 2026

v0.12.0

Mar 28, 2026

v0.11.0

Mar 28, 2026

v0.10.1

Mar 27, 2026

v0.10.0

Mar 27, 2026

v0.9.6

Mar 27, 2026

v0.9.5

Mar 27, 2026

v0.9.4

Mar 27, 2026

v0.9.3

Mar 27, 2026

v0.9.2

Mar 27, 2026

v0.9.1

Mar 27, 2026

v0.9.0

Mar 27, 2026

v0.8.0

Mar 27, 2026

v0.7.0

Mar 27, 2026

v0.6.3

Mar 27, 2026

v0.6.2

Mar 26, 2026

v0.6.1

Mar 26, 2026

v0.6.0

Mar 26, 2026

v0.5.1

Mar 26, 2026

v0.5.0

Mar 25, 2026

v0.4.1

Mar 24, 2026

v0.4.0

Mar 24, 2026

v0.3.1

Mar 21, 2026

v0.3.0

Mar 21, 2026

Changes in this version

type CUDAKernels

+ func (k *CUDAKernels) FP8Gemm(a, b, c unsafe.Pointer, m, kk, n int, scaleA, scaleB float32, s Stream) error

+ func (k *CUDAKernels) GemvQ5KF32(wQ5K, x, y unsafe.Pointer, M, K int, s Stream) error

+ func (k *CUDAKernels) GemvQ5_0F32(wQ5_0, x, y unsafe.Pointer, M, K int, s Stream) error

+ func (k *CUDAKernels) GemvQ6KF32(wQ6K, x, y unsafe.Pointer, M, K int, s Stream) error

+ func (k *CUDAKernels) IsFP8GemmSupported() bool

+ type FPGABlas struct

+ func NewFPGABlas() *FPGABlas

+ func (b *FPGABlas) BFloat16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *FPGABlas) Destroy() error

+ func (b *FPGABlas) Float16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *FPGABlas) MixedBF16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *FPGABlas) MixedFP16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *FPGABlas) SetStream(_ Stream) error

+ func (b *FPGABlas) Sgemm(m, n, k int, alpha float32, a, bPtr unsafe.Pointer, beta float32, ...) error

+ type FPGADnn struct

+ func NewFPGADnn() *FPGADnn

+ func (d *FPGADnn) ActivationBackward(_ ActivationMode, _ unsafe.Pointer, _ unsafe.Pointer, _ unsafe.Pointer, ...) error

+ func (d *FPGADnn) ActivationForward(_ ActivationMode, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ Stream) error

+ func (d *FPGADnn) AddTensor(_ float32, _ unsafe.Pointer, _ [4]int, _ float32, _ unsafe.Pointer, _ [4]int, ...) error

+ func (d *FPGADnn) BatchNormBackward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ unsafe.Pointer, _ int, ...) error

+ func (d *FPGADnn) BatchNormForwardInference(_ unsafe.Pointer, _ [4]int, _, _, _, _ unsafe.Pointer, _ int, _ float64, ...) error

+ func (d *FPGADnn) BatchNormForwardTraining(_ unsafe.Pointer, _ [4]int, _, _ unsafe.Pointer, _ int, _, _ float64, ...) error

+ func (d *FPGADnn) ConvBackwardData(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *FPGADnn) ConvBackwardFilter(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *FPGADnn) ConvForward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *FPGADnn) Destroy() error

+ func (d *FPGADnn) PoolingBackward(_ PoolingMode, _ unsafe.Pointer, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *FPGADnn) PoolingForward(_ PoolingMode, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, ...) error

+ func (d *FPGADnn) SetStream(_ Stream) error

+ func (d *FPGADnn) SoftmaxForward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ Stream) error

+ type FPGAKernels struct

+ func NewFPGAKernels() *FPGAKernels

+ func (k *FPGAKernels) Add(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) AddBroadcast(_, _, _ unsafe.Pointer, _, _, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) AddBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) AddFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) AddScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) Argmax(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) Cos(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) DequantFP8E4M3ToFP16(_, _ unsafe.Pointer, _ float32, _ int, _ Stream) error

+ func (k *FPGAKernels) DequantQ4KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) Div(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) DivBroadcast(_, _, _ unsafe.Pointer, _, _, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) DivBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) DivFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) DivScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) Exp(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) F32ToFP16(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) FP16ToF32(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) FP8Gemm(_, _, _ unsafe.Pointer, _, _, _ int, _, _ float32, _ Stream) error

+ func (k *FPGAKernels) Fill(_ unsafe.Pointer, _ float32, _ int, _ Stream) error

+ func (k *FPGAKernels) FusedAddRMSNormF32(_, _, _, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *FPGAKernels) FusedNormAddF32(_, _, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *FPGAKernels) FusedQKNormRoPEF32(_, _, _, _, _, _ unsafe.Pointer, _ float32, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) FusedRoPEF32(_, _, _, _ unsafe.Pointer, _, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) FusedSwiGLUF32(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) Gather(_, _, _ unsafe.Pointer, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) GemmQ4F32(_, _, _ unsafe.Pointer, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) GemmQ8F32(_, _, _ unsafe.Pointer, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) GemvQ4KF32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) GemvQ5KF32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) GemvQ5_0F32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) GemvQ6KF32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) IncrementCounter(_ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) IsFP8GemmSupported() bool

+ func (k *FPGAKernels) Log(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) Mul(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) MulBroadcast(_, _, _ unsafe.Pointer, _, _, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) MulBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) MulFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) MulScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) OffsetMemcpy(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) OffsetMemcpyFP16(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) Pow(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) PowScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) RMSNorm(_, _, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *FPGAKernels) RMSNormFP16(_, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *FPGAKernels) Repeat(_, _ unsafe.Pointer, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) ResetCounter(_ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) RoPESelect(_, _, _, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) Rsqrt(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) ScaledSoftmaxF32(_, _ unsafe.Pointer, _, _, _ int, _ float32, _ Stream) error

+ func (k *FPGAKernels) ScaledSoftmaxFP16(_, _ unsafe.Pointer, _, _, _ int, _ float32, _ Stream) error

+ func (k *FPGAKernels) SgemvM1(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) Sin(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) Softmax(_, _ unsafe.Pointer, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) Sqrt(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) Sub(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) SubBroadcast(_, _, _ unsafe.Pointer, _, _, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) SubBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) SubFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) SubScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) SumAxis(_, _ unsafe.Pointer, _, _, _ int, _ Stream) error

+ func (k *FPGAKernels) Tanh(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) TanhPrime(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *FPGAKernels) Transpose2D(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *FPGAKernels) TransposeND(_, _ unsafe.Pointer, _, _, _ []int32, _, _ int, _ Stream) error

+ type FPGAMemPool struct

+ func NewFPGAMemPool(rt *FPGARuntime) *FPGAMemPool

+ func (p *FPGAMemPool) Alloc(_ int, byteSize int) (unsafe.Pointer, error)

+ func (p *FPGAMemPool) AllocManaged(_, _ int) (unsafe.Pointer, error)

+ func (p *FPGAMemPool) Drain() error

+ func (p *FPGAMemPool) Free(_ int, ptr unsafe.Pointer, byteSize int)

+ func (p *FPGAMemPool) FreeManaged(_ int, _ unsafe.Pointer, _ int)

+ func (p *FPGAMemPool) Stats() (int, int)

+ type FPGARuntime struct

+ func NewFPGARuntime() *FPGARuntime

+ func (r *FPGARuntime) CreateStream() (Stream, error)

+ func (r *FPGARuntime) DeviceType() device.Type

+ func (r *FPGARuntime) Free(ptr unsafe.Pointer) error

+ func (r *FPGARuntime) GetDeviceCount() (int, error)

+ func (r *FPGARuntime) Malloc(byteSize int) (unsafe.Pointer, error)

+ func (r *FPGARuntime) Memcpy(dst, src unsafe.Pointer, count int, kind MemcpyKind) error

+ func (r *FPGARuntime) MemcpyAsync(dst, src unsafe.Pointer, count int, kind MemcpyKind, _ Stream) error

+ func (r *FPGARuntime) MemcpyPeer(dst unsafe.Pointer, _ int, src unsafe.Pointer, _ int, count int) error

+ func (r *FPGARuntime) SetDevice(deviceID int) error

type KernelRunner

+ FP8Gemm func(a, b, c unsafe.Pointer, m, k, n int, scaleA, scaleB float32, stream Stream) error

+ GemvQ5KF32 func(wQ5K, x, y unsafe.Pointer, M, K int, stream Stream) error

+ GemvQ5_0F32 func(wQ5_0, x, y unsafe.Pointer, M, K int, stream Stream) error

+ GemvQ6KF32 func(wQ6K, x, y unsafe.Pointer, M, K int, stream Stream) error

+ IsFP8GemmSupported func() bool

+ type MetalBlas struct

+ func NewMetalBlas() *MetalBlas

+ func (b *MetalBlas) BFloat16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *MetalBlas) Destroy() error

+ func (b *MetalBlas) Float16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *MetalBlas) MixedBF16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *MetalBlas) MixedFP16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *MetalBlas) SetStream(_ Stream) error

+ func (b *MetalBlas) Sgemm(m, n, k int, alpha float32, a, bPtr unsafe.Pointer, beta float32, ...) error

+ type MetalDNN struct

+ func NewMetalDNN() *MetalDNN

+ func (d *MetalDNN) ActivationBackward(_ ActivationMode, _ unsafe.Pointer, _ unsafe.Pointer, _ unsafe.Pointer, ...) error

+ func (d *MetalDNN) ActivationForward(_ ActivationMode, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ Stream) error

+ func (d *MetalDNN) AddTensor(_ float32, _ unsafe.Pointer, _ [4]int, _ float32, _ unsafe.Pointer, _ [4]int, ...) error

+ func (d *MetalDNN) BatchNormBackward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ unsafe.Pointer, _ int, ...) error

+ func (d *MetalDNN) BatchNormForwardInference(_ unsafe.Pointer, _ [4]int, _, _, _, _ unsafe.Pointer, _ int, _ float64, ...) error

+ func (d *MetalDNN) BatchNormForwardTraining(_ unsafe.Pointer, _ [4]int, _, _ unsafe.Pointer, _ int, _, _ float64, ...) error

+ func (d *MetalDNN) ConvBackwardData(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *MetalDNN) ConvBackwardFilter(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *MetalDNN) ConvForward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *MetalDNN) Destroy() error

+ func (d *MetalDNN) PoolingBackward(_ PoolingMode, _ unsafe.Pointer, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *MetalDNN) PoolingForward(_ PoolingMode, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, ...) error

+ func (d *MetalDNN) SetStream(_ Stream) error

+ func (d *MetalDNN) SoftmaxForward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ Stream) error

+ type MetalKernels struct

+ func NewMetalKernels() *MetalKernels

+ func NewMetalKernelsWithCompute(cc *metal.ComputeContext) *MetalKernels

+ func (k *MetalKernels) Add(a, b, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) AddBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, _ Stream) error

+ func (k *MetalKernels) AddBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *MetalKernels) AddFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *MetalKernels) AddScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) Argmax(input, result, scratch unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) Cos(a, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) DequantFP8E4M3ToFP16(_, _ unsafe.Pointer, _ float32, _ int, _ Stream) error

+ func (k *MetalKernels) DequantQ4KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *MetalKernels) Div(a, b, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) DivBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, _ Stream) error

+ func (k *MetalKernels) DivBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *MetalKernels) DivFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *MetalKernels) DivScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) Exp(a, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) F32ToFP16(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *MetalKernels) FP16ToF32(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *MetalKernels) FP8Gemm(_, _, _ unsafe.Pointer, _, _, _ int, _, _ float32, _ Stream) error

+ func (k *MetalKernels) Fill(data unsafe.Pointer, value float32, n int, _ Stream) error

+ func (k *MetalKernels) FusedAddRMSNormF32(input, residual, weight, normedOut, sumOut unsafe.Pointer, eps float32, ...) error

+ func (k *MetalKernels) FusedNormAddF32(input, weight, residual, output unsafe.Pointer, eps float32, rows, D int, ...) error

+ func (k *MetalKernels) FusedQKNormRoPEF32(input, weightQ, weightK, cosAngles, sinAngles, output unsafe.Pointer, ...) error

+ func (k *MetalKernels) FusedRoPEF32(input, cosAngles, sinAngles, output unsafe.Pointer, ...) error

+ func (k *MetalKernels) FusedSwiGLUF32(w1, w3, output unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) Gather(table, indices, output unsafe.Pointer, N, D, _ int, _ Stream) error

+ func (k *MetalKernels) GemmQ4F32(_, _, _ unsafe.Pointer, _, _, _, _ int, _ Stream) error

+ func (k *MetalKernels) GemmQ8F32(_, _, _ unsafe.Pointer, _, _, _ int, _ Stream) error

+ func (k *MetalKernels) GemvQ4KF32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *MetalKernels) GemvQ5KF32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *MetalKernels) GemvQ5_0F32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *MetalKernels) GemvQ6KF32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *MetalKernels) IncrementCounter(_ unsafe.Pointer, _ int, _ Stream) error

+ func (k *MetalKernels) IsFP8GemmSupported() bool

+ func (k *MetalKernels) Log(a, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) Mul(a, b, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) MulBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, _ Stream) error

+ func (k *MetalKernels) MulBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *MetalKernels) MulFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *MetalKernels) MulScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) OffsetMemcpy(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *MetalKernels) OffsetMemcpyFP16(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *MetalKernels) Pow(base, exp, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) PowScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) RMSNorm(input, weight, output, scales unsafe.Pointer, eps float32, rows, D int, ...) error

+ func (k *MetalKernels) RMSNormFP16(_, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *MetalKernels) Repeat(src, dst unsafe.Pointer, outerSize, axisDim, innerSize, reps int, _ Stream) error

+ func (k *MetalKernels) ResetCounter(_ unsafe.Pointer, _ int, _ Stream) error

+ func (k *MetalKernels) RoPESelect(_, _, _, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *MetalKernels) Rsqrt(a, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) ScaledSoftmaxF32(input, output unsafe.Pointer, outer, inner, axisSize int, scale float32, ...) error

+ func (k *MetalKernels) ScaledSoftmaxFP16(_, _ unsafe.Pointer, _, _, _ int, _ float32, _ Stream) error

+ func (k *MetalKernels) SgemvM1(y, A, x unsafe.Pointer, M, N int, _ Stream) error

+ func (k *MetalKernels) Sin(a, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) Softmax(input, output unsafe.Pointer, outer, inner, axisSize int, _ Stream) error

+ func (k *MetalKernels) Sqrt(a, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) Sub(a, b, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) SubBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, _ Stream) error

+ func (k *MetalKernels) SubBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *MetalKernels) SubFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *MetalKernels) SubScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) SumAxis(input, output unsafe.Pointer, outer, inner, axisSize int, _ Stream) error

+ func (k *MetalKernels) Tanh(a, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) TanhPrime(a, upstream, c unsafe.Pointer, n int, _ Stream) error

+ func (k *MetalKernels) Transpose2D(input, output unsafe.Pointer, rows, cols int, _ Stream) error

+ func (k *MetalKernels) TransposeND(_, _ unsafe.Pointer, _, _, _ []int32, _, _ int, _ Stream) error

+ type MetalMemPool struct

+ func NewMetalMemPool(rt *MetalRuntime) *MetalMemPool

+ func (p *MetalMemPool) Alloc(_ int, byteSize int) (unsafe.Pointer, error)

+ func (p *MetalMemPool) AllocManaged(_, _ int) (unsafe.Pointer, error)

+ func (p *MetalMemPool) Drain() error

+ func (p *MetalMemPool) Free(_ int, ptr unsafe.Pointer, byteSize int)

+ func (p *MetalMemPool) FreeManaged(_ int, _ unsafe.Pointer, _ int)

+ func (p *MetalMemPool) Stats() (int, int)

+ type MetalRuntime struct

+ func NewMetalRuntime() *MetalRuntime

+ func (r *MetalRuntime) CreateStream() (Stream, error)

+ func (r *MetalRuntime) DeviceType() device.Type

+ func (r *MetalRuntime) Free(ptr unsafe.Pointer) error

+ func (r *MetalRuntime) GetDeviceCount() (int, error)

+ func (r *MetalRuntime) Malloc(byteSize int) (unsafe.Pointer, error)

+ func (r *MetalRuntime) Memcpy(dst, src unsafe.Pointer, count int, kind MemcpyKind) error

+ func (r *MetalRuntime) MemcpyAsync(dst, src unsafe.Pointer, count int, kind MemcpyKind, _ Stream) error

+ func (r *MetalRuntime) MemcpyPeer(dst unsafe.Pointer, _ int, src unsafe.Pointer, _ int, count int) error

+ func (r *MetalRuntime) SetDevice(deviceID int) error

type ROCmKernels

+ func (k *ROCmKernels) FP8Gemm(_, _, _ unsafe.Pointer, _, _, _ int, _, _ float32, _ Stream) error

+ func (k *ROCmKernels) GemvQ5KF32(wQ5K, x, y unsafe.Pointer, M, K int, _ Stream) error

+ func (k *ROCmKernels) GemvQ5_0F32(wQ5_0, x, y unsafe.Pointer, M, K int, _ Stream) error

+ func (k *ROCmKernels) GemvQ6KF32(wQ6K, x, y unsafe.Pointer, M, K int, _ Stream) error

+ func (k *ROCmKernels) IsFP8GemmSupported() bool

+ type SYCLBlas struct

+ func NewSYCLBlas() *SYCLBlas

+ func (b *SYCLBlas) BFloat16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *SYCLBlas) Destroy() error

+ func (b *SYCLBlas) Float16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *SYCLBlas) MixedBF16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *SYCLBlas) MixedFP16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *SYCLBlas) SetStream(_ Stream) error

+ func (b *SYCLBlas) Sgemm(m, n, k int, alpha float32, a, bPtr unsafe.Pointer, beta float32, ...) error

+ type SYCLDnn struct

+ func NewSYCLDnn() *SYCLDnn

+ func (d *SYCLDnn) ActivationBackward(_ ActivationMode, _ unsafe.Pointer, _ unsafe.Pointer, _ unsafe.Pointer, ...) error

+ func (d *SYCLDnn) ActivationForward(_ ActivationMode, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ Stream) error

+ func (d *SYCLDnn) AddTensor(_ float32, _ unsafe.Pointer, _ [4]int, _ float32, _ unsafe.Pointer, _ [4]int, ...) error

+ func (d *SYCLDnn) BatchNormBackward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ unsafe.Pointer, _ int, ...) error

+ func (d *SYCLDnn) BatchNormForwardInference(_ unsafe.Pointer, _ [4]int, _, _, _, _ unsafe.Pointer, _ int, _ float64, ...) error

+ func (d *SYCLDnn) BatchNormForwardTraining(_ unsafe.Pointer, _ [4]int, _, _ unsafe.Pointer, _ int, _, _ float64, ...) error

+ func (d *SYCLDnn) ConvBackwardData(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *SYCLDnn) ConvBackwardFilter(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *SYCLDnn) ConvForward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *SYCLDnn) Destroy() error

+ func (d *SYCLDnn) PoolingBackward(_ PoolingMode, _ unsafe.Pointer, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *SYCLDnn) PoolingForward(_ PoolingMode, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, ...) error

+ func (d *SYCLDnn) SetStream(_ Stream) error

+ func (d *SYCLDnn) SoftmaxForward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ Stream) error

+ type SYCLKernels struct

+ func NewSYCLKernels() *SYCLKernels

+ func (k *SYCLKernels) Add(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) AddBroadcast(_, _, _ unsafe.Pointer, _, _, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) AddBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) AddFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) AddScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) Argmax(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) Cos(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) DequantFP8E4M3ToFP16(_, _ unsafe.Pointer, _ float32, _ int, _ Stream) error

+ func (k *SYCLKernels) DequantQ4KF32(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) Div(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) DivBroadcast(_, _, _ unsafe.Pointer, _, _, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) DivBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) DivFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) DivScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) Exp(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) F32ToFP16(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) FP16ToF32(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) FP8Gemm(_, _, _ unsafe.Pointer, _, _, _ int, _, _ float32, _ Stream) error

+ func (k *SYCLKernels) Fill(_ unsafe.Pointer, _ float32, _ int, _ Stream) error

+ func (k *SYCLKernels) FusedAddRMSNormF32(_, _, _, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *SYCLKernels) FusedNormAddF32(_, _, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *SYCLKernels) FusedQKNormRoPEF32(_, _, _, _, _, _ unsafe.Pointer, _ float32, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) FusedRoPEF32(_, _, _, _ unsafe.Pointer, _, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) FusedSwiGLUF32(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) Gather(_, _, _ unsafe.Pointer, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) GemmQ4F32(_, _, _ unsafe.Pointer, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) GemmQ8F32(_, _, _ unsafe.Pointer, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) GemvQ4KF32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) GemvQ5KF32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) GemvQ5_0F32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) GemvQ6KF32(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) IncrementCounter(_ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) IsFP8GemmSupported() bool

+ func (k *SYCLKernels) Log(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) Mul(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) MulBroadcast(_, _, _ unsafe.Pointer, _, _, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) MulBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) MulFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) MulScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) OffsetMemcpy(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) OffsetMemcpyFP16(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) Pow(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) PowScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) RMSNorm(_, _, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *SYCLKernels) RMSNormFP16(_, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *SYCLKernels) Repeat(_, _ unsafe.Pointer, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) ResetCounter(_ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) RoPESelect(_, _, _, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) Rsqrt(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) ScaledSoftmaxF32(input, output unsafe.Pointer, outer, inner, axisSize int, scale float32, ...) error

+ func (k *SYCLKernels) ScaledSoftmaxFP16(_, _ unsafe.Pointer, _, _, _ int, _ float32, _ Stream) error

+ func (k *SYCLKernels) SgemvM1(y, A, x unsafe.Pointer, M, N int, s Stream) error

+ func (k *SYCLKernels) Sin(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) Softmax(_, _ unsafe.Pointer, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) Sqrt(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) Sub(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) SubBroadcast(_, _, _ unsafe.Pointer, _, _, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) SubBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) SubFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) SubScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) SumAxis(_, _ unsafe.Pointer, _, _, _ int, _ Stream) error

+ func (k *SYCLKernels) Tanh(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) TanhPrime(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *SYCLKernels) Transpose2D(_, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *SYCLKernels) TransposeND(_, _ unsafe.Pointer, _, _, _ []int32, _, _ int, _ Stream) error

+ type SYCLMemPool struct

+ func NewSYCLMemPool(rt *SYCLRuntime) *SYCLMemPool

+ func (p *SYCLMemPool) Alloc(_ int, byteSize int) (unsafe.Pointer, error)

+ func (p *SYCLMemPool) AllocManaged(_, _ int) (unsafe.Pointer, error)

+ func (p *SYCLMemPool) Drain() error

+ func (p *SYCLMemPool) Free(_ int, ptr unsafe.Pointer, byteSize int)

+ func (p *SYCLMemPool) FreeManaged(_ int, _ unsafe.Pointer, _ int)

+ func (p *SYCLMemPool) Stats() (int, int)

+ type SYCLRuntime struct

+ func NewSYCLRuntime() *SYCLRuntime

+ func (r *SYCLRuntime) CreateStream() (Stream, error)

+ func (r *SYCLRuntime) DeviceType() device.Type

+ func (r *SYCLRuntime) Free(ptr unsafe.Pointer) error

+ func (r *SYCLRuntime) GetDeviceCount() (int, error)

+ func (r *SYCLRuntime) Malloc(byteSize int) (unsafe.Pointer, error)

+ func (r *SYCLRuntime) Memcpy(dst, src unsafe.Pointer, count int, kind MemcpyKind) error

+ func (r *SYCLRuntime) MemcpyAsync(dst, src unsafe.Pointer, count int, kind MemcpyKind, _ Stream) error

+ func (r *SYCLRuntime) MemcpyPeer(dst unsafe.Pointer, _ int, src unsafe.Pointer, _ int, count int) error

+ func (r *SYCLRuntime) SetDevice(deviceID int) error

v0.2.0

Mar 16, 2026

v0.1.0

Mar 16, 2026

Changes in this version

+ var BLASFactory func() (BLAS, error)

+ var DNNFactory func() (DNN, error)

+ func PrintCUBLASProfile()

+ type ActivationMode int

+ const ActivationClippedReLU

+ const ActivationELU

+ const ActivationReLU

+ const ActivationSigmoid

+ const ActivationTanh

+ type BLAS interface

+ BFloat16Gemm func(m, n, k int, alpha float32, a unsafe.Pointer, b unsafe.Pointer, beta float32, ...) error

+ Destroy func() error

+ Float16Gemm func(m, n, k int, alpha float32, a unsafe.Pointer, b unsafe.Pointer, beta float32, ...) error

+ MixedBF16Gemm func(m, n, k int, alpha float32, a unsafe.Pointer, b unsafe.Pointer, beta float32, ...) error

+ MixedFP16Gemm func(m, n, k int, alpha float32, a unsafe.Pointer, b unsafe.Pointer, beta float32, ...) error

+ SetStream func(stream Stream) error

+ Sgemm func(m, n, k int, alpha float32, a unsafe.Pointer, b unsafe.Pointer, beta float32, ...) error

+ type BLASBatched interface

+ SgemmStridedBatched func(m, n, k int, alpha float32, a unsafe.Pointer, strideA int64, b unsafe.Pointer, ...) error

+ type BLASBatchedTransposeB interface

+ SgemmNTStridedBatched func(m, n, k int, alpha float32, a unsafe.Pointer, strideA int64, b unsafe.Pointer, ...) error

+ type BLASTransposeB interface

+ SgemmNT func(m, n, k int, alpha float32, a unsafe.Pointer, b unsafe.Pointer, beta float32, ...) error

+ type BatchNormMode int

+ const BatchNormPerActivation

+ const BatchNormSpatial

+ type CUDAArenaPool struct

+ func NewCUDAArenaPool(deviceID, capacityBytes int, fallback *cuda.MemPool) (*CUDAArenaPool, error)

+ func (p *CUDAArenaPool) Alloc(deviceID, byteSize int) (unsafe.Pointer, error)

+ func (p *CUDAArenaPool) AllocManaged(deviceID, byteSize int) (unsafe.Pointer, error)

+ func (p *CUDAArenaPool) Drain() error

+ func (p *CUDAArenaPool) Free(deviceID int, ptr unsafe.Pointer, byteSize int)

+ func (p *CUDAArenaPool) FreeManaged(deviceID int, ptr unsafe.Pointer, byteSize int)

+ func (p *CUDAArenaPool) Inner() *cuda.ArenaPool

+ func (p *CUDAArenaPool) Reset()

+ func (p *CUDAArenaPool) SetResetFloor(floor int)

+ func (p *CUDAArenaPool) Stats() (int, int)

+ func (p *CUDAArenaPool) UsedBytes() int

+ type CUDABlas struct

+ func NewCUDABlas() (*CUDABlas, error)

+ func NewCUDABlasFromHandle(h *cublas.Handle) *CUDABlas

+ func (b *CUDABlas) BFloat16Gemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (b *CUDABlas) Destroy() error

+ func (b *CUDABlas) Float16Gemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (b *CUDABlas) Handle() *cublas.Handle

+ func (b *CUDABlas) MixedBF16Gemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (b *CUDABlas) MixedFP16Gemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (b *CUDABlas) SetStream(stream Stream) error

+ func (b *CUDABlas) Sgemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (b *CUDABlas) SgemmNT(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (b *CUDABlas) SgemmNTStridedBatched(m, n, k int, alpha float32, a unsafe.Pointer, strideA int64, ...) error

+ func (b *CUDABlas) SgemmStridedBatched(m, n, k int, alpha float32, a unsafe.Pointer, strideA int64, ...) error

+ type CUDABlasProfiler struct

+ func WrapWithProfiler(b *CUDABlas) *CUDABlasProfiler

+ func (p *CUDABlasProfiler) BFloat16Gemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (p *CUDABlasProfiler) Destroy() error

+ func (p *CUDABlasProfiler) Float16Gemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (p *CUDABlasProfiler) Handle() *CUDABlas

+ func (p *CUDABlasProfiler) IsEnabled() bool

+ func (p *CUDABlasProfiler) MixedBF16Gemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (p *CUDABlasProfiler) MixedFP16Gemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (p *CUDABlasProfiler) PrintSummary()

+ func (p *CUDABlasProfiler) ResetProfile()

+ func (p *CUDABlasProfiler) SetStream(stream Stream) error

+ func (p *CUDABlasProfiler) Sgemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (p *CUDABlasProfiler) SgemmNT(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ func (p *CUDABlasProfiler) SgemmNTStridedBatched(m, n, k int, alpha float32, a unsafe.Pointer, strideA int64, ...) error

+ func (p *CUDABlasProfiler) SgemmStridedBatched(m, n, k int, alpha float32, a unsafe.Pointer, strideA int64, ...) error

+ func (p *CUDABlasProfiler) Summary() ProfileSummary

+ type CUDADNN struct

+ func NewCUDADNN() (*CUDADNN, error)

+ func NewCUDADNNFromHandle(h *cudnn.Handle) *CUDADNN

+ func (d *CUDADNN) ActivationBackward(mode ActivationMode, y unsafe.Pointer, dy unsafe.Pointer, x unsafe.Pointer, ...) error

+ func (d *CUDADNN) ActivationForward(mode ActivationMode, x unsafe.Pointer, shape [4]int, y unsafe.Pointer, ...) error

+ func (d *CUDADNN) AddTensor(alpha float32, b unsafe.Pointer, bShape [4]int, beta float32, y unsafe.Pointer, ...) error

+ func (d *CUDADNN) BatchNormBackward(x unsafe.Pointer, xShape [4]int, dy unsafe.Pointer, scale unsafe.Pointer, ...) error

+ func (d *CUDADNN) BatchNormForwardInference(x unsafe.Pointer, xShape [4]int, scale, bias, mean, variance unsafe.Pointer, ...) error

+ func (d *CUDADNN) BatchNormForwardTraining(x unsafe.Pointer, xShape [4]int, scale, bias unsafe.Pointer, channels int, ...) error

+ func (d *CUDADNN) ConvBackwardData(w unsafe.Pointer, wShape [4]int, dy unsafe.Pointer, dyShape [4]int, ...) error

+ func (d *CUDADNN) ConvBackwardFilter(x unsafe.Pointer, xShape [4]int, dy unsafe.Pointer, dyShape [4]int, ...) error

+ func (d *CUDADNN) ConvForward(x unsafe.Pointer, xShape [4]int, w unsafe.Pointer, wShape [4]int, ...) error

+ func (d *CUDADNN) Destroy() error

+ func (d *CUDADNN) Handle() *cudnn.Handle

+ func (d *CUDADNN) PoolingBackward(mode PoolingMode, y unsafe.Pointer, dy unsafe.Pointer, yShape [4]int, ...) error

+ func (d *CUDADNN) PoolingForward(mode PoolingMode, x unsafe.Pointer, xShape [4]int, y unsafe.Pointer, ...) error

+ func (d *CUDADNN) SetStream(stream Stream) error

+ func (d *CUDADNN) SoftmaxForward(x unsafe.Pointer, shape [4]int, y unsafe.Pointer, stream Stream) error

+ type CUDAKernels struct

+ func NewCUDAKernels() *CUDAKernels

+ func (k *CUDAKernels) Add(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) AddBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, s Stream) error

+ func (k *CUDAKernels) AddBroadcast4D(a, b, c unsafe.Pointer, ...) error

+ func (k *CUDAKernels) AddFP16(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) AddScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) Argmax(input, result, scratch unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) Cos(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) DequantFP8E4M3ToFP16(input, output unsafe.Pointer, scale float32, n int, s Stream) error

+ func (k *CUDAKernels) DequantQ4KF32(src, dst unsafe.Pointer, rows, K int, s Stream) error

+ func (k *CUDAKernels) Div(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) DivBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, s Stream) error

+ func (k *CUDAKernels) DivBroadcast4D(a, b, c unsafe.Pointer, ...) error

+ func (k *CUDAKernels) DivFP16(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) DivScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) Exp(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) F32ToFP16(src, dst unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) FP16ToF32(src, dst unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) Fill(data unsafe.Pointer, value float32, n int, s Stream) error

+ func (k *CUDAKernels) FusedAddRMSNormF32(input, residual, weight, normedOut, sumOut unsafe.Pointer, eps float32, ...) error

+ func (k *CUDAKernels) FusedNormAddF32(input, weight, residual, output unsafe.Pointer, eps float32, rows, D int, ...) error

+ func (k *CUDAKernels) FusedQKNormRoPEF32(input, weightQ, weightK, cosAngles, sinAngles, output unsafe.Pointer, ...) error

+ func (k *CUDAKernels) FusedRoPEF32(input, cosAngles, sinAngles, output unsafe.Pointer, ...) error

+ func (k *CUDAKernels) FusedSwiGLUF32(w1, w3, output unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) Gather(table, indices, output unsafe.Pointer, N, D, V int, s Stream) error

+ func (k *CUDAKernels) GemmQ4F32(aQ4, b, c unsafe.Pointer, m, kk, n, dataOffset int, s Stream) error

+ func (k *CUDAKernels) GemmQ8F32(aQ8, b, c unsafe.Pointer, m, kk, n int, s Stream) error

+ func (k *CUDAKernels) GemvQ4KF32(wQ4K, x, y unsafe.Pointer, M, K int, s Stream) error

+ func (k *CUDAKernels) IncrementCounter(counter unsafe.Pointer, delta int, s Stream) error

+ func (k *CUDAKernels) Log(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) Mul(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) MulBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, s Stream) error

+ func (k *CUDAKernels) MulBroadcast4D(a, b, c unsafe.Pointer, ...) error

+ func (k *CUDAKernels) MulFP16(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) MulScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) OffsetMemcpy(dst, src, counter unsafe.Pointer, dim, maxSeqLen int, s Stream) error

+ func (k *CUDAKernels) OffsetMemcpyFP16(dst, src, counter unsafe.Pointer, dim, maxSeqLen int, s Stream) error

+ func (k *CUDAKernels) Pow(base, exp, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) PowScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) RMSNorm(input, weight, output, scales unsafe.Pointer, eps float32, rows, D int, ...) error

+ func (k *CUDAKernels) RMSNormFP16(input, weight, output unsafe.Pointer, eps float32, rows, D int, s Stream) error

+ func (k *CUDAKernels) Repeat(src, dst unsafe.Pointer, outerSize, axisDim, innerSize, reps int, s Stream) error

+ func (k *CUDAKernels) ResetCounter(counter unsafe.Pointer, value int, s Stream) error

+ func (k *CUDAKernels) RoPESelect(cosTable, sinTable, cosOut, sinOut, counter unsafe.Pointer, halfRotary int, ...) error

+ func (k *CUDAKernels) Rsqrt(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) ScaledSoftmaxF32(input, output unsafe.Pointer, outer, inner, axisSize int, scale float32, ...) error

+ func (k *CUDAKernels) ScaledSoftmaxFP16(input, output unsafe.Pointer, outer, inner, axisSize int, scale float32, ...) error

+ func (k *CUDAKernels) SgemvM1(y, A, x unsafe.Pointer, M, N int, s Stream) error

+ func (k *CUDAKernels) Sin(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) Softmax(input, output unsafe.Pointer, outer, inner, axisSize int, s Stream) error

+ func (k *CUDAKernels) Sqrt(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) Sub(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) SubBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, s Stream) error

+ func (k *CUDAKernels) SubBroadcast4D(a, b, c unsafe.Pointer, ...) error

+ func (k *CUDAKernels) SubFP16(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) SubScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) SumAxis(input, output unsafe.Pointer, outer, inner, axisSize int, s Stream) error

+ func (k *CUDAKernels) Tanh(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) TanhPrime(a, upstream, c unsafe.Pointer, n int, s Stream) error

+ func (k *CUDAKernels) Transpose2D(input, output unsafe.Pointer, rows, cols int, s Stream) error

+ func (k *CUDAKernels) TransposeND(input, output unsafe.Pointer, inStrides, outStrides, perm []int32, ...) error

+ type CUDAMemPool struct

+ func NewCUDAMemPool() *CUDAMemPool

+ func NewCUDAMemPoolFrom(pool *cuda.MemPool) *CUDAMemPool

+ func (p *CUDAMemPool) Alloc(deviceID, byteSize int) (unsafe.Pointer, error)

+ func (p *CUDAMemPool) AllocManaged(deviceID, byteSize int) (unsafe.Pointer, error)

+ func (p *CUDAMemPool) Drain() error

+ func (p *CUDAMemPool) Free(deviceID int, ptr unsafe.Pointer, byteSize int)

+ func (p *CUDAMemPool) FreeManaged(deviceID int, ptr unsafe.Pointer, byteSize int)

+ func (p *CUDAMemPool) Inner() *cuda.MemPool

+ func (p *CUDAMemPool) Stats() (int, int)

+ type CUDARuntime struct

+ func NewCUDARuntime() *CUDARuntime

+ func (r *CUDARuntime) CreateStream() (Stream, error)

+ func (r *CUDARuntime) DeviceType() device.Type

+ func (r *CUDARuntime) Free(ptr unsafe.Pointer) error

+ func (r *CUDARuntime) GetDeviceCount() (int, error)

+ func (r *CUDARuntime) Malloc(byteSize int) (unsafe.Pointer, error)

+ func (r *CUDARuntime) Memcpy(dst, src unsafe.Pointer, count int, kind MemcpyKind) error

+ func (r *CUDARuntime) MemcpyAsync(dst, src unsafe.Pointer, count int, kind MemcpyKind, stream Stream) error

+ func (r *CUDARuntime) MemcpyPeer(dst unsafe.Pointer, dstDevice int, src unsafe.Pointer, srcDevice int, ...) error

+ func (r *CUDARuntime) SetDevice(deviceID int) error

+ type DNN interface

+ ActivationBackward func(mode ActivationMode, y unsafe.Pointer, dy unsafe.Pointer, x unsafe.Pointer, ...) error

+ ActivationForward func(mode ActivationMode, x unsafe.Pointer, shape [4]int, y unsafe.Pointer, ...) error

+ AddTensor func(alpha float32, b unsafe.Pointer, bShape [4]int, beta float32, y unsafe.Pointer, ...) error

+ BatchNormBackward func(x unsafe.Pointer, xShape [4]int, dy unsafe.Pointer, scale unsafe.Pointer, ...) error

+ BatchNormForwardInference func(x unsafe.Pointer, xShape [4]int, scale, bias, mean, variance unsafe.Pointer, ...) error

+ BatchNormForwardTraining func(x unsafe.Pointer, xShape [4]int, scale, bias unsafe.Pointer, channels int, ...) error

+ ConvBackwardData func(w unsafe.Pointer, wShape [4]int, dy unsafe.Pointer, dyShape [4]int, ...) error

+ ConvBackwardFilter func(x unsafe.Pointer, xShape [4]int, dy unsafe.Pointer, dyShape [4]int, ...) error

+ ConvForward func(x unsafe.Pointer, xShape [4]int, w unsafe.Pointer, wShape [4]int, ...) error

+ Destroy func() error

+ PoolingBackward func(mode PoolingMode, y unsafe.Pointer, dy unsafe.Pointer, yShape [4]int, ...) error

+ PoolingForward func(mode PoolingMode, x unsafe.Pointer, xShape [4]int, y unsafe.Pointer, ...) error

+ SetStream func(stream Stream) error

+ SoftmaxForward func(x unsafe.Pointer, shape [4]int, y unsafe.Pointer, stream Stream) error

+ type KernelRunner interface

+ Add func(a, b, c unsafe.Pointer, n int, stream Stream) error

+ AddBroadcast func(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, stream Stream) error

+ AddBroadcast4D func(a, b, c unsafe.Pointer, ...) error

+ AddFP16 func(a, b, c unsafe.Pointer, n int, stream Stream) error

+ AddScalar func(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, stream Stream) error

+ Argmax func(input, result, scratch unsafe.Pointer, n int, stream Stream) error

+ Cos func(a, c unsafe.Pointer, n int, stream Stream) error

+ DequantFP8E4M3ToFP16 func(input, output unsafe.Pointer, scale float32, n int, stream Stream) error

+ DequantQ4KF32 func(src, dst unsafe.Pointer, rows, K int, stream Stream) error

+ Div func(a, b, c unsafe.Pointer, n int, stream Stream) error

+ DivBroadcast func(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, stream Stream) error

+ DivBroadcast4D func(a, b, c unsafe.Pointer, ...) error

+ DivFP16 func(a, b, c unsafe.Pointer, n int, stream Stream) error

+ DivScalar func(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, stream Stream) error

+ Exp func(a, c unsafe.Pointer, n int, stream Stream) error

+ F32ToFP16 func(src, dst unsafe.Pointer, n int, stream Stream) error

+ FP16ToF32 func(src, dst unsafe.Pointer, n int, stream Stream) error

+ Fill func(data unsafe.Pointer, value float32, n int, stream Stream) error

+ FusedAddRMSNormF32 func(input, residual, weight, normedOut, sumOut unsafe.Pointer, eps float32, ...) error

+ FusedNormAddF32 func(input, weight, residual, output unsafe.Pointer, eps float32, rows, D int, ...) error

+ FusedQKNormRoPEF32 func(input, weightQ, weightK, cosAngles, sinAngles, output unsafe.Pointer, ...) error

+ FusedRoPEF32 func(input, cosAngles, sinAngles, output unsafe.Pointer, ...) error

+ FusedSwiGLUF32 func(w1, w3, output unsafe.Pointer, n int, stream Stream) error

+ Gather func(table, indices, output unsafe.Pointer, N, D, V int, stream Stream) error

+ GemmQ4F32 func(aQ4, b, c unsafe.Pointer, m, k, n, dataOffset int, stream Stream) error

+ GemmQ8F32 func(aQ8, b, c unsafe.Pointer, m, k, n int, stream Stream) error

+ GemvQ4KF32 func(wQ4K, x, y unsafe.Pointer, M, K int, stream Stream) error

+ IncrementCounter func(counter unsafe.Pointer, delta int, stream Stream) error

+ Log func(a, c unsafe.Pointer, n int, stream Stream) error

+ Mul func(a, b, c unsafe.Pointer, n int, stream Stream) error

+ MulBroadcast func(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, stream Stream) error

+ MulBroadcast4D func(a, b, c unsafe.Pointer, ...) error

+ MulFP16 func(a, b, c unsafe.Pointer, n int, stream Stream) error

+ MulScalar func(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, stream Stream) error

+ OffsetMemcpy func(dst, src, counter unsafe.Pointer, dim, maxSeqLen int, stream Stream) error

+ OffsetMemcpyFP16 func(dst, src, counter unsafe.Pointer, dim, maxSeqLen int, stream Stream) error

+ Pow func(base, exp, c unsafe.Pointer, n int, stream Stream) error

+ PowScalar func(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, stream Stream) error

+ RMSNorm func(input, weight, output, scales unsafe.Pointer, eps float32, rows, D int, ...) error

+ RMSNormFP16 func(input, weight, output unsafe.Pointer, eps float32, rows, D int, stream Stream) error

+ Repeat func(src, dst unsafe.Pointer, outerSize, axisDim, innerSize, reps int, ...) error

+ ResetCounter func(counter unsafe.Pointer, value int, stream Stream) error

+ RoPESelect func(cosTable, sinTable, cosOut, sinOut, counter unsafe.Pointer, halfRotary int, ...) error

+ Rsqrt func(a, c unsafe.Pointer, n int, stream Stream) error

+ ScaledSoftmaxF32 func(input, output unsafe.Pointer, outer, inner, axisSize int, scale float32, ...) error

+ ScaledSoftmaxFP16 func(input, output unsafe.Pointer, outer, inner, axisSize int, scale float32, ...) error

+ SgemvM1 func(y, A, x unsafe.Pointer, M, N int, stream Stream) error

+ Sin func(a, c unsafe.Pointer, n int, stream Stream) error

+ Softmax func(input, output unsafe.Pointer, outer, inner, axisSize int, stream Stream) error

+ Sqrt func(a, c unsafe.Pointer, n int, stream Stream) error

+ Sub func(a, b, c unsafe.Pointer, n int, stream Stream) error

+ SubBroadcast func(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, stream Stream) error

+ SubBroadcast4D func(a, b, c unsafe.Pointer, ...) error

+ SubFP16 func(a, b, c unsafe.Pointer, n int, stream Stream) error

+ SubScalar func(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, stream Stream) error

+ SumAxis func(input, output unsafe.Pointer, outer, inner, axisSize int, stream Stream) error

+ Tanh func(a, c unsafe.Pointer, n int, stream Stream) error

+ TanhPrime func(a, upstream, c unsafe.Pointer, n int, stream Stream) error

+ Transpose2D func(input, output unsafe.Pointer, rows, cols int, stream Stream) error

+ TransposeND func(input, output unsafe.Pointer, inStrides, outStrides, perm []int32, ...) error

+ type MemPool interface

+ Alloc func(deviceID, byteSize int) (unsafe.Pointer, error)

+ AllocManaged func(deviceID, byteSize int) (unsafe.Pointer, error)

+ Drain func() error

+ Free func(deviceID int, ptr unsafe.Pointer, byteSize int)

+ FreeManaged func(deviceID int, ptr unsafe.Pointer, byteSize int)

+ Stats func() (allocations int, totalBytes int)

+ type MemcpyKind int

+ const MemcpyDeviceToDevice

+ const MemcpyDeviceToHost

+ const MemcpyHostToDevice

+ type OpSummary struct

+ AvgTime time.Duration

+ Batch int

+ Calls int

+ K int

+ M int

+ N int

+ Op string

+ TotalTime time.Duration

+ type OpenCLDNN struct

+ func NewOpenCLDNN() *OpenCLDNN

+ func (d *OpenCLDNN) ActivationBackward(_ ActivationMode, _ unsafe.Pointer, _ unsafe.Pointer, _ unsafe.Pointer, ...) error

+ func (d *OpenCLDNN) ActivationForward(_ ActivationMode, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ Stream) error

+ func (d *OpenCLDNN) AddTensor(_ float32, _ unsafe.Pointer, _ [4]int, _ float32, _ unsafe.Pointer, _ [4]int, ...) error

+ func (d *OpenCLDNN) BatchNormBackward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ unsafe.Pointer, _ int, ...) error

+ func (d *OpenCLDNN) BatchNormForwardInference(_ unsafe.Pointer, _ [4]int, _, _, _, _ unsafe.Pointer, _ int, _ float64, ...) error

+ func (d *OpenCLDNN) BatchNormForwardTraining(_ unsafe.Pointer, _ [4]int, _, _ unsafe.Pointer, _ int, _, _ float64, ...) error

+ func (d *OpenCLDNN) ConvBackwardData(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *OpenCLDNN) ConvBackwardFilter(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *OpenCLDNN) ConvForward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *OpenCLDNN) Destroy() error

+ func (d *OpenCLDNN) PoolingBackward(_ PoolingMode, _ unsafe.Pointer, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, ...) error

+ func (d *OpenCLDNN) PoolingForward(_ PoolingMode, _ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ [4]int, ...) error

+ func (d *OpenCLDNN) SetStream(_ Stream) error

+ func (d *OpenCLDNN) SoftmaxForward(_ unsafe.Pointer, _ [4]int, _ unsafe.Pointer, _ Stream) error

+ type OpenCLMemPool struct

+ func NewOpenCLMemPool(rt *OpenCLRuntime) *OpenCLMemPool

+ func (p *OpenCLMemPool) Alloc(_ int, byteSize int) (unsafe.Pointer, error)

+ func (p *OpenCLMemPool) AllocManaged(_, _ int) (unsafe.Pointer, error)

+ func (p *OpenCLMemPool) Drain() error

+ func (p *OpenCLMemPool) Free(_ int, ptr unsafe.Pointer, byteSize int)

+ func (p *OpenCLMemPool) FreeManaged(_ int, _ unsafe.Pointer, _ int)

+ func (p *OpenCLMemPool) Stats() (int, int)

+ type OpenCLRuntime struct

+ func NewOpenCLRuntime() *OpenCLRuntime

+ func (r *OpenCLRuntime) CLContext() unsafe.Pointer

+ func (r *OpenCLRuntime) CLDevice() unsafe.Pointer

+ func (r *OpenCLRuntime) CLQueue() unsafe.Pointer

+ func (r *OpenCLRuntime) CreateStream() (Stream, error)

+ func (r *OpenCLRuntime) DeviceType() device.Type

+ func (r *OpenCLRuntime) Free(ptr unsafe.Pointer) error

+ func (r *OpenCLRuntime) GetDeviceCount() (int, error)

+ func (r *OpenCLRuntime) Malloc(byteSize int) (unsafe.Pointer, error)

+ func (r *OpenCLRuntime) Memcpy(dst, src unsafe.Pointer, count int, kind MemcpyKind) error

+ func (r *OpenCLRuntime) MemcpyAsync(dst, src unsafe.Pointer, count int, kind MemcpyKind, _ Stream) error

+ func (r *OpenCLRuntime) MemcpyPeer(dst unsafe.Pointer, _ int, src unsafe.Pointer, _ int, count int) error

+ func (r *OpenCLRuntime) SetDevice(deviceID int) error

+ type PoolingMode int

+ const PoolingAverageCountExcludePad

+ const PoolingAverageCountIncludePad

+ const PoolingMax

+ type ProfileSummary struct

+ ByOp []OpSummary

+ TotalCalls int

+ TotalDuration time.Duration

+ type ROCmBlas struct

+ func NewROCmBlas() (*ROCmBlas, error)

+ func NewROCmBlasFromHandle(h *rocblas.Handle) *ROCmBlas

+ func (b *ROCmBlas) BFloat16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *ROCmBlas) Destroy() error

+ func (b *ROCmBlas) Float16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *ROCmBlas) Handle() *rocblas.Handle

+ func (b *ROCmBlas) MixedBF16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *ROCmBlas) MixedFP16Gemm(_, _, _ int, _ float32, _, _ unsafe.Pointer, _ float32, _ unsafe.Pointer) error

+ func (b *ROCmBlas) SetStream(stream Stream) error

+ func (b *ROCmBlas) Sgemm(m, n, k int, alpha float32, a unsafe.Pointer, bPtr unsafe.Pointer, ...) error

+ type ROCmDNN struct

+ func NewROCmDNN() (*ROCmDNN, error)

+ func NewROCmDNNFromHandle(h *miopen.Handle) *ROCmDNN

+ func (d *ROCmDNN) ActivationBackward(mode ActivationMode, y unsafe.Pointer, dy unsafe.Pointer, x unsafe.Pointer, ...) error

+ func (d *ROCmDNN) ActivationForward(mode ActivationMode, x unsafe.Pointer, shape [4]int, y unsafe.Pointer, ...) error

+ func (d *ROCmDNN) AddTensor(alpha float32, b unsafe.Pointer, bShape [4]int, beta float32, y unsafe.Pointer, ...) error

+ func (d *ROCmDNN) BatchNormBackward(x unsafe.Pointer, xShape [4]int, dy unsafe.Pointer, scale unsafe.Pointer, ...) error

+ func (d *ROCmDNN) BatchNormForwardInference(x unsafe.Pointer, xShape [4]int, scale, bias, mean, variance unsafe.Pointer, ...) error

+ func (d *ROCmDNN) BatchNormForwardTraining(x unsafe.Pointer, xShape [4]int, scale, bias unsafe.Pointer, channels int, ...) error

+ func (d *ROCmDNN) ConvBackwardData(w unsafe.Pointer, wShape [4]int, dy unsafe.Pointer, dyShape [4]int, ...) error

+ func (d *ROCmDNN) ConvBackwardFilter(x unsafe.Pointer, xShape [4]int, dy unsafe.Pointer, dyShape [4]int, ...) error

+ func (d *ROCmDNN) ConvForward(x unsafe.Pointer, xShape [4]int, w unsafe.Pointer, wShape [4]int, ...) error

+ func (d *ROCmDNN) Destroy() error

+ func (d *ROCmDNN) Handle() *miopen.Handle

+ func (d *ROCmDNN) PoolingBackward(mode PoolingMode, y unsafe.Pointer, dy unsafe.Pointer, yShape [4]int, ...) error

+ func (d *ROCmDNN) PoolingForward(mode PoolingMode, x unsafe.Pointer, xShape [4]int, y unsafe.Pointer, ...) error

+ func (d *ROCmDNN) SetStream(stream Stream) error

+ func (d *ROCmDNN) SoftmaxForward(x unsafe.Pointer, shape [4]int, y unsafe.Pointer, stream Stream) error

+ type ROCmKernels struct

+ func NewROCmKernels() *ROCmKernels

+ func (k *ROCmKernels) Add(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) AddBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, _ Stream) error

+ func (k *ROCmKernels) AddBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *ROCmKernels) AddFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) AddScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) Argmax(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) Cos(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) DequantFP8E4M3ToFP16(_, _ unsafe.Pointer, _ float32, _ int, _ Stream) error

+ func (k *ROCmKernels) DequantQ4KF32(src, dst unsafe.Pointer, rows, K int, _ Stream) error

+ func (k *ROCmKernels) Div(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) DivBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, _ Stream) error

+ func (k *ROCmKernels) DivBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *ROCmKernels) DivFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) DivScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) Exp(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) F32ToFP16(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) FP16ToF32(_, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) Fill(data unsafe.Pointer, value float32, n int, s Stream) error

+ func (k *ROCmKernels) FusedAddRMSNormF32(_, _, _, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *ROCmKernels) FusedNormAddF32(_, _, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *ROCmKernels) FusedQKNormRoPEF32(_, _, _, _, _, _ unsafe.Pointer, _ float32, _, _, _, _ int, _ Stream) error

+ func (k *ROCmKernels) FusedRoPEF32(_, _, _, _ unsafe.Pointer, _, _, _, _, _ int, _ Stream) error

+ func (k *ROCmKernels) FusedSwiGLUF32(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) Gather(table, indices, output unsafe.Pointer, N, D, V int, _ Stream) error

+ func (k *ROCmKernels) GemmQ4F32(aQ4, b, c unsafe.Pointer, m, kk, n, dataOffset int, s Stream) error

+ func (k *ROCmKernels) GemmQ8F32(aQ8, b, c unsafe.Pointer, m, kk, n int, _ Stream) error

+ func (k *ROCmKernels) GemvQ4KF32(wQ4K, x, y unsafe.Pointer, M, K int, _ Stream) error

+ func (k *ROCmKernels) IncrementCounter(_ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) Log(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) Mul(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) MulBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, _ Stream) error

+ func (k *ROCmKernels) MulBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *ROCmKernels) MulFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) MulScalar(a unsafe.Pointer, scalar float32, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) OffsetMemcpy(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *ROCmKernels) OffsetMemcpyFP16(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *ROCmKernels) Pow(base, exp, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) PowScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) RMSNorm(input, weight, output, scales unsafe.Pointer, eps float32, rows, D int, ...) error

+ func (k *ROCmKernels) RMSNormFP16(_, _, _ unsafe.Pointer, _ float32, _, _ int, _ Stream) error

+ func (k *ROCmKernels) Repeat(_ unsafe.Pointer, _ unsafe.Pointer, _, _, _, _ int, _ Stream) error

+ func (k *ROCmKernels) ResetCounter(_ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) RoPESelect(_, _, _, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) Rsqrt(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) ScaledSoftmaxF32(_, _ unsafe.Pointer, _, _, _ int, _ float32, _ Stream) error

+ func (k *ROCmKernels) ScaledSoftmaxFP16(_, _ unsafe.Pointer, _, _, _ int, _ float32, _ Stream) error

+ func (k *ROCmKernels) SgemvM1(_, _, _ unsafe.Pointer, _, _ int, _ Stream) error

+ func (k *ROCmKernels) Sin(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) Softmax(input, output unsafe.Pointer, outer, inner, axisSize int, s Stream) error

+ func (k *ROCmKernels) Sqrt(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) Sub(a, b, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) SubBroadcast(a, b, c unsafe.Pointer, saRow, saCol, sbRow, sbCol, M, D int, _ Stream) error

+ func (k *ROCmKernels) SubBroadcast4D(_, _, _ unsafe.Pointer, _, _, _, _, _, _, _, _, _, _, _, _ int, _ Stream) error

+ func (k *ROCmKernels) SubFP16(_, _, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) SubScalar(_ unsafe.Pointer, _ float32, _ unsafe.Pointer, _ int, _ Stream) error

+ func (k *ROCmKernels) SumAxis(input, output unsafe.Pointer, outer, inner, axisSize int, s Stream) error

+ func (k *ROCmKernels) Tanh(a, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) TanhPrime(a, upstream, c unsafe.Pointer, n int, s Stream) error

+ func (k *ROCmKernels) Transpose2D(input, output unsafe.Pointer, rows, cols int, _ Stream) error

+ func (k *ROCmKernels) TransposeND(input, output unsafe.Pointer, inStrides, outStrides, perm []int32, ...) error

+ type ROCmMemPool struct

+ func NewROCmMemPool() *ROCmMemPool

+ func NewROCmMemPoolFrom(pool *hip.MemPool) *ROCmMemPool

+ func (p *ROCmMemPool) Alloc(deviceID, byteSize int) (unsafe.Pointer, error)

+ func (p *ROCmMemPool) AllocManaged(_, _ int) (unsafe.Pointer, error)

+ func (p *ROCmMemPool) Drain() error

+ func (p *ROCmMemPool) Free(deviceID int, ptr unsafe.Pointer, byteSize int)

+ func (p *ROCmMemPool) FreeManaged(_ int, _ unsafe.Pointer, _ int)

+ func (p *ROCmMemPool) Inner() *hip.MemPool

+ func (p *ROCmMemPool) Stats() (int, int)

+ type ROCmRuntime struct

+ func NewROCmRuntime() *ROCmRuntime

+ func (r *ROCmRuntime) CreateStream() (Stream, error)

+ func (r *ROCmRuntime) DeviceType() device.Type

+ func (r *ROCmRuntime) Free(ptr unsafe.Pointer) error

+ func (r *ROCmRuntime) GetDeviceCount() (int, error)

+ func (r *ROCmRuntime) Malloc(byteSize int) (unsafe.Pointer, error)

+ func (r *ROCmRuntime) Memcpy(dst, src unsafe.Pointer, count int, kind MemcpyKind) error

+ func (r *ROCmRuntime) MemcpyAsync(dst, src unsafe.Pointer, count int, kind MemcpyKind, stream Stream) error

+ func (r *ROCmRuntime) MemcpyPeer(dst unsafe.Pointer, dstDevice int, src unsafe.Pointer, srcDevice int, ...) error

+ func (r *ROCmRuntime) SetDevice(deviceID int) error

+ type Runtime interface

+ CreateStream func() (Stream, error)

+ DeviceType func() device.Type

+ Free func(ptr unsafe.Pointer) error

+ GetDeviceCount func() (int, error)

+ Malloc func(byteSize int) (unsafe.Pointer, error)

+ Memcpy func(dst, src unsafe.Pointer, count int, kind MemcpyKind) error

+ MemcpyAsync func(dst, src unsafe.Pointer, count int, kind MemcpyKind, stream Stream) error

+ MemcpyPeer func(dst unsafe.Pointer, dstDevice int, src unsafe.Pointer, srcDevice int, ...) error

+ SetDevice func(deviceID int) error

+ type Stream interface

+ Destroy func() error

+ Ptr func() unsafe.Pointer

+ Synchronize func() error

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL