tensor

package

Go to main page

Versions in this module

v0

v0.4.1

Mar 24, 2026

v0.4.0

Mar 24, 2026

v0.3.1

Mar 21, 2026

v0.3.0

Mar 21, 2026

Changes in this version

+ func DequantizeQ5_0(raw []byte, dst []float32)

+ func GemmF32W8A8NT(m, n, k int, a []float32, b *W8A8Storage, c []float32)

+ func GemmW8A8(m, n, k int, a, b *W8A8Storage, c []float32)

+ func GemmW8A8NT(m, n, k int, a, b *W8A8Storage, c []float32)

+ func ListQuantTypes() []string

+ func RegisterQuantType(name string, d Dequantizer)

+ type AWQStorage struct

+ func NewAWQStorageFromRaw(data []uint32, scales, zeros []float16.Float16, numElements, groupSize int) (*AWQStorage, error)

+ func QuantizeAWQ(src []float32, groupSize int) *AWQStorage

+ func (s *AWQStorage) ByteSize() int

+ func (s *AWQStorage) Dequantize(dst []float32)

+ func (s *AWQStorage) DeviceType() device.Type

+ func (s *AWQStorage) GPUPtr() (unsafe.Pointer, int, int)

+ func (s *AWQStorage) GroupSize() int

+ func (s *AWQStorage) Len() int

+ func (s *AWQStorage) NumGroups() int

+ func (s *AWQStorage) Set(_ []float32)

+ func (s *AWQStorage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (s *AWQStorage) Slice() []float32

+ type Dequantizer interface

+ BitsPerWeight func() int

+ BlockSize func() int

+ Dequantize func(src []byte, dst []float32) error

+ func GetQuantType(name string) (Dequantizer, bool)

+ type GPTQStorage struct

+ func NewGPTQStorageFromRaw(data []byte, scales, zeros []float16.Float16, numElements, groupSize, bits int) (*GPTQStorage, error)

+ func QuantizeGPTQ(src []float32, groupSize, bits int) *GPTQStorage

+ func (s *GPTQStorage) Bits() int

+ func (s *GPTQStorage) ByteSize() int

+ func (s *GPTQStorage) Dequantize(dst []float32)

+ func (s *GPTQStorage) DeviceType() device.Type

+ func (s *GPTQStorage) GPUPtr() (unsafe.Pointer, int, int)

+ func (s *GPTQStorage) GroupSize() int

+ func (s *GPTQStorage) Len() int

+ func (s *GPTQStorage) NumGroups() int

+ func (s *GPTQStorage) Set(_ []float32)

+ func (s *GPTQStorage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (s *GPTQStorage) Slice() []float32

+ type NF4Storage struct

+ Data []byte

+ MetaScales []float32

+ Scales []float32

+ Shape []int

+ func NewNF4Storage(src []float32, shape []int) *NF4Storage

+ func (s *NF4Storage) ByteSize() int64

+ func (s *NF4Storage) Dequantize() []float32

+ func (s *NF4Storage) DeviceType() device.Type

+ func (s *NF4Storage) Len() int

+ func (s *NF4Storage) NumBlocks() int

+ func (s *NF4Storage) Quantize(src []float32) error

+ func (s *NF4Storage) Set(data []float32)

+ func (s *NF4Storage) Slice() []float32

+ type NVFloat4Storage struct

+ Data []byte

+ Scales []float16.Float16

+ Shape []int

+ func NewNVFloat4Storage(src []float32, shape []int) *NVFloat4Storage

+ func (s *NVFloat4Storage) ByteSize() int

+ func (s *NVFloat4Storage) Dequantize() []float32

+ func (s *NVFloat4Storage) DeviceType() device.Type

+ func (s *NVFloat4Storage) Len() int

+ func (s *NVFloat4Storage) NumBlocks() int

+ func (s *NVFloat4Storage) Quantize(data []float32) error

+ func (s *NVFloat4Storage) Set(data []float32)

+ func (s *NVFloat4Storage) Slice() []float32

type Q5KStorage

+ func (q *Q5KStorage) BlockRaw(blockIdx int) []byte

+ func (q *Q5KStorage) GPUPtr() (unsafe.Pointer, int, int)

+ func (q *Q5KStorage) NumBlocks() int

+ func (q *Q5KStorage) RawBytes() []byte

+ func (q *Q5KStorage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ type Q5_0Storage struct

+ func NewQ5_0StorageFromRaw(raw []byte, numElements int) (*Q5_0Storage, error)

+ func (q *Q5_0Storage) Dequantize(dst []float32)

+ func (q *Q5_0Storage) DeviceType() device.Type

+ func (q *Q5_0Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (q *Q5_0Storage) Len() int

+ func (q *Q5_0Storage) NumBlocks() int

+ func (q *Q5_0Storage) RawBytes() []byte

+ func (q *Q5_0Storage) Set(_ []float32)

+ func (q *Q5_0Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (q *Q5_0Storage) Slice() []float32

type Q6KStorage

+ func (q *Q6KStorage) BlockRaw(blockIdx int) []byte

+ func (q *Q6KStorage) GPUPtr() (unsafe.Pointer, int, int)

+ func (q *Q6KStorage) NumBlocks() int

+ func (q *Q6KStorage) RawBytes() []byte

+ func (q *Q6KStorage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ type W8A8Storage struct

+ func NewW8A8StorageFromBlocks(scales []float32, quants []int8, numElements int) (*W8A8Storage, error)

+ func QuantizeW8A8(src []float32) *W8A8Storage

+ func (s *W8A8Storage) BlockQuants(i int) []int8

+ func (s *W8A8Storage) BlockScale(i int) float32

+ func (s *W8A8Storage) ByteSize() int

+ func (s *W8A8Storage) Dequantize(dst []float32)

+ func (s *W8A8Storage) DequantizeBlock(blockIdx int, dst *[w8a8GroupSize]float32)

+ func (s *W8A8Storage) DeviceType() device.Type

+ func (s *W8A8Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (s *W8A8Storage) GroupSize() int

+ func (s *W8A8Storage) Len() int

+ func (s *W8A8Storage) NumGroups() int

+ func (s *W8A8Storage) RawBytes() []byte

+ func (s *W8A8Storage) Set(_ []float32)

+ func (s *W8A8Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (s *W8A8Storage) Slice() []float32

v0.2.0

Mar 16, 2026

Changes in this version

type Float16Storage

+ func NewFloat16StorageFromRaw(raw []byte, numElems int) *Float16Storage

v0.1.0

Mar 16, 2026

Changes in this version

+ func AssertClose[T Numeric](t *testing.T, expected, actual *TensorNumeric[T], tolerance float64)

+ func AssertEquals[T Numeric](t *testing.T, expected, actual *TensorNumeric[T])

+ func BroadcastIndex(index int, shape, outputShape []int, broadcast bool) int

+ func BroadcastShapes(a, b []int) (shape []int, broadcastA, broadcastB bool, err error)

+ func ConvertInt64ToInt(s []int64) []int

+ func ConvertIntToInt64(s []int) []int64

+ func DequantizeQ4K(raw []byte, dst []float32)

+ func DequantizeQ5K(raw []byte, dst []float32)

+ func DequantizeQ6K(raw []byte, dst []float32)

+ func Equals[T Numeric](a, b *TensorNumeric[T]) bool

+ func Float32ToBytes(f []float32) ([]byte, error)

+ func Int8ToBytes(i []int8) ([]byte, error)

+ func Ones[T Numeric](size int) []T

+ func Product(s []int) int

+ func Q4GPUDataOffset(totalBlocks int) int

+ func Q4GPUScaleOffset() int

+ func SameShape(a, b []int) bool

+ func ShapesEqual(a, b []int) bool

+ func Uint8ToBytes(u []uint8) ([]byte, error)

+ type Addable interface

+ type BFloat16Storage struct

+ func NewBFloat16Storage(src []float32) *BFloat16Storage

+ func NewBFloat16StorageFromRaw(data []uint16) *BFloat16Storage

+ func (s *BFloat16Storage) DeviceType() device.Type

+ func (s *BFloat16Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (s *BFloat16Storage) Len() int

+ func (s *BFloat16Storage) RawBytes() []byte

+ func (s *BFloat16Storage) Set(data []float32)

+ func (s *BFloat16Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (s *BFloat16Storage) Slice() []float32

+ type CPUStorage struct

+ func NewCPUStorage[T Numeric](data []T) *CPUStorage[T]

+ func (s *CPUStorage[T]) DeviceType() device.Type

+ func (s *CPUStorage[T]) Len() int

+ func (s *CPUStorage[T]) Set(data []T)

+ func (s *CPUStorage[T]) Slice() []T

+ type FP8E4M3Storage struct

+ func NewFP8E4M3Storage(src []float32) *FP8E4M3Storage

+ func (s *FP8E4M3Storage) DeviceType() device.Type

+ func (s *FP8E4M3Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (s *FP8E4M3Storage) Len() int

+ func (s *FP8E4M3Storage) RawBytes() []byte

+ func (s *FP8E4M3Storage) Scale() float32

+ func (s *FP8E4M3Storage) ScaleGPUPtr() unsafe.Pointer

+ func (s *FP8E4M3Storage) Set(data []float32)

+ func (s *FP8E4M3Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (s *FP8E4M3Storage) SetScaleGPUPtr(ptr unsafe.Pointer)

+ func (s *FP8E4M3Storage) Slice() []float32

+ type FP8E5M2Storage struct

+ func NewFP8E5M2Storage(src []float32) *FP8E5M2Storage

+ func (s *FP8E5M2Storage) DeviceType() device.Type

+ func (s *FP8E5M2Storage) Len() int

+ func (s *FP8E5M2Storage) Scale() float32

+ func (s *FP8E5M2Storage) Set(data []float32)

+ func (s *FP8E5M2Storage) Slice() []float32

+ type Float interface

+ type Float16Storage struct

+ func NewFloat16StorageFromF32(src []float32) *Float16Storage

+ func NewFloat16StorageGPU(ptr unsafe.Pointer, numElems, deviceID int) *Float16Storage

+ func (s *Float16Storage) DeviceType() device.Type

+ func (s *Float16Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (s *Float16Storage) Len() int

+ func (s *Float16Storage) RawBytes() []byte

+ func (s *Float16Storage) Set(data []float32)

+ func (s *Float16Storage) SetGPUByteSize(byteSize int)

+ func (s *Float16Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (s *Float16Storage) Slice() []float32

+ func (s *Float16Storage) SubSlice(offset, length int) *Float16Storage

+ type GPUStorage struct

+ func NewGPUStorageFromPool[T Numeric](devPtr unsafe.Pointer, length int, pool gpuapi.MemPool, deviceID int) (*GPUStorage[T], error)

+ func NewGPUStorageFromPtr[T Numeric](devPtr unsafe.Pointer, length int, deviceID ...int) (*GPUStorage[T], error)

+ func NewGPUStorageFromSlice[T Numeric](data []T, deviceID ...int) (*GPUStorage[T], error)

+ func NewGPUStorageViewFromPtr[T Numeric](devPtr unsafe.Pointer, length int, deviceID int) *GPUStorage[T]

+ func NewGPUStorageView[T Numeric](parent *GPUStorage[T], offsetElems, length int) *GPUStorage[T]

+ func NewGPUStorage[T Numeric](length int, deviceID ...int) (*GPUStorage[T], error)

+ func NewManagedGPUStorage[T Numeric](pool gpuapi.MemPool, length int, deviceID ...int) (*GPUStorage[T], error)

+ func (s *GPUStorage[T]) CopyFromDevice(src *GPUStorage[T], dstOffsetElems, srcOffsetElems, numElems int) error

+ func (s *GPUStorage[T]) CopyFromDeviceAsync(src *GPUStorage[T], dstOffsetElems, srcOffsetElems, numElems int, ...) error

+ func (s *GPUStorage[T]) CopyFromHost(data []T, dstOffsetElems int) error

+ func (s *GPUStorage[T]) CopyFromHostAsync(data []T, dstOffsetElems int, stream gpuapi.Stream) error

+ func (s *GPUStorage[T]) CopyTo(dst []T) error

+ func (s *GPUStorage[T]) DeviceID() int

+ func (s *GPUStorage[T]) DeviceType() device.Type

+ func (s *GPUStorage[T]) Free() error

+ func (s *GPUStorage[T]) Len() int

+ func (s *GPUStorage[T]) Managed() bool

+ func (s *GPUStorage[T]) Ptr() unsafe.Pointer

+ func (s *GPUStorage[T]) Set(data []T)

+ func (s *GPUStorage[T]) Slice() []T

+ func (s *GPUStorage[T]) SubSlice(offsetElems, length int) *GPUStorage[T]

+ func (s *GPUStorage[T]) TrySet(data []T) error

+ func (s *GPUStorage[T]) TrySlice() ([]T, error)

+ func (s *GPUStorage[T]) View(length int) *GPUStorage[T]

+ type Numeric interface

+ type Q4KStorage struct

+ func NewQ4KStorageFromRaw(raw []byte, numElements int) (*Q4KStorage, error)

+ func (q *Q4KStorage) Dequantize(dst []float32)

+ func (q *Q4KStorage) DeviceType() device.Type

+ func (q *Q4KStorage) GPUPtr() (unsafe.Pointer, int, int)

+ func (q *Q4KStorage) Len() int

+ func (q *Q4KStorage) NumBlocks() int

+ func (q *Q4KStorage) RawBytes() []byte

+ func (q *Q4KStorage) Set(_ []float32)

+ func (q *Q4KStorage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (q *Q4KStorage) Slice() []float32

+ type Q4Storage struct

+ func MergeQ4Storage(storages ...*Q4Storage) *Q4Storage

+ func NewQ4StorageFromRaw(raw []byte, numElements int) (*Q4Storage, error)

+ func QuantizeQ4(src []float32) *Q4Storage

+ func (q *Q4Storage) BlockData(i int) *byte

+ func (q *Q4Storage) BlockPtr(i int) *byte

+ func (q *Q4Storage) BlockScaleF32(i int) float32

+ func (q *Q4Storage) ByteSize() int

+ func (q *Q4Storage) Dequantize(dst []float32)

+ func (q *Q4Storage) DeviceType() device.Type

+ func (q *Q4Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (q *Q4Storage) Len() int

+ func (q *Q4Storage) NumBlocks() int

+ func (q *Q4Storage) RawBytes() []byte

+ func (q *Q4Storage) RawBytesGPU(blocksPerRow int) []byte

+ func (q *Q4Storage) Set(_ []float32)

+ func (q *Q4Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (q *Q4Storage) Slice() []float32

+ type Q5KStorage struct

+ func NewQ5KStorageFromRaw(raw []byte, numElements int) (*Q5KStorage, error)

+ func (q *Q5KStorage) Dequantize(dst []float32)

+ func (q *Q5KStorage) DeviceType() device.Type

+ func (q *Q5KStorage) Len() int

+ func (q *Q5KStorage) Set(_ []float32)

+ func (q *Q5KStorage) Slice() []float32

+ type Q6KStorage struct

+ func NewQ6KStorageFromRaw(raw []byte, numElements int) (*Q6KStorage, error)

+ func (q *Q6KStorage) Dequantize(dst []float32)

+ func (q *Q6KStorage) DeviceType() device.Type

+ func (q *Q6KStorage) Len() int

+ func (q *Q6KStorage) Set(_ []float32)

+ func (q *Q6KStorage) Slice() []float32

+ type Q8Storage struct

+ func NewQ8StorageFromBlocks(scales []float32, quants []int8, numElements int) (*Q8Storage, error)

+ func QuantizeQ8(src []float32) *Q8Storage

+ func (q *Q8Storage) BlockQuants(i int) []int8

+ func (q *Q8Storage) BlockScale(i int) float32

+ func (q *Q8Storage) ByteSize() int

+ func (q *Q8Storage) Dequantize(dst []float32)

+ func (q *Q8Storage) DequantizeBlock(blockIdx int, dst *[32]float32)

+ func (q *Q8Storage) DequantizeRange(dst []float32, start, count int)

+ func (q *Q8Storage) DeviceType() device.Type

+ func (q *Q8Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (q *Q8Storage) Len() int

+ func (q *Q8Storage) NumBlocks() int

+ func (q *Q8Storage) RawBytes() []byte

+ func (q *Q8Storage) Set(_ []float32)

+ func (q *Q8Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (q *Q8Storage) Slice() []float32

+ type Storage interface

+ DeviceType func() device.Type

+ Len func() int

+ Set func(data []T)

+ Slice func() []T

+ type Tensor interface

+ DType func() reflect.Type

+ Shape func() []int

+ func NewFromType(t reflect.Type, shape []int, data any) (Tensor, error)

+ type TensorBool struct

+ func NewBool(shape []int, data []bool) (*TensorBool, error)

+ func (t *TensorBool) Bytes() ([]byte, error)

+ func (t *TensorBool) DType() reflect.Type

+ func (t *TensorBool) Data() []bool

+ func (t *TensorBool) Shape() []int

+ type TensorNumeric struct

+ func NewFromBytes[T Numeric](shape []int, data []byte) (*TensorNumeric[T], error)

+ func NewWithStorage[T Numeric](shape []int, s Storage[T]) (*TensorNumeric[T], error)

+ func New[T Numeric](shape []int, data []T) (*TensorNumeric[T], error)

+ func ToCPU[T Numeric](t *TensorNumeric[T]) *TensorNumeric[T]

+ func ToGPUDevice[T Numeric](t *TensorNumeric[T], deviceID int) (*TensorNumeric[T], error)

+ func ToGPU[T Numeric](t *TensorNumeric[T]) (*TensorNumeric[T], error)

+ func (t *TensorNumeric[T]) At(indices ...int) (T, error)

+ func (t *TensorNumeric[T]) Bytes() ([]byte, error)

+ func (t *TensorNumeric[T]) Copy() *TensorNumeric[T]

+ func (t *TensorNumeric[T]) DType() reflect.Type

+ func (t *TensorNumeric[T]) Data() []T

+ func (t *TensorNumeric[T]) Dims() int

+ func (t *TensorNumeric[T]) Each(fn func(T))

+ func (t *TensorNumeric[T]) GetStorage() Storage[T]

+ func (t *TensorNumeric[T]) Release()

+ func (t *TensorNumeric[T]) Reshape(newShape []int) (*TensorNumeric[T], error)

+ func (t *TensorNumeric[T]) Set(value T, indices ...int) error

+ func (t *TensorNumeric[T]) SetData(data []T)

+ func (t *TensorNumeric[T]) SetShape(shape []int)

+ func (t *TensorNumeric[T]) SetStorage(s Storage[T])

+ func (t *TensorNumeric[T]) SetStrides(strides []int)

+ func (t *TensorNumeric[T]) Shape() []int

+ func (t *TensorNumeric[T]) ShapeEquals(other *TensorNumeric[T]) bool

+ func (t *TensorNumeric[T]) Size() int

+ func (t *TensorNumeric[T]) Slice(ranges ...[2]int) (*TensorNumeric[T], error)

+ func (t *TensorNumeric[T]) Strides() []int

+ func (t *TensorNumeric[T]) String() string

+ type TensorString struct

+ func NewString(shape []int, data []string) (*TensorString, error)

+ func (t *TensorString) DType() reflect.Type

+ func (t *TensorString) Data() []string

+ func (t *TensorString) Shape() []int

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL