tensor

package

Go to main page

Versions in this module

v1

v1.2.0

Mar 15, 2026

v1.1.0

Mar 14, 2026

Changes in this version

+ func DequantizeQ4K(raw []byte, dst []float32)

+ func DequantizeQ5K(raw []byte, dst []float32)

+ func DequantizeQ6K(raw []byte, dst []float32)

+ func Q4GPUDataOffset(totalBlocks int) int

+ func Q4GPUScaleOffset() int

+ type BFloat16Storage struct

+ func NewBFloat16Storage(src []float32) *BFloat16Storage

+ func NewBFloat16StorageFromRaw(data []uint16) *BFloat16Storage

+ func (s *BFloat16Storage) DeviceType() device.Type

+ func (s *BFloat16Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (s *BFloat16Storage) Len() int

+ func (s *BFloat16Storage) RawBytes() []byte

+ func (s *BFloat16Storage) Set(data []float32)

+ func (s *BFloat16Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (s *BFloat16Storage) Slice() []float32

+ type CPUStorage struct

+ func NewCPUStorage[T Numeric](data []T) *CPUStorage[T]

+ func (s *CPUStorage[T]) DeviceType() device.Type

+ func (s *CPUStorage[T]) Len() int

+ func (s *CPUStorage[T]) Set(data []T)

+ func (s *CPUStorage[T]) Slice() []T

+ type FP8E4M3Storage struct

+ func NewFP8E4M3Storage(src []float32) *FP8E4M3Storage

+ func (s *FP8E4M3Storage) DeviceType() device.Type

+ func (s *FP8E4M3Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (s *FP8E4M3Storage) Len() int

+ func (s *FP8E4M3Storage) RawBytes() []byte

+ func (s *FP8E4M3Storage) Scale() float32

+ func (s *FP8E4M3Storage) ScaleGPUPtr() unsafe.Pointer

+ func (s *FP8E4M3Storage) Set(data []float32)

+ func (s *FP8E4M3Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (s *FP8E4M3Storage) SetScaleGPUPtr(ptr unsafe.Pointer)

+ func (s *FP8E4M3Storage) Slice() []float32

+ type FP8E5M2Storage struct

+ func NewFP8E5M2Storage(src []float32) *FP8E5M2Storage

+ func (s *FP8E5M2Storage) DeviceType() device.Type

+ func (s *FP8E5M2Storage) Len() int

+ func (s *FP8E5M2Storage) Scale() float32

+ func (s *FP8E5M2Storage) Set(data []float32)

+ func (s *FP8E5M2Storage) Slice() []float32

+ type Float16Storage struct

+ func NewFloat16StorageFromF32(src []float32) *Float16Storage

+ func NewFloat16StorageGPU(ptr unsafe.Pointer, numElems, deviceID int) *Float16Storage

+ func (s *Float16Storage) DeviceType() device.Type

+ func (s *Float16Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (s *Float16Storage) Len() int

+ func (s *Float16Storage) RawBytes() []byte

+ func (s *Float16Storage) Set(data []float32)

+ func (s *Float16Storage) SetGPUByteSize(byteSize int)

+ func (s *Float16Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (s *Float16Storage) Slice() []float32

+ func (s *Float16Storage) SubSlice(offset, length int) *Float16Storage

+ type GPUStorage struct

+ func NewGPUStorageFromPool[T Numeric](devPtr unsafe.Pointer, length int, pool gpuapi.MemPool, deviceID int) (*GPUStorage[T], error)

+ func NewGPUStorageFromPtr[T Numeric](devPtr unsafe.Pointer, length int, deviceID ...int) (*GPUStorage[T], error)

+ func NewGPUStorageFromSlice[T Numeric](data []T, deviceID ...int) (*GPUStorage[T], error)

+ func NewGPUStorageViewFromPtr[T Numeric](devPtr unsafe.Pointer, length int, deviceID int) *GPUStorage[T]

+ func NewGPUStorageView[T Numeric](parent *GPUStorage[T], offsetElems, length int) *GPUStorage[T]

+ func NewGPUStorage[T Numeric](length int, deviceID ...int) (*GPUStorage[T], error)

+ func NewManagedGPUStorage[T Numeric](pool gpuapi.MemPool, length int, deviceID ...int) (*GPUStorage[T], error)

+ func (s *GPUStorage[T]) CopyFromDevice(src *GPUStorage[T], dstOffsetElems, srcOffsetElems, numElems int) error

+ func (s *GPUStorage[T]) CopyFromDeviceAsync(src *GPUStorage[T], dstOffsetElems, srcOffsetElems, numElems int, ...) error

+ func (s *GPUStorage[T]) CopyFromHost(data []T, dstOffsetElems int) error

+ func (s *GPUStorage[T]) CopyFromHostAsync(data []T, dstOffsetElems int, stream gpuapi.Stream) error

+ func (s *GPUStorage[T]) CopyTo(dst []T) error

+ func (s *GPUStorage[T]) DeviceID() int

+ func (s *GPUStorage[T]) DeviceType() device.Type

+ func (s *GPUStorage[T]) Free() error

+ func (s *GPUStorage[T]) Len() int

+ func (s *GPUStorage[T]) Managed() bool

+ func (s *GPUStorage[T]) Ptr() unsafe.Pointer

+ func (s *GPUStorage[T]) Set(data []T)

+ func (s *GPUStorage[T]) Slice() []T

+ func (s *GPUStorage[T]) SubSlice(offsetElems, length int) *GPUStorage[T]

+ func (s *GPUStorage[T]) TrySet(data []T) error

+ func (s *GPUStorage[T]) TrySlice() ([]T, error)

+ func (s *GPUStorage[T]) View(length int) *GPUStorage[T]

+ type Q4KStorage struct

+ func NewQ4KStorageFromRaw(raw []byte, numElements int) (*Q4KStorage, error)

+ func (q *Q4KStorage) Dequantize(dst []float32)

+ func (q *Q4KStorage) DeviceType() device.Type

+ func (q *Q4KStorage) GPUPtr() (unsafe.Pointer, int, int)

+ func (q *Q4KStorage) Len() int

+ func (q *Q4KStorage) NumBlocks() int

+ func (q *Q4KStorage) RawBytes() []byte

+ func (q *Q4KStorage) Set(_ []float32)

+ func (q *Q4KStorage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (q *Q4KStorage) Slice() []float32

+ type Q4Storage struct

+ func MergeQ4Storage(storages ...*Q4Storage) *Q4Storage

+ func NewQ4StorageFromRaw(raw []byte, numElements int) (*Q4Storage, error)

+ func QuantizeQ4(src []float32) *Q4Storage

+ func (q *Q4Storage) BlockData(i int) *byte

+ func (q *Q4Storage) BlockPtr(i int) *byte

+ func (q *Q4Storage) BlockScaleF32(i int) float32

+ func (q *Q4Storage) ByteSize() int

+ func (q *Q4Storage) Dequantize(dst []float32)

+ func (q *Q4Storage) DeviceType() device.Type

+ func (q *Q4Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (q *Q4Storage) Len() int

+ func (q *Q4Storage) NumBlocks() int

+ func (q *Q4Storage) RawBytes() []byte

+ func (q *Q4Storage) RawBytesGPU(blocksPerRow int) []byte

+ func (q *Q4Storage) Set(_ []float32)

+ func (q *Q4Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (q *Q4Storage) Slice() []float32

+ type Q5KStorage struct

+ func NewQ5KStorageFromRaw(raw []byte, numElements int) (*Q5KStorage, error)

+ func (q *Q5KStorage) Dequantize(dst []float32)

+ func (q *Q5KStorage) DeviceType() device.Type

+ func (q *Q5KStorage) Len() int

+ func (q *Q5KStorage) Set(_ []float32)

+ func (q *Q5KStorage) Slice() []float32

+ type Q6KStorage struct

+ func NewQ6KStorageFromRaw(raw []byte, numElements int) (*Q6KStorage, error)

+ func (q *Q6KStorage) Dequantize(dst []float32)

+ func (q *Q6KStorage) DeviceType() device.Type

+ func (q *Q6KStorage) Len() int

+ func (q *Q6KStorage) Set(_ []float32)

+ func (q *Q6KStorage) Slice() []float32

+ type Q8Storage struct

+ func NewQ8StorageFromBlocks(scales []float32, quants []int8, numElements int) (*Q8Storage, error)

+ func QuantizeQ8(src []float32) *Q8Storage

+ func (q *Q8Storage) BlockQuants(i int) []int8

+ func (q *Q8Storage) BlockScale(i int) float32

+ func (q *Q8Storage) ByteSize() int

+ func (q *Q8Storage) Dequantize(dst []float32)

+ func (q *Q8Storage) DequantizeBlock(blockIdx int, dst *[32]float32)

+ func (q *Q8Storage) DequantizeRange(dst []float32, start, count int)

+ func (q *Q8Storage) DeviceType() device.Type

+ func (q *Q8Storage) GPUPtr() (unsafe.Pointer, int, int)

+ func (q *Q8Storage) Len() int

+ func (q *Q8Storage) NumBlocks() int

+ func (q *Q8Storage) RawBytes() []byte

+ func (q *Q8Storage) Set(_ []float32)

+ func (q *Q8Storage) SetGPUPtr(ptr unsafe.Pointer, byteSize, deviceID int)

+ func (q *Q8Storage) Slice() []float32

+ type Storage interface

+ DeviceType func() device.Type

+ Len func() int

+ Set func(data []T)

+ Slice func() []T

type TensorNumeric

+ func NewWithStorage[T Numeric](shape []int, s Storage[T]) (*TensorNumeric[T], error)

+ func ToCPU[T Numeric](t *TensorNumeric[T]) *TensorNumeric[T]

+ func ToGPUDevice[T Numeric](t *TensorNumeric[T], deviceID int) (*TensorNumeric[T], error)

+ func ToGPU[T Numeric](t *TensorNumeric[T]) (*TensorNumeric[T], error)

+ func (t *TensorNumeric[T]) GetStorage() Storage[T]

+ func (t *TensorNumeric[T]) Release()

+ func (t *TensorNumeric[T]) SetStorage(s Storage[T])

v0

v0.3.0

Aug 25, 2025

Changes in this version

+ func Int8ToBytes(i []int8) ([]byte, error)

+ func Uint8ToBytes(u []uint8) ([]byte, error)

+ type Addable interface

+ type TensorBool struct

+ func NewBool(shape []int, data []bool) (*TensorBool, error)

+ func (t *TensorBool) Bytes() ([]byte, error)

+ func (t *TensorBool) DType() reflect.Type

+ func (t *TensorBool) Data() []bool

+ func (t *TensorBool) Shape() []int

+ type TensorString struct

+ func NewString(shape []int, data []string) (*TensorString, error)

+ func (t *TensorString) DType() reflect.Type

+ func (t *TensorString) Data() []string

+ func (t *TensorString) Shape() []int

v0.2.0

Aug 22, 2025

Changes in this version

+ func AssertClose[T Numeric](t *testing.T, expected, actual *TensorNumeric[T], tolerance float64)

+ func AssertEquals[T Numeric](t *testing.T, expected, actual *TensorNumeric[T])

+ func ConvertInt64ToInt(s []int64) []int

+ func ConvertIntToInt64(s []int) []int64

+ func Equals[T Numeric](a, b *TensorNumeric[T]) bool

+ func Float32ToBytes(f []float32) ([]byte, error)

+ func Ones[T Numeric](size int) []T

+ func Product(s []int) int

+ func ShapesEqual(a, b []int) bool

+ type Float interface

type Tensor

+ func NewFromType(t reflect.Type, shape []int, data any) (Tensor, error)

+ DType func() reflect.Type

+ type TensorNumeric struct

+ func NewFromBytes[T Numeric](shape []int, data []byte) (*TensorNumeric[T], error)

+ func (t *TensorNumeric[T]) At(indices ...int) (T, error)

+ func (t *TensorNumeric[T]) Bytes() ([]byte, error)

+ func (t *TensorNumeric[T]) Copy() *TensorNumeric[T]

+ func (t *TensorNumeric[T]) DType() reflect.Type

+ func (t *TensorNumeric[T]) Data() []T

+ func (t *TensorNumeric[T]) Dims() int

+ func (t *TensorNumeric[T]) Each(fn func(T))

+ func (t *TensorNumeric[T]) Reshape(newShape []int) (*TensorNumeric[T], error)

+ func (t *TensorNumeric[T]) Set(value T, indices ...int) error

+ func (t *TensorNumeric[T]) SetData(data []T)

+ func (t *TensorNumeric[T]) SetShape(shape []int)

+ func (t *TensorNumeric[T]) SetStrides(strides []int)

+ func (t *TensorNumeric[T]) Shape() []int

+ func (t *TensorNumeric[T]) ShapeEquals(other *TensorNumeric[T]) bool

+ func (t *TensorNumeric[T]) Size() int

+ func (t *TensorNumeric[T]) Slice(ranges ...[2]int) (*TensorNumeric[T], error)

+ func (t *TensorNumeric[T]) Strides() []int

+ func (t *TensorNumeric[T]) String() string

v0.1.0

Aug 4, 2025

Changes in this version

+ func BroadcastIndex(index int, shape, outputShape []int, broadcast bool) int

+ func BroadcastShapes(a, b []int) (shape []int, broadcastA, broadcastB bool, err error)

+ func SameShape[T Numeric](a, b *Tensor[T]) bool

+ type Numeric interface

+ type Tensor struct

+ func New[T Numeric](shape []int, data []T) (*Tensor[T], error)

+ func (t *Tensor[T]) At(indices ...int) (T, error)

+ func (t *Tensor[T]) Copy() *Tensor[T]

+ func (t *Tensor[T]) Data() []T

+ func (t *Tensor[T]) Dims() int

+ func (t *Tensor[T]) Each(f func(val T))

+ func (t *Tensor[T]) Reshape(newShape []int) (*Tensor[T], error)

+ func (t *Tensor[T]) Set(value T, indices ...int) error

+ func (t *Tensor[T]) SetData(data []T)

+ func (t *Tensor[T]) SetShape(shape []int)

+ func (t *Tensor[T]) SetStrides(strides []int)

+ func (t *Tensor[T]) Shape() []int

+ func (t *Tensor[T]) ShapeEquals(other *Tensor[T]) bool

+ func (t *Tensor[T]) Size() int

+ func (t *Tensor[T]) Slice(ranges ...[2]int) (*Tensor[T], error)

+ func (t *Tensor[T]) Strides() []int

+ func (t *Tensor[T]) String() string

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL