encoding

Documentation

Index

• func BinaryReadFLOAT32(r io.Reader, nums []interface{}) error
• func BinaryReadFLOAT64(r io.Reader, nums []interface{}) error
• func BinaryReadINT32(r io.Reader, nums []interface{}) error
• func BinaryReadINT64(r io.Reader, nums []interface{}) error
• func ReadBitPacked(bytesReader *bytes.Reader, header, bitWidth uint64) ([]interface{}, error)
• func ReadByteStreamSplitFloat32(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)
• func ReadByteStreamSplitFloat64(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)
• func ReadDeltaBinaryPackedINT32(bytesReader *bytes.Reader) ([]interface{}, error)
• func ReadDeltaBinaryPackedINT64(bytesReader *bytes.Reader) ([]interface{}, error)
• func ReadDeltaByteArray(bytesReader *bytes.Reader) ([]interface{}, error)
• func ReadDeltaLengthByteArray(bytesReader *bytes.Reader) ([]interface{}, error)
• func ReadPlain(bytesReader *bytes.Reader, dataType parquet.Type, cnt uint64, bitWidth uint64) ([]interface{}, error)
• func ReadPlainBOOLEAN(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)
• func ReadPlainBYTE_ARRAY(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)
• func ReadPlainDOUBLE(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)
• func ReadPlainFIXED_LEN_BYTE_ARRAY(bytesReader *bytes.Reader, cnt uint64, fixedLength uint64) ([]interface{}, error)
• func ReadPlainFLOAT(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)
• func ReadPlainINT32(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)
• func ReadPlainINT64(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)
• func ReadPlainINT96(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)
• func ReadRLE(bytesReader *bytes.Reader, header uint64, bitWidth uint64) ([]interface{}, error)
• func ReadRLEBitPackedHybrid(bytesReader *bytes.Reader, bitWidth uint64, length uint64) ([]interface{}, error)
• func ReadUnsignedVarInt(bytesReader *bytes.Reader) (uint64, error)
• func ToInt64(nums []interface{}) []int64
• func WriteBitPacked(vals []interface{}, bitWidth int64, ifHeader bool) []byte
• func WriteBitPackedDeprecated(vals []interface{}, bitWidth int64) []byte
• func WriteByteStreamSplit(nums []interface{}) []byte
• func WriteByteStreamSplitFloat32(vals []interface{}) []byte
• func WriteByteStreamSplitFloat64(vals []interface{}) []byte
• func WriteDelta(nums []interface{}) []byte
• func WriteDeltaByteArray(arrays []interface{}) []byte
• func WriteDeltaINT32(nums []interface{}) []byte
• func WriteDeltaINT64(nums []interface{}) []byte
• func WriteDeltaLengthByteArray(arrays []interface{}) []byte
• func WritePlain(src []interface{}, pt parquet.Type) []byte
• func WritePlainBOOLEAN(nums []interface{}) []byte
• func WritePlainBYTE_ARRAY(arrays []interface{}) []byte
• func WritePlainDOUBLE(nums []interface{}) []byte
• func WritePlainFIXED_LEN_BYTE_ARRAY(arrays []interface{}) []byte
• func WritePlainFLOAT(nums []interface{}) []byte
• func WritePlainINT32(nums []interface{}) []byte
• func WritePlainINT64(nums []interface{}) []byte
• func WritePlainINT96(nums []interface{}) []byte
• func WriteRLE(vals []interface{}, bitWidth int32, pt parquet.Type) []byte
• func WriteRLEBitPackedHybrid(vals []interface{}, bitWidths int32, pt parquet.Type) []byte
• func WriteRLEBitPackedHybridInt32(vals []int32, bitWidths int32) []byte
• func WriteRLEInt32(vals []int32, bitWidth int32) []byte
• func WriteUnsignedVarInt(num uint64) []byte

Functions

func BinaryReadFLOAT32

func BinaryReadFLOAT32(r io.Reader, nums []interface{}) error

BinaryReadFLOAT32 ...

func BinaryReadFLOAT64

func BinaryReadFLOAT64(r io.Reader, nums []interface{}) error

BinaryReadFLOAT64 ...

func BinaryReadINT32

func BinaryReadINT32(r io.Reader, nums []interface{}) error

BinaryReadINT32 ...

func BinaryReadINT64

func BinaryReadINT64(r io.Reader, nums []interface{}) error

BinaryReadINT64 ...

func ReadBitPacked

func ReadBitPacked(bytesReader *bytes.Reader, header, bitWidth uint64) ([]interface{}, error)

ReadBitPacked return res is []INT64.

func ReadByteStreamSplitFloat32

func ReadByteStreamSplitFloat32(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)

ReadByteStreamSplitFloat32 ...

func ReadByteStreamSplitFloat64

func ReadByteStreamSplitFloat64(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)

ReadByteStreamSplitFloat64 ...

func ReadDeltaBinaryPackedINT32

func ReadDeltaBinaryPackedINT32(bytesReader *bytes.Reader) ([]interface{}, error)

ReadDeltaBinaryPackedINT32 ...

func ReadDeltaBinaryPackedINT64

func ReadDeltaBinaryPackedINT64(bytesReader *bytes.Reader) ([]interface{}, error)

ReadDeltaBinaryPackedINT64 res is INT64.

func ReadDeltaByteArray

func ReadDeltaByteArray(bytesReader *bytes.Reader) ([]interface{}, error)

ReadDeltaByteArray ...

func ReadDeltaLengthByteArray

func ReadDeltaLengthByteArray(bytesReader *bytes.Reader) ([]interface{}, error)

ReadDeltaLengthByteArray ...

func ReadPlain

func ReadPlain(
	bytesReader *bytes.Reader,
	dataType parquet.Type,
	cnt uint64,
	bitWidth uint64,
) ([]interface{}, error)

ReadPlain ...

func ReadPlainBOOLEAN

func ReadPlainBOOLEAN(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)

ReadPlainBOOLEAN ...

func ReadPlainBYTE_ARRAY

func ReadPlainBYTE_ARRAY(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)

ReadPlainBYTE_ARRAY ... nolint: revive

func ReadPlainDOUBLE

func ReadPlainDOUBLE(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)

ReadPlainDOUBLE ...

func ReadPlainFIXED_LEN_BYTE_ARRAY

func ReadPlainFIXED_LEN_BYTE_ARRAY(
	bytesReader *bytes.Reader,
	cnt uint64,
	fixedLength uint64,
) ([]interface{}, error)

ReadPlainFIXED_LEN_BYTE_ARRAY nolint: revive

func ReadPlainFLOAT

func ReadPlainFLOAT(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)

ReadPlainFLOAT ...

func ReadPlainINT32

func ReadPlainINT32(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)

ReadPlainINT32 ...

func ReadPlainINT64

func ReadPlainINT64(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)

ReadPlainINT64 ...

func ReadPlainINT96

func ReadPlainINT96(bytesReader *bytes.Reader, cnt uint64) ([]interface{}, error)

ReadPlainINT96 ...

func ReadRLE

func ReadRLE(bytesReader *bytes.Reader, header uint64, bitWidth uint64) ([]interface{}, error)

ReadRLE return res is []INT64.

func ReadRLEBitPackedHybrid

func ReadRLEBitPackedHybrid(bytesReader *bytes.Reader, bitWidth uint64, length uint64) ([]interface{}, error)

ReadRLEBitPackedHybrid res is INT64.

func ReadUnsignedVarInt

func ReadUnsignedVarInt(bytesReader *bytes.Reader) (uint64, error)

ReadUnsignedVarInt ...

func ToInt64

func ToInt64(nums []interface{}) []int64

ToInt64 ...

func WriteBitPacked

func WriteBitPacked(vals []interface{}, bitWidth int64, ifHeader bool) []byte

WriteBitPacked ...

func WriteBitPackedDeprecated

func WriteBitPackedDeprecated(vals []interface{}, bitWidth int64) []byte

WriteBitPackedDeprecated ...

func WriteByteStreamSplit

func WriteByteStreamSplit(nums []interface{}) []byte

WriteByteStreamSplit ...

func WriteByteStreamSplitFloat32

func WriteByteStreamSplitFloat32(vals []interface{}) []byte

WriteByteStreamSplitFloat32 ...

func WriteByteStreamSplitFloat64

func WriteByteStreamSplitFloat64(vals []interface{}) []byte

WriteByteStreamSplitFloat64 ...

func WriteDelta

func WriteDelta(nums []interface{}) []byte

WriteDelta ...

func WriteDeltaByteArray

func WriteDeltaByteArray(arrays []interface{}) []byte

WriteDeltaByteArray ...

func WriteDeltaINT32

func WriteDeltaINT32(nums []interface{}) []byte

WriteDeltaINT32 ...

func WriteDeltaINT64

func WriteDeltaINT64(nums []interface{}) []byte

WriteDeltaINT64 assumes int64 items and returns bytes.

func WriteDeltaLengthByteArray

func WriteDeltaLengthByteArray(arrays []interface{}) []byte

WriteDeltaLengthByteArray returns byte for deltta byte array.

func WritePlain

func WritePlain(src []interface{}, pt parquet.Type) []byte

WritePlain ...

func WritePlainBOOLEAN

func WritePlainBOOLEAN(nums []interface{}) []byte

WritePlainBOOLEAN encodes booleans into byte.

func WritePlainBYTE_ARRAY

func WritePlainBYTE_ARRAY(arrays []interface{}) []byte

WritePlainBYTE_ARRAY returns parquet byte array. nolint: revive

func WritePlainDOUBLE

func WritePlainDOUBLE(nums []interface{}) []byte

WritePlainDOUBLE returns float64 as bytes.

func WritePlainFIXED_LEN_BYTE_ARRAY

func WritePlainFIXED_LEN_BYTE_ARRAY(arrays []interface{}) []byte

WritePlainFIXED_LEN_BYTE_ARRAY returns parquet encoded. nolint: revive

func WritePlainFLOAT

func WritePlainFLOAT(nums []interface{}) []byte

WritePlainFLOAT returns float32 as bytes.

func WritePlainINT32

func WritePlainINT32(nums []interface{}) []byte

WritePlainINT32 encodes int32 into []byte.

func WritePlainINT64

func WritePlainINT64(nums []interface{}) []byte

WritePlainINT64 encodes int64 into []byte.

func WritePlainINT96

func WritePlainINT96(nums []interface{}) []byte

WritePlainINT96 writes INT96 as []byte.

func WriteRLE

func WriteRLE(vals []interface{}, bitWidth int32, pt parquet.Type) []byte

WriteRLE returns RLE bytes.

func WriteRLEBitPackedHybrid

func WriteRLEBitPackedHybrid(vals []interface{}, bitWidths int32, pt parquet.Type) []byte

WriteRLEBitPackedHybrid returns parquet RLE hybrid.

func WriteRLEBitPackedHybridInt32

func WriteRLEBitPackedHybridInt32(vals []int32, bitWidths int32) []byte

WriteRLEBitPackedHybridInt32 ...

func WriteRLEInt32

func WriteRLEInt32(vals []int32, bitWidth int32) []byte

WriteRLEInt32 returns []int32 rle as bytes.

func WriteUnsignedVarInt

func WriteUnsignedVarInt(num uint64) []byte

WriteUnsignedVarInt returns bytes for UnsignedVarInt.