Versions in this module Expand all Collapse all v0 v0.32.1 Oct 2, 2026 Changes in this version + const DefaultColumnBufferCapacity + const DefaultColumnIndexSizeLimit + const DefaultDataPageStatistics + const DefaultDataPageVersion + const DefaultMaxRowsPerRowGroup + const DefaultPageBufferSize + const DefaultPrefetchBloomFilters + const DefaultReadMode + const DefaultSkipBloomFilters + const DefaultSkipMagicBytes + const DefaultSkipPageIndex + const DefaultWriteBufferSize + const MaxColumnDepth + const MaxColumnIndex + const MaxDefinitionLevel + const MaxRepetitionLevel + const MaxRowGroups + var BitPacked bitpacked.Encoding + var Brotli = brotli.Codec + var ByteStreamSplit bytestreamsplit.Encoding + var DeltaBinaryPacked delta.BinaryPackedEncoding + var DeltaByteArray delta.ByteArrayEncoding + var DeltaLengthByteArray delta.LengthByteArrayEncoding + var ErrCorrupted = errors.New("corrupted parquet page") + var ErrInvalidConversion = errors.New("invalid conversion between parquet values") + var ErrKeyNotFound = errors.New("parquet: encryption key not found") + var ErrMalformedRepetitionLevel = errors.New(...) + var ErrMissingBloomFilter = errors.New("missing bloom filter") + var ErrMissingColumnIndex = errors.New("missing column index") + var ErrMissingOffsetIndex = errors.New("missing offset index") + var ErrMissingPageHeader = errors.New("missing page header") + var ErrMissingRootColumn = errors.New("parquet file is missing a root column") + var ErrRowGroupSchemaMismatch = errors.New("cannot write row groups with mismatching schemas") + var ErrRowGroupSchemaMissing = errors.New("cannot write rows to a row group which has no schema") + var ErrRowGroupSortingColumnsMismatch = errors.New("cannot write row groups with mismatching sorting columns") + var ErrSeekOutOfRange = errors.New("seek to row index out of page range") + var ErrTooManyRowGroups = errors.New("the limit of 32767 row groups has been reached") + var ErrUnexpectedDefinitionLevels = errors.New("unexpected definition levels") + var ErrUnexpectedDictionaryPage = errors.New("unexpected dictionary page") + var ErrUnexpectedRepetitionLevels = errors.New("unexpected repetition levels") + var Gzip = gzip.Codec + var Lz4Raw = lz4.Codec + var Plain plain.Encoding + var PlainDictionary plain.DictionaryEncoding + var RLE rle.Encoding + var RLEDictionary rle.DictionaryEncoding + var Snappy snappy.Codec + var Uncompressed uncompressed.Codec + var Zstd = zstd.Codec + func CompareDescending(cmp func(Value, Value) int) func(Value, Value) int + func CompareNullsFirst(cmp func(Value, Value) int) func(Value, Value) int + func CompareNullsLast(cmp func(Value, Value) int) func(Value, Value) int + func CopyPages(dst PageWriter, src PageReader) (numValues int64, err error) + func CopyRows(dst RowWriter, src RowReader) (int64, error) + func CopyValues(dst ValueWriter, src ValueReader) (int64, error) + func DeepEqual(v1, v2 Value) bool + func Equal(v1, v2 Value) bool + func EqualNodes(node1, node2 Node) bool + func EqualSortingColumns(a, b []SortingColumn) bool + func EqualTypes(type1, type2 Type) bool + func Find(index ColumnIndex, value Value, cmp func(Value, Value) int) int + func LookupCompressionCodec(codec format.CompressionCodec) compress.Codec + func LookupEncoding(enc format.Encoding) encoding.Encoding + func PrintColumnChunk(w io.Writer, columnChunk ColumnChunk) error + func PrintPage(w io.Writer, page Page) error + func PrintRowGroup(w io.Writer, rowGroup RowGroup) error + func PrintSchema(w io.Writer, name string, node Node) error + func PrintSchemaIndent(w io.Writer, name string, node Node, pattern, newline string) error + func ReadFile[T any](path string, options ...ReaderOption) (rows []T, err error) + func Read[T any](r io.ReaderAt, size int64, options ...ReaderOption) (rows []T, err error) + func RegisterEncoding(enc encoding.Encoding) + func Release(page Page) + func Retain(page Page) + func SameNodes(node1, node2 Node) bool + func Search(index ColumnIndex, value Value, typ Type) int + func WriteFile[T any](path string, rows []T, options ...WriterOption) error + func Write[T any](w io.Writer, rows []T, options ...WriterOption) error + type BE128Reader interface + ReadBE128s func(values [][16]byte) (int, error) + type BE128Writer interface + WriteBE128s func(values [][16]byte) (int, error) + type BloomFilter interface + Check func(value Value) (bool, error) + Size func() int64 + type BloomFilterColumn interface + Encoding func() encoding.Encoding + Hash func() bloom.Hash + Path func() []string + Size func(numValues int64) int + func SplitBlockFilter(bitsPerValue uint, path ...string) BloomFilterColumn + type BooleanReader interface + ReadBooleans func(values []bool) (int, error) + type BooleanWriter interface + WriteBooleans func(values []bool) (int, error) + type Buffer struct + func NewBuffer(options ...RowGroupOption) *Buffer + func (buf *Buffer) ColumnBuffers() []ColumnBuffer + func (buf *Buffer) ColumnChunks() []ColumnChunk + func (buf *Buffer) Len() int + func (buf *Buffer) Less(i, j int) bool + func (buf *Buffer) NumRows() int64 + func (buf *Buffer) Reset() + func (buf *Buffer) Rows() Rows + func (buf *Buffer) Schema() *Schema + func (buf *Buffer) Size() int64 + func (buf *Buffer) SortingColumns() []SortingColumn + func (buf *Buffer) Swap(i, j int) + func (buf *Buffer) Write(row any) error + func (buf *Buffer) WriteRowGroup(rowGroup RowGroup) (int64, error) + func (buf *Buffer) WriteRows(rows []Row) (int, error) + type BufferPool interface + GetBuffer func() io.ReadWriteSeeker + PutBuffer func(io.ReadWriteSeeker) + func NewBufferPool() BufferPool + func NewChunkBufferPool(chunkSize int) BufferPool + func NewFileBufferPool(tempdir, pattern string) BufferPool + type ByteArrayReader interface + ReadByteArrays func(values []byte) (int, error) + type ByteArrayWriter interface + WriteByteArrays func(values []byte) (int, error) + type Column struct + func (c *Column) Column(name string) *Column + func (c *Column) Columns() []*Column + func (c *Column) Compression() compress.Codec + func (c *Column) DecodeDataPageV1(header DataPageHeaderV1, page []byte, dict Dictionary) (Page, error) + func (c *Column) DecodeDataPageV2(header DataPageHeaderV2, page []byte, dict Dictionary) (Page, error) + func (c *Column) DecodeDictionary(header DictionaryPageHeader, page []byte) (Dictionary, error) + func (c *Column) Depth() int + func (c *Column) Encoding() encoding.Encoding + func (c *Column) Fields() []Field + func (c *Column) GoType() reflect.Type + func (c *Column) ID() int + func (c *Column) Index() int + func (c *Column) Leaf() bool + func (c *Column) MaxDefinitionLevel() int + func (c *Column) MaxRepetitionLevel() int + func (c *Column) Name() string + func (c *Column) Optional() bool + func (c *Column) Pages() Pages + func (c *Column) PagesFrom(reader io.ReaderAt) Pages + func (c *Column) Path() []string + func (c *Column) Repeated() bool + func (c *Column) Required() bool + func (c *Column) String() string + func (c *Column) Type() Type + func (c *Column) Value(base reflect.Value) reflect.Value + type ColumnBuffer interface + Cap func() int + Clone func() ColumnBuffer + Dictionary func() Dictionary + Len func() int + Less func(i, j int) bool + Page func() Page + Reset func() + Size func() int64 + Swap func(i, j int) + type ColumnChunk interface + BloomFilter func() BloomFilter + Column func() int + ColumnIndex func() (ColumnIndex, error) + NumValues func() int64 + OffsetIndex func() (OffsetIndex, error) + Pages func() Pages + Type func() Type + func AsyncColumnChunk(columnChunk ColumnChunk) ColumnChunk + type ColumnChunkValueReader interface + func NewColumnChunkValueReader(column ColumnChunk) ColumnChunkValueReader + type ColumnIndex interface + IsAscending func() bool + IsDescending func() bool + MaxValue func(int) Value + MinValue func(int) Value + NullCount func(int) int64 + NullPage func(int) bool + NumPages func() int + func NewColumnIndex(kind Kind, index *format.ColumnIndex) ColumnIndex + type ColumnIndexer interface + ColumnIndex func() format.ColumnIndex + IndexPage func(numValues, numNulls int64, min, max Value) + Reset func() + type ColumnWriter struct + func (c *ColumnWriter) Close() (err error) + func (c *ColumnWriter) Flush() (err error) + func (c *ColumnWriter) WriteRowValues(rows []Value) (int, error) + type ConcurrentRowGroupWriter struct + func (rg *ConcurrentRowGroupWriter) ColumnWriters() []*ColumnWriter + func (rg *ConcurrentRowGroupWriter) Commit() (int64, error) + func (rg *ConcurrentRowGroupWriter) Flush() error + func (rg *ConcurrentRowGroupWriter) Schema() *Schema + func (rg *ConcurrentRowGroupWriter) Size() int64 + func (rg *ConcurrentRowGroupWriter) WriteRows(rows []Row) (int, error) + type Conversion interface + Column func(int) int + Convert func(rows []Row) (int, error) + Schema func() *Schema + func Convert(to, from Node) (conv Conversion, err error) + type ConvertError struct + From Node + Path []string + To Node + func (e *ConvertError) Error() string + type DataPageHeader interface + DefinitionLevelEncoding func() format.Encoding + MaxValue func() []byte + MinValue func() []byte + NullCount func() int64 + RepetitionLevelEncoding func() format.Encoding + type DataPageHeaderV1 struct + func (v1 DataPageHeaderV1) DefinitionLevelEncoding() format.Encoding + func (v1 DataPageHeaderV1) Encoding() format.Encoding + func (v1 DataPageHeaderV1) MaxValue() []byte + func (v1 DataPageHeaderV1) MinValue() []byte + func (v1 DataPageHeaderV1) NullCount() int64 + func (v1 DataPageHeaderV1) NumValues() int64 + func (v1 DataPageHeaderV1) PageType() format.PageType + func (v1 DataPageHeaderV1) RepetitionLevelEncoding() format.Encoding + func (v1 DataPageHeaderV1) String() string + type DataPageHeaderV2 struct + func (v2 DataPageHeaderV2) DefinitionLevelEncoding() format.Encoding + func (v2 DataPageHeaderV2) DefinitionLevelsByteLength() int64 + func (v2 DataPageHeaderV2) Encoding() format.Encoding + func (v2 DataPageHeaderV2) IsCompressed() bool + func (v2 DataPageHeaderV2) MaxValue() []byte + func (v2 DataPageHeaderV2) MinValue() []byte + func (v2 DataPageHeaderV2) NullCount() int64 + func (v2 DataPageHeaderV2) NumNulls() int64 + func (v2 DataPageHeaderV2) NumRows() int64 + func (v2 DataPageHeaderV2) NumValues() int64 + func (v2 DataPageHeaderV2) PageType() format.PageType + func (v2 DataPageHeaderV2) RepetitionLevelEncoding() format.Encoding + func (v2 DataPageHeaderV2) RepetitionLevelsByteLength() int64 + func (v2 DataPageHeaderV2) String() string + type DecryptionConfig struct + Keys KeyRetriever + type Dictionary interface + Bounds func(indexes []int32) (min, max Value) + Index func(index int32) Value + Insert func(indexes []int32, values []Value) + Len func() int + Lookup func(indexes []int32, values []Value) + Page func() Page + Reset func() + Size func() int64 + Type func() Type + type DictionaryPageHeader struct + func (dict DictionaryPageHeader) Encoding() format.Encoding + func (dict DictionaryPageHeader) IsSorted() bool + func (dict DictionaryPageHeader) NumValues() int64 + func (dict DictionaryPageHeader) PageType() format.PageType + func (dict DictionaryPageHeader) String() string + type DoubleReader interface + ReadDoubles func(values []float64) (int, error) + type DoubleWriter interface + WriteDoubles func(values []float64) (int, error) + type EncryptionAlgorithmType int + const AES_GCM_CTR_V1 + const AES_GCM_V1 + type EncryptionConfig struct + AadPrefix []byte + Algorithm EncryptionAlgorithmType + ColumnKeys map[string][]byte + EncryptedFooter bool + FileIdentifier []byte + FooterKey []byte + type Field interface + Name func() string + Value func(base reflect.Value) reflect.Value + type File struct + func OpenFile(r io.ReaderAt, size int64, options ...FileOption) (*File, error) + func (f *File) ColumnIndexes() []format.ColumnIndex + func (f *File) Lookup(key string) (value string, ok bool) + func (f *File) Metadata() *format.FileMetaData + func (f *File) NumRows() int64 + func (f *File) OffsetIndexes() []format.OffsetIndex + func (f *File) ReadAt(b []byte, off int64) (int, error) + func (f *File) ReadPageIndex() ([]format.ColumnIndex, []format.OffsetIndex, error) + func (f *File) Root() *Column + func (f *File) RowGroups() []RowGroup + func (f *File) Schema() *Schema + func (f *File) Size() int64 + type FileBloomFilter struct + func (f *FileBloomFilter) Check(v Value) (bool, error) + type FileColumnChunk struct + func (c *FileColumnChunk) BloomFilter() BloomFilter + func (c *FileColumnChunk) BloomFilterFrom(reader io.ReaderAt) (*FileBloomFilter, error) + func (c *FileColumnChunk) Bounds() (min, max Value, ok bool) + func (c *FileColumnChunk) Column() int + func (c *FileColumnChunk) ColumnIndex() (ColumnIndex, error) + func (c *FileColumnChunk) ColumnIndexFrom(reader io.ReaderAt) (*FileColumnIndex, error) + func (c *FileColumnChunk) File() *File + func (c *FileColumnChunk) Node() Node + func (c *FileColumnChunk) NullCount() int64 + func (c *FileColumnChunk) NumValues() int64 + func (c *FileColumnChunk) OffsetIndex() (OffsetIndex, error) + func (c *FileColumnChunk) OffsetIndexFrom(reader io.ReaderAt) (*FileOffsetIndex, error) + func (c *FileColumnChunk) Pages() Pages + func (c *FileColumnChunk) PagesFrom(reader io.ReaderAt) *FilePages + func (c *FileColumnChunk) Type() Type + type FileColumnIndex struct + func (i *FileColumnIndex) IsAscending() bool + func (i *FileColumnIndex) IsDescending() bool + func (i *FileColumnIndex) MaxValue(j int) Value + func (i *FileColumnIndex) MinValue(j int) Value + func (i *FileColumnIndex) NullCount(j int) int64 + func (i *FileColumnIndex) NullPage(j int) bool + func (i *FileColumnIndex) NumPages() int + type FileConfig struct + Decryption *DecryptionConfig + OptimisticRead bool + PrefetchBloomFilters bool + ReadBufferSize int + ReadMode ReadMode + Schema *Schema + SkipBloomFilters bool + SkipMagicBytes bool + SkipPageIndex bool + func DefaultFileConfig() *FileConfig + func NewFileConfig(options ...FileOption) (*FileConfig, error) + func (c *FileConfig) Apply(options ...FileOption) + func (c *FileConfig) ConfigureFile(config *FileConfig) + func (c *FileConfig) Validate() error + type FileOffsetIndex struct + func (i *FileOffsetIndex) CompressedPageSize(j int) int64 + func (i *FileOffsetIndex) FirstRowIndex(j int) int64 + func (i *FileOffsetIndex) NumPages() int + func (i *FileOffsetIndex) Offset(j int) int64 + type FileOption interface + ConfigureFile func(*FileConfig) + func FileReadMode(mode ReadMode) FileOption + func FileSchema(schema *Schema) FileOption + func OptimisticRead(enabled bool) FileOption + func PrefetchBloomFilters(prefetch bool) FileOption + func ReadBufferSize(size int) FileOption + func SkipBloomFilters(skip bool) FileOption + func SkipMagicBytes(skip bool) FileOption + func SkipPageIndex(skip bool) FileOption + func WithDecryption(keys KeyRetriever) FileOption + type FilePages struct + func (f *FilePages) Close() error + func (f *FilePages) ReadDictionary() (Dictionary, error) + func (f *FilePages) ReadPage() (Page, error) + func (f *FilePages) SeekToRow(rowIndex int64) error + type FileRowGroup struct + func (g *FileRowGroup) ColumnChunks() []ColumnChunk + func (g *FileRowGroup) File() *File + func (g *FileRowGroup) NumRows() int64 + func (g *FileRowGroup) Rows() Rows + func (g *FileRowGroup) Schema() *Schema + func (g *FileRowGroup) SortingColumns() []SortingColumn + type FileView interface + ColumnIndexes func() []format.ColumnIndex + Lookup func(key string) (string, bool) + Metadata func() *format.FileMetaData + NumRows func() int64 + OffsetIndexes func() []format.OffsetIndex + Root func() *Column + RowGroups func() []RowGroup + Schema func() *Schema + Size func() int64 + type FixedLenByteArrayReader interface + ReadFixedLenByteArrays func(values []byte) (int, error) + type FixedLenByteArrayWriter interface + WriteFixedLenByteArrays func(values []byte) (int, error) + type FloatReader interface + ReadFloats func(values []float32) (int, error) + type FloatWriter interface + WriteFloats func(values []float32) (int, error) + type GenericBuffer struct + func NewGenericBuffer[T any](options ...RowGroupOption) *GenericBuffer[T] + func (buf *GenericBuffer[T]) ColumnBuffers() []ColumnBuffer + func (buf *GenericBuffer[T]) ColumnChunks() []ColumnChunk + func (buf *GenericBuffer[T]) Len() int + func (buf *GenericBuffer[T]) Less(i, j int) bool + func (buf *GenericBuffer[T]) NumRows() int64 + func (buf *GenericBuffer[T]) Reset() + func (buf *GenericBuffer[T]) Rows() Rows + func (buf *GenericBuffer[T]) Schema() *Schema + func (buf *GenericBuffer[T]) Size() int64 + func (buf *GenericBuffer[T]) SortingColumns() []SortingColumn + func (buf *GenericBuffer[T]) Swap(i, j int) + func (buf *GenericBuffer[T]) Write(rows []T) (int, error) + func (buf *GenericBuffer[T]) WriteRowGroup(rowGroup RowGroup) (int64, error) + func (buf *GenericBuffer[T]) WriteRows(rows []Row) (int, error) + type GenericReader struct + func NewGenericReader[T any](input io.ReaderAt, options ...ReaderOption) *GenericReader[T] + func NewGenericRowGroupReader[T any](rowGroup RowGroup, options ...ReaderOption) *GenericReader[T] + func (r *GenericReader[T]) Close() error + func (r *GenericReader[T]) File() FileView + func (r *GenericReader[T]) NumRows() int64 + func (r *GenericReader[T]) Read(rows []T) (int, error) + func (r *GenericReader[T]) ReadRows(rows []Row) (int, error) + func (r *GenericReader[T]) Reset() + func (r *GenericReader[T]) Schema() *Schema + func (r *GenericReader[T]) SeekToRow(rowIndex int64) error + type GenericWriter struct + func NewGenericWriter[T any](output io.Writer, options ...WriterOption) *GenericWriter[T] + func (w *GenericWriter[T]) BeginRowGroup() *ConcurrentRowGroupWriter + func (w *GenericWriter[T]) Close() error + func (w *GenericWriter[T]) ColumnWriters() []*ColumnWriter + func (w *GenericWriter[T]) File() FileView + func (w *GenericWriter[T]) Flush() error + func (w *GenericWriter[T]) ReadRowsFrom(rows RowReader) (int64, error) + func (w *GenericWriter[T]) Reset(output io.Writer) + func (w *GenericWriter[T]) Schema() *Schema + func (w *GenericWriter[T]) SetKeyValueMetadata(key, value string) + func (w *GenericWriter[T]) Size() int64 + func (w *GenericWriter[T]) Write(rows []T) (written int, err error) + func (w *GenericWriter[T]) WriteRowGroup(rowGroup RowGroup) (int64, error) + func (w *GenericWriter[T]) WriteRows(rows []Row) (int, error) + type Group map[string]Node + func (g Group) Compression() compress.Codec + func (g Group) Encoding() encoding.Encoding + func (g Group) Fields() []Field + func (g Group) GoType() reflect.Type + func (g Group) ID() int + func (g Group) Leaf() bool + func (g Group) Optional() bool + func (g Group) Repeated() bool + func (g Group) Required() bool + func (g Group) String() string + func (g Group) Type() Type + type Int32Reader interface + ReadInt32s func(values []int32) (int, error) + type Int32Writer interface + WriteInt32s func(values []int32) (int, error) + type Int64Reader interface + ReadInt64s func(values []int64) (int, error) + type Int64Writer interface + WriteInt64s func(values []int64) (int, error) + type Int96Reader interface + ReadInt96s func(values []deprecated.Int96) (int, error) + type Int96Writer interface + WriteInt96s func(values []deprecated.Int96) (int, error) + type Interval struct + Days uint32 + Milliseconds uint32 + Months uint32 + type KeyRetriever interface + ColumnKey func(path []string, keyMetadata []byte) ([]byte, error) + FooterKey func(keyMetadata []byte) ([]byte, error) + type Kind int8 + const Boolean + const ByteArray + const Double + const FixedLenByteArray + const Float + const Int32 + const Int64 + const Int96 + func (k Kind) String() string + func (k Kind) Value(v []byte) Value + type LeafColumn struct + ColumnIndex int + MaxDefinitionLevel int + MaxRepetitionLevel int + Node Node + Path []string + type Node interface + Compression func() compress.Codec + Encoding func() encoding.Encoding + Fields func() []Field + GoType func() reflect.Type + ID func() int + Leaf func() bool + Optional func() bool + Repeated func() bool + Required func() bool + String func() string + Type func() Type + func BSON() Node + func Compressed(node Node, codec compress.Codec) Node + func Date() Node + func Decimal(scale, precision int, typ Type) Node + func Encoded(node Node, encoding encoding.Encoding) Node + func Enum() Node + func FieldID(node Node, id int) Node + func Geography(crs string, algorithm format.EdgeInterpolationAlgorithm) Node + func Geometry(crs string) Node + func Int(bitWidth int) Node + func IntervalNode() Node + func JSON() Node + func Leaf(typ Type) Node + func List(of Node) Node + func Map(key, value Node) Node + func MergeNodes(nodes ...Node) Node + func Optional(node Node) Node + func Repeated(node Node) Node + func Required(node Node) Node + func ShreddedVariant(shreddedType Node) (Node, error) + func String() Node + func Time(unit TimeUnit) Node + func TimeAdjusted(unit TimeUnit, isAdjustedToUTC bool) Node + func Timestamp(unit TimeUnit) Node + func TimestampAdjusted(unit TimeUnit, isAdjustedToUTC bool) Node + func UUID() Node + func Uint(bitWidth int) Node + func Variant() Node + type OffsetIndex interface + CompressedPageSize func(int) int64 + FirstRowIndex func(int) int64 + NumPages func() int + Offset func(int) int64 + type Page interface + Bounds func() (min, max Value, ok bool) + Column func() int + Data func() encoding.Values + DefinitionLevels func() []byte + Dictionary func() Dictionary + NumNulls func() int64 + NumRows func() int64 + NumValues func() int64 + RepetitionLevels func() []byte + Size func() int64 + Slice func(i, j int64) Page + Type func() Type + Values func() ValueReader + type PageHeader interface + Encoding func() format.Encoding + NumValues func() int64 + PageType func() format.PageType + type PageReader interface + ReadPage func() (Page, error) + type PageWriter interface + WritePage func(Page) (int64, error) + type Pages interface + func AsyncPages(pages Pages) Pages + type ReadMode int + const ReadModeAsync + const ReadModeSync + type Reader struct + func NewReader(input io.ReaderAt, options ...ReaderOption) *Reader + func NewRowGroupReader(rowGroup RowGroup, options ...ReaderOption) *Reader + func (r *Reader) Close() error + func (r *Reader) File() FileView + func (r *Reader) NumRows() int64 + func (r *Reader) Read(row any) error + func (r *Reader) ReadRows(rows []Row) (int, error) + func (r *Reader) Reset() + func (r *Reader) Schema() *Schema + func (r *Reader) SeekToRow(rowIndex int64) error + type ReaderConfig struct + Schema *Schema + SchemaConfig *SchemaConfig + func DefaultReaderConfig() *ReaderConfig + func NewReaderConfig(options ...ReaderOption) (*ReaderConfig, error) + func (c *ReaderConfig) Apply(options ...ReaderOption) + func (c *ReaderConfig) ConfigureReader(config *ReaderConfig) + func (c *ReaderConfig) Validate() error + type ReaderOption interface + ConfigureReader func(*ReaderConfig) + type Row []Value + func AppendRow(row Row, columns ...[]Value) Row + func MakeRow(columns ...[]Value) Row + func (row Row) Clone() Row + func (row Row) Equal(other Row) bool + func (row Row) Range(f func(columnIndex int, columnValues []Value) bool) + type RowBuffer struct + func NewRowBuffer[T any](options ...RowGroupOption) *RowBuffer[T] + func (buf *RowBuffer[T]) ColumnChunks() []ColumnChunk + func (buf *RowBuffer[T]) Len() int + func (buf *RowBuffer[T]) Less(i, j int) bool + func (buf *RowBuffer[T]) NumRows() int64 + func (buf *RowBuffer[T]) Reset() + func (buf *RowBuffer[T]) Rows() Rows + func (buf *RowBuffer[T]) Schema() *Schema + func (buf *RowBuffer[T]) SortingColumns() []SortingColumn + func (buf *RowBuffer[T]) Swap(i, j int) + func (buf *RowBuffer[T]) Write(rows []T) (int, error) + func (buf *RowBuffer[T]) WriteRows(rows []Row) (int, error) + type RowBuilder struct + func NewRowBuilder(schema Node) *RowBuilder + func (b *RowBuilder) Add(columnIndex int, columnValue Value) + func (b *RowBuilder) AppendRow(row Row) Row + func (b *RowBuilder) Next(columnIndex int) + func (b *RowBuilder) Reset() + func (b *RowBuilder) Row() Row + type RowGroup interface + ColumnChunks func() []ColumnChunk + NumRows func() int64 + Rows func() Rows + Schema func() *Schema + SortingColumns func() []SortingColumn + func AsyncRowGroup(base RowGroup) RowGroup + func ConvertRowGroup(rowGroup RowGroup, conv Conversion) RowGroup + func MergeRowGroups(rowGroups []RowGroup, options ...RowGroupOption) (RowGroup, error) + func MultiRowGroup(rowGroups ...RowGroup) RowGroup + type RowGroupConfig struct + ColumnBufferCapacity int + Schema *Schema + Sorting SortingConfig + func DefaultRowGroupConfig() *RowGroupConfig + func NewRowGroupConfig(options ...RowGroupOption) (*RowGroupConfig, error) + func (c *RowGroupConfig) Apply(options ...RowGroupOption) + func (c *RowGroupConfig) ConfigureRowGroup(config *RowGroupConfig) + func (c *RowGroupConfig) Validate() error + type RowGroupOption interface + ConfigureRowGroup func(*RowGroupConfig) + func ColumnBufferCapacity(size int) RowGroupOption + func SortingRowGroupConfig(options ...SortingOption) RowGroupOption + type RowGroupReader interface + ReadRowGroup func() (RowGroup, error) + type RowGroupWriter interface + WriteRowGroup func(RowGroup) (int64, error) + type RowReadCloser interface + type RowReadSeekCloser interface + func NewColumnChunkRowReader(columns []ColumnChunk) RowReadSeekCloser + type RowReadSeeker interface + type RowReader interface + ReadRows func([]Row) (int, error) + func DedupeRowReader(reader RowReader, compare func(Row, Row) int) RowReader + func FilterRowReader(reader RowReader, predicate func(Row) bool) RowReader + func MergeRowReaders(rows []RowReader, compare func(Row, Row) int) RowReader + func ScanRowReader(reader RowReader, predicate func(Row, int64) bool) RowReader + func TransformRowReader(reader RowReader, transform func(dst, src Row) (Row, error)) RowReader + type RowReaderFrom interface + ReadRowsFrom func(RowReader) (int64, error) + type RowReaderFunc func([]Row) (int, error) + func (f RowReaderFunc) ReadRows(rows []Row) (int, error) + type RowReaderWithSchema interface + Schema func() *Schema + func ConvertRowReader(rows RowReader, conv Conversion) RowReaderWithSchema + type RowSeeker interface + SeekToRow func(int64) error + type RowWriter interface + WriteRows func([]Row) (int, error) + func DedupeRowWriter(writer RowWriter, compare func(Row, Row) int) RowWriter + func FilterRowWriter(writer RowWriter, predicate func(Row) bool) RowWriter + func MultiRowWriter(writers ...RowWriter) RowWriter + func TransformRowWriter(writer RowWriter, transform func(dst, src Row) (Row, error)) RowWriter + type RowWriterFunc func([]Row) (int, error) + func (f RowWriterFunc) WriteRows(rows []Row) (int, error) + type RowWriterTo interface + WriteRowsTo func(RowWriter) (int64, error) + type RowWriterWithSchema interface + Schema func() *Schema + type Rows interface + Schema func() *Schema + func NewRowGroupRowReader(rowGroup RowGroup) Rows + type Schema struct + func NewSchema(name string, root Node) *Schema + func SchemaOf(model any, opts ...SchemaOption) *Schema + func (s *Schema) Columns() [][]string + func (s *Schema) Comparator(sortingColumns ...SortingColumn) func(Row, Row) int + func (s *Schema) Compression() compress.Codec + func (s *Schema) ConfigureReader(config *ReaderConfig) + func (s *Schema) ConfigureRowGroup(config *RowGroupConfig) + func (s *Schema) ConfigureWriter(config *WriterConfig) + func (s *Schema) Deconstruct(row Row, value any) Row + func (s *Schema) Encoding() encoding.Encoding + func (s *Schema) Fields() []Field + func (s *Schema) GoType() reflect.Type + func (s *Schema) ID() int + func (s *Schema) Leaf() bool + func (s *Schema) Lookup(path ...string) (LeafColumn, bool) + func (s *Schema) Name() string + func (s *Schema) Optional() bool + func (s *Schema) Reconstruct(value any, row Row) error + func (s *Schema) Repeated() bool + func (s *Schema) Required() bool + func (s *Schema) String() string + func (s *Schema) Type() Type + type SchemaConfig struct + StructTags []StructTagOption + func DefaultSchemaConfig() *SchemaConfig + func (c *SchemaConfig) ConfigureReader(config *ReaderConfig) + func (c *SchemaConfig) ConfigureSchema(config *SchemaConfig) + func (c *SchemaConfig) ConfigureWriter(config *WriterConfig) + type SchemaOption interface + ConfigureSchema func(*SchemaConfig) + func StructTag(tag reflect.StructTag, path ...string) SchemaOption + type SortingColumn interface + Descending func() bool + NullsFirst func() bool + Path func() []string + func Ascending(path ...string) SortingColumn + func Descending(path ...string) SortingColumn + func MergeSortingColumns(sortingColumns ...[]SortingColumn) []SortingColumn + func NullsFirst(sortingColumn SortingColumn) SortingColumn + type SortingConfig struct + DropDuplicatedRows bool + SortingBuffers BufferPool + SortingColumns []SortingColumn + func DefaultSortingConfig() *SortingConfig + func NewSortingConfig(options ...SortingOption) (*SortingConfig, error) + func (c *SortingConfig) Apply(options ...SortingOption) + func (c *SortingConfig) ConfigureSorting(config *SortingConfig) + func (c *SortingConfig) Validate() error + type SortingOption interface + ConfigureSorting func(*SortingConfig) + func DropDuplicatedRows(drop bool) SortingOption + func SortingBuffers(buffers BufferPool) SortingOption + func SortingColumns(columns ...SortingColumn) SortingOption + type SortingWriter struct + func NewSortingWriter[T any](output io.Writer, sortRowCount int64, options ...WriterOption) *SortingWriter[T] + func (w *SortingWriter[T]) Close() error + func (w *SortingWriter[T]) File() FileView + func (w *SortingWriter[T]) Flush() error + func (w *SortingWriter[T]) Reset(output io.Writer) + func (w *SortingWriter[T]) Schema() *Schema + func (w *SortingWriter[T]) SetKeyValueMetadata(key, value string) + func (w *SortingWriter[T]) Write(rows []T) (int, error) + func (w *SortingWriter[T]) WriteRows(rows []Row) (int, error) + type StructTagOption struct + ColumnPath []string + StructTag reflect.StructTag + func (f *StructTagOption) ConfigureReader(config *ReaderConfig) + func (f *StructTagOption) ConfigureSchema(config *SchemaConfig) + func (f *StructTagOption) ConfigureWriter(config *WriterConfig) + type TimeUnit interface + Duration func() time.Duration + TimeUnit func() format.TimeUnit + var Microsecond TimeUnit = µsecond{} + var Millisecond TimeUnit = &millisecond{} + var Nanosecond TimeUnit = &nanosecond{} + type Type interface + AssignValue func(dst reflect.Value, src Value) error + ColumnOrder func() *format.ColumnOrder + Compare func(a, b Value) int + ConvertValue func(val Value, typ Type) (Value, error) + ConvertedType func() *deprecated.ConvertedType + Decode func(dst encoding.Values, src []byte, enc encoding.Encoding) (encoding.Values, error) + Encode func(dst []byte, src encoding.Values, enc encoding.Encoding) ([]byte, error) + EstimateDecodeSize func(numValues int, src []byte, enc encoding.Encoding) int + EstimateNumValues func(size int) int + EstimateSize func(numValues int) int + Kind func() Kind + Length func() int + LogicalType func() *format.LogicalType + NewColumnBuffer func(columnIndex, numValues int) ColumnBuffer + NewColumnIndexer func(sizeLimit int) ColumnIndexer + NewDictionary func(columnIndex, numValues int, data encoding.Values) Dictionary + NewPage func(columnIndex, numValues int, data encoding.Values) Page + NewValues func(values []byte, offsets []uint32) encoding.Values + PhysicalType func() *format.Type + String func() string + var BooleanType Type = booleanType{} + var ByteArrayType Type = byteArrayType{} + var DoubleType Type = doubleType{} + var FloatType Type = floatType{} + var Int32Type Type = int32Type{} + var Int64Type Type = int64Type{} + var Int96Type Type = int96Type{} + var NullType Type = &nullType{} + func FixedLenByteArrayType(length int) Type + type UUIDReader interface + ReadUUIDs func(values []uuid.UUID) (int, error) + type UUIDWriter interface + WriteUUIDs func(values []uuid.UUID) (int, error) + type Value struct + func BooleanValue(value bool) Value + func ByteArrayValue(value []byte) Value + func DoubleValue(value float64) Value + func FixedLenByteArrayValue(value []byte) Value + func FloatValue(value float32) Value + func Int32Value(value int32) Value + func Int64Value(value int64) Value + func Int96Value(value deprecated.Int96) Value + func NullValue() Value + func ValueOf(v any) Value + func ZeroValue(kind Kind) Value + func (v *Value) SetColumnIndex(columnIndex int) + func (v *Value) SetDefinitionLevel(level int) + func (v *Value) SetRepetitionLevel(level int) + func (v Value) AppendBytes(b []byte) []byte + func (v Value) Boolean() bool + func (v Value) Byte() byte + func (v Value) ByteArray() []byte + func (v Value) Bytes() []byte + func (v Value) Clone() Value + func (v Value) Column() int + func (v Value) DefinitionLevel() int + func (v Value) Double() float64 + func (v Value) Float() float32 + func (v Value) Format(w fmt.State, r rune) + func (v Value) GoString() string + func (v Value) Int32() int32 + func (v Value) Int64() int64 + func (v Value) Int96() deprecated.Int96 + func (v Value) IsNull() bool + func (v Value) Kind() Kind + func (v Value) Level(repetitionLevel, definitionLevel, columnIndex int) Value + func (v Value) RepetitionLevel() int + func (v Value) String() string + func (v Value) Uint32() uint32 + func (v Value) Uint64() uint64 + type ValueReader interface + ReadValues func([]Value) (int, error) + type ValueReaderAt interface + ReadValuesAt func([]Value, int64) (int, error) + type ValueReaderFrom interface + ReadValuesFrom func(ValueReader) (int64, error) + type ValueReaderFunc func([]Value) (int, error) + func (f ValueReaderFunc) ReadValues(values []Value) (int, error) + type ValueWriter interface + WriteValues func([]Value) (int, error) + type ValueWriterFunc func([]Value) (int, error) + func (f ValueWriterFunc) WriteValues(values []Value) (int, error) + type ValueWriterTo interface + WriteValuesTo func(ValueWriter) (int64, error) + type VariantColumnWriter struct + func NewVariantColumnWriter(w WriterTarget, path ...string) (*VariantColumnWriter, error) + func (w *VariantColumnWriter) BeginArray() + func (w *VariantColumnWriter) BeginObject() + func (w *VariantColumnWriter) BeginRow() error + func (w *VariantColumnWriter) Binary(v []byte) + func (w *VariantColumnWriter) Bool(v bool) + func (w *VariantColumnWriter) Date(days int32) + func (w *VariantColumnWriter) Decimal16(unscaled [16]byte, scale byte) + func (w *VariantColumnWriter) Decimal4(unscaled int32, scale byte) + func (w *VariantColumnWriter) Decimal8(unscaled int64, scale byte) + func (w *VariantColumnWriter) Double(v float64) + func (w *VariantColumnWriter) EndArray() + func (w *VariantColumnWriter) EndObject() + func (w *VariantColumnWriter) EndRow() error + func (w *VariantColumnWriter) Err() error + func (w *VariantColumnWriter) Field(name string) + func (w *VariantColumnWriter) FieldByRef(ref *VariantFieldRef) + func (w *VariantColumnWriter) Float(v float32) + func (w *VariantColumnWriter) Int16(v int16) + func (w *VariantColumnWriter) Int32(v int32) + func (w *VariantColumnWriter) Int64(v int64) + func (w *VariantColumnWriter) Int8(v int8) + func (w *VariantColumnWriter) Null() + func (w *VariantColumnWriter) String(v string) + func (w *VariantColumnWriter) Time(micros int64) + func (w *VariantColumnWriter) Timestamp(us int64) + func (w *VariantColumnWriter) TimestampNTZ(us int64) + func (w *VariantColumnWriter) TimestampNTZNanos(ns int64) + func (w *VariantColumnWriter) TimestampNanos(ns int64) + func (w *VariantColumnWriter) UUID(v uuid.UUID) + func (w *VariantColumnWriter) WriteNullRow() error + func (w *VariantColumnWriter) WriteValue(v variant.Value) error + type VariantCursor struct + func (c *VariantCursor) Booleans() []bool + func (c *VariantCursor) ByteArrays() (slab []byte, offsets []uint32) + func (c *VariantCursor) Doubles() []float64 + func (c *VariantCursor) Elements() *VariantCursor + func (c *VariantCursor) Field(name string) *VariantCursor + func (c *VariantCursor) Fields() []string + func (c *VariantCursor) FixedLenByteArrays() (slab []byte, size int) + func (c *VariantCursor) Floats() []float32 + func (c *VariantCursor) Int32s() []int32 + func (c *VariantCursor) Int64s() []int64 + func (c *VariantCursor) Kind() VariantCursorKind + func (c *VariantCursor) LeafType() Type + func (c *VariantCursor) ListOffsets() []int32 + func (c *VariantCursor) Locs() []variant.Loc + func (c *VariantCursor) Residual(i int) (variant.Value, bool, error) + func (c *VariantCursor) ResidualCount() int + func (c *VariantCursor) Rows() []int32 + func (c *VariantCursor) TypedRows() []int32 + type VariantCursorKind uint8 + const VariantCursorLeaf + const VariantCursorList + const VariantCursorObject + const VariantCursorUnshredded + func (k VariantCursorKind) String() string + type VariantFieldRef struct + func NewVariantFieldRef(name string) *VariantFieldRef + type VariantReader struct + func NewVariantReader(rowGroup RowGroup, path ...string) (*VariantReader, error) + func (r *VariantReader) Close() error + func (r *VariantReader) Next(n int) (int, error) + func (r *VariantReader) NumRows() int64 + func (r *VariantReader) Path(path ...string) *VariantCursor + func (r *VariantReader) Root() *VariantCursor + func (r *VariantReader) SeekToRow(rowIndex int64) error + type Writer struct + func NewWriter(output io.Writer, options ...WriterOption) *Writer + func (w *Writer) BeginRowGroup() *ConcurrentRowGroupWriter + func (w *Writer) Close() error + func (w *Writer) ColumnWriters() []*ColumnWriter + func (w *Writer) File() FileView + func (w *Writer) Flush() error + func (w *Writer) ReadRowsFrom(rows RowReader) (written int64, err error) + func (w *Writer) Reset(output io.Writer) + func (w *Writer) Schema() *Schema + func (w *Writer) SetKeyValueMetadata(key, value string) + func (w *Writer) Size() int64 + func (w *Writer) Write(row any) error + func (w *Writer) WriteRowGroup(rowGroup RowGroup) (int64, error) + func (w *Writer) WriteRows(rows []Row) (int, error) + type WriterConfig struct + BloomFilterCompression compress.Codec + BloomFilters []BloomFilterColumn + ColumnIndexSizeLimit func(path []string) int + ColumnPageBuffers BufferPool + Compression compress.Codec + CreatedBy string + DataPageStatistics bool + DataPageVersion int + DeferredBloomFiltersBuffers BufferPool + DeprecatedDataPageStatistics bool + DictionaryMaxBytes int64 + Encodings map[Kind]encoding.Encoding + Encryption *EncryptionConfig + KeyValueMetadata map[string]string + MaxRowsPerRowGroup int64 + PageBufferSize int + Schema *Schema + SchemaConfig *SchemaConfig + SkipPageBounds [][]string + SkipPageStatistics [][]string + Sorting SortingConfig + WriteBufferSize int + func DefaultWriterConfig() *WriterConfig + func NewWriterConfig(options ...WriterOption) (*WriterConfig, error) + func (c *WriterConfig) Apply(options ...WriterOption) + func (c *WriterConfig) ConfigureWriter(config *WriterConfig) + func (c *WriterConfig) Validate() error + type WriterOption interface + ConfigureWriter func(*WriterConfig) + func BloomFilterCompression(codec compress.Codec) WriterOption + func BloomFilters(filters ...BloomFilterColumn) WriterOption + func ColumnIndexSizeLimit(f func(path []string) int) WriterOption + func ColumnPageBuffers(buffers BufferPool) WriterOption + func Compression(codec compress.Codec) WriterOption + func CreatedBy(application, version, build string) WriterOption + func DataPageStatistics(enabled bool) WriterOption + func DataPageVersion(version int) WriterOption + func DefaultEncoding(enc encoding.Encoding) WriterOption + func DefaultEncodingFor(kind Kind, enc encoding.Encoding) WriterOption + func DeferBloomFiltersWithBuffers(buffer BufferPool) WriterOption + func DeprecatedDataPageStatistics(enabled bool) WriterOption + func DictionaryMaxBytes(size int64) WriterOption + func KeyValueMetadata(key, value string) WriterOption + func MaxRowsPerRowGroup(numRows int64) WriterOption + func PageBufferSize(size int) WriterOption + func SkipPageBounds(path ...string) WriterOption + func SkipPageStatistics(path ...string) WriterOption + func SortingWriterConfig(options ...SortingOption) WriterOption + func WithEncryption(cfg *EncryptionConfig) WriterOption + func WriteBufferSize(size int) WriterOption + type WriterTarget interface + ColumnWriters func() []*ColumnWriter + Schema func() *Schema
Go to main page