Versions in this module Expand all Collapse all v0 v0.0.9 Jul 2, 2021 v0.0.8 Jul 2, 2021 Changes in this version + const BufferSize + const DictionaryEncodingThreshold + const InitialDictionarySize + const MaxDelta + const MaxLiteralSize + const MaxRepeatSize + const MaxScope + const MaxShortRepeatLength + const MinDelta + const MinRepeatSize + const TimestampBaseSeconds + var Categories = []Category + var CategoryBinary = Category + var CategoryBoolean = Category + var CategoryByte = Category + var CategoryChar = Category + var CategoryDate = Category + var CategoryDecimal = Category + var CategoryDouble = Category + var CategoryFloat = Category + var CategoryInt = Category + var CategoryList = Category + var CategoryLong = Category + var CategoryMap = Category + var CategoryShort = Category + var CategoryString = Category + var CategoryStruct = Category + var CategoryTimestamp = Category + var CategoryUnion = Category + var CategoryVarchar = Category + var DefaultCompressionChunkSize uint64 = 256 * 1024 + var DefaultRowIndexStride uint32 = 10000 + var DefaultStripeTargetRowCount int64 = 1024 * 1024 + var DefaultStripeTargetSize int64 = 200 * 1024 * 1024 + var DefaultStripeWriterTimezone string = "GMT" + var ErrCorrupt = errors.New("ORC file is corrupt") + var ErrEOFUnsignedVInt = errors.New("EOF while reading unsigned vint") + var Version0_11 = Version + var Version0_12 = Version + var WriterImplementation = uint32(3) + var WriterVersion = uint32(6) + func NewStringPosition(value string) *stringPosition + type BaseStatistics struct + func NewBaseStatistics() BaseStatistics + func (b BaseStatistics) Add(value interface{}) + func (b BaseStatistics) Merge(other ColumnStatistics) + func (b BaseStatistics) Statistics() *proto.ColumnStatistics + type BaseTreeReader struct + func NewBaseTreeReader(r io.Reader) BaseTreeReader + func (b BaseTreeReader) Err() error + func (b BaseTreeReader) IsPresent() bool + func (b BaseTreeReader) Next() bool + type BaseTreeWriter struct + func NewBaseTreeWriter(category Category, codec CompressionCodec) BaseTreeWriter + func (b *BaseTreeWriter) AddPositionRecorder(recorder PositionRecorder) + func (b *BaseTreeWriter) AddStream(kind *proto.Stream_Kind) Stream + func (b *BaseTreeWriter) Close() error + func (b *BaseTreeWriter) Flush() error + func (b *BaseTreeWriter) RecordPositions() + func (b *BaseTreeWriter) RowIndex() *proto.RowIndex + func (b *BaseTreeWriter) Statistics() ColumnStatistics + func (b *BaseTreeWriter) Streams() []Stream + func (b *BaseTreeWriter) Write(i interface{}) error + type BinaryTreeReader struct + func NewBinaryTreeReader(present, data, length io.Reader, encoding *proto.ColumnEncoding) (*BinaryTreeReader, error) + func (r *BinaryTreeReader) Binary() []byte + func (r *BinaryTreeReader) Err() error + func (r *BinaryTreeReader) Next() bool + func (r *BinaryTreeReader) Value() interface{} + type BooleanReader struct + func NewBooleanReader(r io.ByteReader) *BooleanReader + func (b *BooleanReader) Bool() bool + func (b *BooleanReader) Err() error + func (b *BooleanReader) Next() bool + func (b *BooleanReader) Value() interface{} + type BooleanTreeReader struct + func NewBooleanTreeReader(present, data io.Reader, encoding *proto.ColumnEncoding) (*BooleanTreeReader, error) + func (b *BooleanTreeReader) Err() error + func (b *BooleanTreeReader) Next() bool + func (b *BooleanTreeReader) Value() interface{} + type BooleanTreeWriter struct + func NewBooleanTreeWriter(category Category, codec CompressionCodec) (*BooleanTreeWriter, error) + func (b *BooleanTreeWriter) Close() error + func (b *BooleanTreeWriter) Encoding() *proto.ColumnEncoding + func (b *BooleanTreeWriter) Flush() error + func (b *BooleanTreeWriter) Write(value interface{}) error + type BooleanWriter struct + func NewBooleanWriter(w io.ByteWriter) *BooleanWriter + func (b *BooleanWriter) Close() error + func (b *BooleanWriter) Flush() error + func (b *BooleanWriter) WriteBool(t bool) error + type BucketStatistics struct + func NewBucketStatistics() *BucketStatistics + type BufferedWriter struct + func NewBufferedWriter(codec CompressionCodec) *BufferedWriter + func (b *BufferedWriter) Close() error + func (b *BufferedWriter) Flush() error + func (b *BufferedWriter) Len() int + func (b *BufferedWriter) Positions() []uint64 + func (b *BufferedWriter) Read(p []byte) (int, error) + func (b *BufferedWriter) Reset() + func (b *BufferedWriter) Write(p []byte) (int, error) + func (b *BufferedWriter) WriteByte(c byte) error + type ByteTreeReader struct + func NewByteTreeReader(present, data io.Reader, encoding *proto.ColumnEncoding) (*ByteTreeReader, error) + func (b *ByteTreeReader) Err() error + func (b *ByteTreeReader) Next() bool + func (b *ByteTreeReader) Value() interface{} + type Category struct + func (c Category) String() string + type ColumnIterator interface + Count func() int + Range func(from int, until int, f func(int, interface{}) error) error + type ColumnStatistics interface + Add func(value interface{}) + Merge func(other ColumnStatistics) + Reset func() + Statistics func() *proto.ColumnStatistics + func NewColumnStatistics(category Category) ColumnStatistics + type CompressionCodec interface + Decoder func(r io.Reader) io.Reader + Encoder func(w io.Writer) io.WriteCloser + type CompressionNone struct + func (c CompressionNone) Decoder(r io.Reader) io.Reader + func (c CompressionNone) Encoder(w io.Writer) io.WriteCloser + type CompressionNoneEncoder struct + func (c CompressionNoneEncoder) Close() error + func (c CompressionNoneEncoder) Flush() error + func (c CompressionNoneEncoder) Write(p []byte) (int, error) + type CompressionSnappy struct + func (c CompressionSnappy) Decoder(r io.Reader) io.Reader + func (c CompressionSnappy) Encoder(w io.Writer) io.WriteCloser + type CompressionSnappyDecoder struct + func (c *CompressionSnappyDecoder) Read(p []byte) (int, error) + type CompressionSnappyEncoder struct + func (c *CompressionSnappyEncoder) Close() error + func (c *CompressionSnappyEncoder) Write(p []byte) (int, error) + type CompressionZlib struct + Level int + Strategy int + func (c CompressionZlib) Decoder(r io.Reader) io.Reader + func (c CompressionZlib) Encoder(w io.Writer) io.WriteCloser + type CompressionZlibDecoder struct + func (c *CompressionZlibDecoder) Read(p []byte) (int, error) + type CompressionZlibEncoder struct + Level int + func (c *CompressionZlibEncoder) Close() error + func (c *CompressionZlibEncoder) Write(p []byte) (int, error) + type Cursor struct + func (c *Cursor) Err() error + func (c *Cursor) Next() bool + func (c *Cursor) Row() []interface{} + func (c *Cursor) RowIndex(column string) (*proto.RowIndex, error) + func (c *Cursor) Scan(dest ...interface{}) error + func (c *Cursor) Select(fields ...string) *Cursor + func (c *Cursor) SelectStripe(n int) error + func (c *Cursor) Stripes() bool + type Date struct + type DateTreeReader struct + func NewDateTreeReader(present, data io.Reader, encoding *proto.ColumnEncoding) (*DateTreeReader, error) + func (d *DateTreeReader) Date() Date + func (d *DateTreeReader) Value() interface{} + type DateTreeWriter struct + func NewDateTreeWriter(category Category, codec CompressionCodec) (*DateTreeWriter, error) + func (w *DateTreeWriter) Close() error + func (w *DateTreeWriter) Encoding() *proto.ColumnEncoding + func (w *DateTreeWriter) Flush() error + func (w *DateTreeWriter) Write(value interface{}) error + func (w *DateTreeWriter) WriteDate(date time.Time) error + type Decimal struct + Int *big.Int + Scale int64 + func NewDecimal(mant *big.Int, scale int64) Decimal + func (d Decimal) Float32() float32 + func (d Decimal) Float64() float64 + func (d Decimal) MarshalJSON() ([]byte, error) + func (d Decimal) String() string + type DecimalTreeReader struct + func NewDecimalTreeReader(present, data, secondary io.Reader, encoding *proto.ColumnEncoding, ...) (*DecimalTreeReader, error) + func (d *DecimalTreeReader) Decimal() Decimal + func (d *DecimalTreeReader) Err() error + func (d *DecimalTreeReader) Next() bool + func (d *DecimalTreeReader) Value() interface{} + type Dictionary struct + func NewDictionary(initialCapacity int) *Dictionary + func (d *Dictionary) Size() int + type DictionaryV2 struct + func NewDictionaryV2() *DictionaryV2 + type Double float64 + type Float float32 + func (f Float) MarshalJSON() ([]byte, error) + type FloatTreeReader struct + func NewFloatTreeReader(bytesPerValue int, present, data io.Reader, encoding *proto.ColumnEncoding) (*FloatTreeReader, error) + func (r *FloatTreeReader) Double() Double + func (r *FloatTreeReader) Err() error + func (r *FloatTreeReader) Float() Float + func (r *FloatTreeReader) Next() bool + func (r *FloatTreeReader) Value() interface{} + type FloatTreeWriter struct + func NewFloatTreeWriter(category Category, codec CompressionCodec, bytesPerValue int) (*FloatTreeWriter, error) + func (f *FloatTreeWriter) Close() error + func (f *FloatTreeWriter) Encoding() *proto.ColumnEncoding + func (f *FloatTreeWriter) Flush() error + func (f *FloatTreeWriter) Write(value interface{}) error + func (f *FloatTreeWriter) WriteDouble(value interface{}) error + func (f *FloatTreeWriter) WriteFloat(value interface{}) error + type IntegerReader interface + Int func() int64 + type IntegerStatistics struct + func NewIntegerStatistics() *IntegerStatistics + func (i *IntegerStatistics) Add(value interface{}) + func (i *IntegerStatistics) Merge(other ColumnStatistics) + func (i *IntegerStatistics) Reset() + func (i *IntegerStatistics) Statistics() *proto.ColumnStatistics + type IntegerTreeReader struct + func NewIntegerTreeReader(present, data io.Reader, encoding *proto.ColumnEncoding) (*IntegerTreeReader, error) + func (i *IntegerTreeReader) Err() error + func (i *IntegerTreeReader) Next() bool + func (i *IntegerTreeReader) Value() interface{} + type IntegerTreeWriter struct + func NewIntegerTreeWriter(category Category, codec CompressionCodec) (*IntegerTreeWriter, error) + func (w *IntegerTreeWriter) Close() error + func (w *IntegerTreeWriter) Encoding() *proto.ColumnEncoding + func (w *IntegerTreeWriter) Flush() error + func (w *IntegerTreeWriter) Write(value interface{}) error + func (w *IntegerTreeWriter) WriteInt(value int64) error + type IntegerWriter interface + Close func() error + Flush func() error + WriteInt func(value int64) error + type ListTreeReader struct + func NewListTreeReader(present, length io.Reader, value TreeReader, encoding *proto.ColumnEncoding) (*ListTreeReader, error) + func (r *ListTreeReader) Err() error + func (r *ListTreeReader) List() []interface{} + func (r *ListTreeReader) Next() bool + func (r *ListTreeReader) Value() interface{} + type ListTreeWriter struct + func NewListTreeWriter(category Category, codec CompressionCodec, child TreeWriter) (*ListTreeWriter, error) + func (l *ListTreeWriter) Close() error + func (l *ListTreeWriter) Encoding() *proto.ColumnEncoding + func (l *ListTreeWriter) Flush() error + func (l *ListTreeWriter) Write(value interface{}) error + type MapEntry struct + Key interface{} + Value interface{} + type MapTreeReader struct + func NewMapTreeReader(present, length io.Reader, key, value TreeReader, ...) (*MapTreeReader, error) + func (m *MapTreeReader) Map() []MapEntry + func (m *MapTreeReader) Next() bool + func (m *MapTreeReader) Value() interface{} + type MapTreeWriter struct + func NewMapTreeWriter(category Category, codec CompressionCodec, keyWriter, valueWriter TreeWriter) (*MapTreeWriter, error) + func (m *MapTreeWriter) Close() error + func (m *MapTreeWriter) Encoding() *proto.ColumnEncoding + func (m *MapTreeWriter) Flush() error + func (m *MapTreeWriter) Write(value interface{}) error + type PositionRecorder interface + Positions func() []uint64 + type PositionRecorders []PositionRecorder + func NewPositionRecorders(recorders ...PositionRecorder) PositionRecorders + type RLEEncodingType int + const RLEV2IntDelta + const RLEV2IntDirect + const RLEV2IntPatchedBase + const RLEV2IntShortRepeat + func (i RLEEncodingType) String() string + type Reader struct + func NewReader(r SizedReaderAt) (*Reader, error) + func Open(filepath string) (*Reader, error) + func (r *Reader) Close() error + func (r *Reader) Metadata() *proto.Metadata + func (r *Reader) NumRows() int + func (r *Reader) NumStripes() (int, error) + func (r *Reader) Schema() *TypeDescription + func (r *Reader) Select(fields ...string) *Cursor + type RunLengthByteReader struct + func NewRunLengthByteReader(r io.ByteReader) *RunLengthByteReader + func (b *RunLengthByteReader) Byte() byte + func (b *RunLengthByteReader) Err() error + func (b *RunLengthByteReader) Next() bool + func (b *RunLengthByteReader) ReadByte() (byte, error) + func (b *RunLengthByteReader) Value() interface{} + type RunLengthByteWriter struct + func NewRunLengthByteWriter(w io.ByteWriter) *RunLengthByteWriter + func (b *RunLengthByteWriter) Close() error + func (b *RunLengthByteWriter) Flush() error + func (b *RunLengthByteWriter) WriteByte(value byte) error + type RunLengthIntegerReader struct + func NewRunLengthIntegerReader(r io.ByteReader, signed bool) *RunLengthIntegerReader + func (r *RunLengthIntegerReader) Err() error + func (r *RunLengthIntegerReader) Int() int64 + func (r *RunLengthIntegerReader) Next() bool + func (r *RunLengthIntegerReader) ReadByte() (byte, error) + func (r *RunLengthIntegerReader) Value() interface{} + type RunLengthIntegerReaderV2 struct + func NewRunLengthIntegerReaderV2(r io.ByteReader, signed bool, skipCorrupt bool) *RunLengthIntegerReaderV2 + func (r *RunLengthIntegerReaderV2) Err() error + func (r *RunLengthIntegerReaderV2) Int() int64 + func (r *RunLengthIntegerReaderV2) Next() bool + func (r *RunLengthIntegerReaderV2) ReadByte() (byte, error) + func (r *RunLengthIntegerReaderV2) Value() interface{} + type RunLengthIntegerWriter struct + func NewRunLengthIntegerWriter(w io.ByteWriter, signed bool) *RunLengthIntegerWriter + func (w *RunLengthIntegerWriter) Close() error + func (w *RunLengthIntegerWriter) Flush() error + func (w *RunLengthIntegerWriter) WriteInt(value int64) error + type RunLengthIntegerWriterV2 struct + func NewRunLengthIntegerWriterV2(w io.ByteWriter, signed bool) *RunLengthIntegerWriterV2 + func (i *RunLengthIntegerWriterV2) Close() error + func (i *RunLengthIntegerWriterV2) Flush() error + func (i *RunLengthIntegerWriterV2) WriteInt(val int64) error + type SizedReaderAt interface + Size func() int64 + type Stream struct + func (s Stream) Positions() []uint64 + type StringDictionaryTreeReader struct + func NewStringDictionaryTreeReader(present, data, length, dictionary io.Reader, encoding *proto.ColumnEncoding) (*StringDictionaryTreeReader, error) + func (s *StringDictionaryTreeReader) Err() error + func (s *StringDictionaryTreeReader) Next() bool + func (s *StringDictionaryTreeReader) String() string + func (s *StringDictionaryTreeReader) Value() interface{} + type StringDirectTreeReader struct + func NewStringDirectTreeReader(present, data, length io.Reader, kind proto.ColumnEncoding_Kind) (*StringDirectTreeReader, error) + func (s *StringDirectTreeReader) Err() error + func (s *StringDirectTreeReader) Next() bool + func (s *StringDirectTreeReader) String() string + func (s *StringDirectTreeReader) Value() interface{} + type StringStatistics struct + func NewStringStatistics() *StringStatistics + func (s *StringStatistics) Add(value interface{}) + func (s *StringStatistics) Merge(other ColumnStatistics) + func (s *StringStatistics) Reset() + func (s *StringStatistics) Statistics() *proto.ColumnStatistics + type StringTreeReader interface + String func() string + func NewStringTreeReader(present, data, length, dictionary io.Reader, encoding *proto.ColumnEncoding) (StringTreeReader, error) + type StringTreeWriter struct + func NewStringTreeWriter(category Category, codec CompressionCodec) (*StringTreeWriter, error) + func (s *StringTreeWriter) Close() error + func (s *StringTreeWriter) Encoding() *proto.ColumnEncoding + func (s *StringTreeWriter) Flush() error + func (s *StringTreeWriter) Write(value interface{}) error + func (s *StringTreeWriter) WriteString(value string) error + type Stripe struct + func NewStripe(info *proto.StripeInformation, included ...int) *Stripe + func (s *Stripe) FromReader(r *Reader) error + type Struct map[string]interface + type StructTreeReader struct + func NewStructTreeReader(present io.Reader, children map[string]TreeReader) (*StructTreeReader, error) + func (s *StructTreeReader) Err() error + func (s *StructTreeReader) Next() bool + func (s *StructTreeReader) Struct() Struct + func (s *StructTreeReader) Value() interface{} + type StructTreeWriter struct + func NewStructTreeWriter(category Category, codec CompressionCodec, children []TreeWriter) (*StructTreeWriter, error) + func (s *StructTreeWriter) Close() error + func (s *StructTreeWriter) Encoding() *proto.ColumnEncoding + func (s *StructTreeWriter) Flush() error + func (s *StructTreeWriter) RecordPositions() + func (s *StructTreeWriter) Write(value interface{}) error + type TimestampStatistics struct + func NewTimestampStatistics() *TimestampStatistics + func (i *TimestampStatistics) Add(value interface{}) + func (i *TimestampStatistics) Merge(other ColumnStatistics) + func (i *TimestampStatistics) Reset() + func (i *TimestampStatistics) Statistics() *proto.ColumnStatistics + type TimestampTreeReader struct + func NewTimestampTreeReader(present, data, secondary io.Reader, encoding *proto.ColumnEncoding) (*TimestampTreeReader, error) + func (t *TimestampTreeReader) Err() error + func (t *TimestampTreeReader) Next() bool + func (t *TimestampTreeReader) Timestamp() time.Time + func (t *TimestampTreeReader) Value() interface{} + type TimestampTreeWriter struct + func NewTimestampTreeWriter(category Category, codec CompressionCodec) (*TimestampTreeWriter, error) + func (w *TimestampTreeWriter) Close() error + func (w *TimestampTreeWriter) Encoding() *proto.ColumnEncoding + func (w *TimestampTreeWriter) Flush() error + func (w *TimestampTreeWriter) Write(value interface{}) error + func (w *TimestampTreeWriter) WriteTimestamp(value time.Time) error + type TimestampWriter interface + Close func() error + Flush func() error + WriteTimestamp func(value time.Time) error + type TreeReader interface + Err func() error + Next func() bool + Value func() interface{} + type TreeWriter interface + Close func() error + Encoding func() *proto.ColumnEncoding + Flush func() error + RecordPositions func() + RowIndex func() *proto.RowIndex + Statistics func() ColumnStatistics + Streams func() []Stream + Write func(i interface{}) error + type TypeDescription struct + func NewTypeDescription(fns ...TypeDescriptionTransformFunc) (*TypeDescription, error) + func ParseSchema(schema string) (*TypeDescription, error) + func (t *TypeDescription) Columns() []string + func (t *TypeDescription) GetField(fieldName string) (*TypeDescription, error) + func (t *TypeDescription) MarshalJSON() ([]byte, error) + func (t *TypeDescription) String() string + func (t *TypeDescription) ToJSON() string + func (t *TypeDescription) Type() *proto.Type + func (t *TypeDescription) Types() []*proto.Type + type TypeDescriptionTransformFunc func(t *TypeDescription) error + func AddChild(fns ...TypeDescriptionTransformFunc) TypeDescriptionTransformFunc + func AddField(field string, fns ...TypeDescriptionTransformFunc) TypeDescriptionTransformFunc + func AddUnionChild(fns ...TypeDescriptionTransformFunc) TypeDescriptionTransformFunc + func SetCategory(category Category) TypeDescriptionTransformFunc + type UnionTreeReader struct + func NewUnionTreeReader(present, data io.Reader, children []TreeReader) (*UnionTreeReader, error) + func (u *UnionTreeReader) Err() error + func (u *UnionTreeReader) Next() bool + func (u *UnionTreeReader) Value() interface{} + type UnionTreeWriter struct + func NewUnionTreeWriter(category Category, codec CompressionCodec, children []TreeWriter) (*UnionTreeWriter, error) + func (s *UnionTreeWriter) Close() error + func (s *UnionTreeWriter) Encoding() *proto.ColumnEncoding + func (s *UnionTreeWriter) Flush() error + func (s *UnionTreeWriter) RecordPositions() + func (s *UnionTreeWriter) Write(value interface{}) error + func (s *UnionTreeWriter) WriteUnion(value UnionValue) error + type UnionValue struct + Tag int + Value interface{} + type Version struct + type Writer struct + func NewWriter(w io.Writer, fns ...WriterConfigFunc) (*Writer, error) + func (w *Writer) Close() error + func (w *Writer) Flush() error + func (w *Writer) Schema() *TypeDescription + func (w *Writer) Write(values ...interface{}) error + func (w *Writer) WriteColumns(ColumnIterators []ColumnIterator) error + type WriterConfigFunc func(w *Writer) error + func AddUserMetadata(name string, value []byte) WriterConfigFunc + func SetCompression(codec CompressionCodec) WriterConfigFunc + func SetSchema(schema *TypeDescription) WriterConfigFunc + func SetStripeTargetSize(stripeTargetSize int64) WriterConfigFunc