tableops

Documentation

Index

• type TableWriter
  • func (tw *TableWriter) Location() string
  • func (tw *TableWriter) Properties() iceberg.Properties
  • func (tw *TableWriter) Schema() *iceberg.Schema
  • func (tw *TableWriter) Table() *table.Table
  • func (tw *TableWriter) WriteArrow(ctx context.Context, arrowTable arrow.Table, opts *WriteOptions) error
  • func (tw *TableWriter) WriteParquet(ctx context.Context, parquetPath string, opts *WriteOptions) error
  • func (tw *TableWriter) WriteRecords(ctx context.Context, reader array.RecordReader, opts *WriteOptions) error
• type WriteOptions
  • func DefaultWriteOptions() *WriteOptions
• type Writer
  • func NewWriter(cat catalog.CatalogInterface) *Writer
  • func (w *Writer) GetTableWriter(ctx context.Context, identifier table.Identifier) (*TableWriter, error)
  • func (w *Writer) WriteArrowTable(ctx context.Context, icebergTable *table.Table, arrowTable arrow.Table, ...) error
  • func (w *Writer) WriteParquetFile(ctx context.Context, icebergTable *table.Table, parquetPath string, ...) error
  • func (w *Writer) WriteRecordReader(ctx context.Context, icebergTable *table.Table, reader array.RecordReader, ...) error

Types

type TableWriter

type TableWriter struct {
	// contains filtered or unexported fields
}

TableWriter is a wrapper that provides convenient methods for writing to a specific table

func (*TableWriter) Location

func (tw *TableWriter) Location() string

Location returns the table location

func (*TableWriter) Properties

func (tw *TableWriter) Properties() iceberg.Properties

Properties returns the table properties

func (*TableWriter) Schema

func (tw *TableWriter) Schema() *iceberg.Schema

Schema returns the table schema

func (*TableWriter) Table

func (tw *TableWriter) Table() *table.Table

Table returns the underlying Iceberg table

func (*TableWriter) WriteArrow

func (tw *TableWriter) WriteArrow(ctx context.Context, arrowTable arrow.Table, opts *WriteOptions) error

WriteArrow writes an Arrow table to the Iceberg table

func (*TableWriter) WriteParquet

func (tw *TableWriter) WriteParquet(ctx context.Context, parquetPath string, opts *WriteOptions) error

WriteParquet writes a Parquet file to the Iceberg table

func (*TableWriter) WriteRecords

func (tw *TableWriter) WriteRecords(ctx context.Context, reader array.RecordReader, opts *WriteOptions) error

WriteRecords writes from a RecordReader to the Iceberg table

type WriteOptions

type WriteOptions struct {
	// SnapshotProperties are additional properties for the snapshot
	SnapshotProperties iceberg.Properties
	// BatchSize is the number of records to batch together
	BatchSize int64
	// Overwrite determines if existing data should be overwritten
	Overwrite bool
}

WriteOptions contains options for writing data

func DefaultWriteOptions

func DefaultWriteOptions() *WriteOptions

DefaultWriteOptions returns default write options

type Writer

type Writer struct {
	// contains filtered or unexported fields
}

Writer handles writing data to Iceberg tables

func NewWriter

func NewWriter(cat catalog.CatalogInterface) *Writer

NewWriter creates a new table writer

func (*Writer) GetTableWriter

func (w *Writer) GetTableWriter(ctx context.Context, identifier table.Identifier) (*TableWriter, error)

GetTableWriter creates a writer for a specific table

func (*Writer) WriteArrowTable

func (w *Writer) WriteArrowTable(ctx context.Context, icebergTable *table.Table, arrowTable arrow.Table, opts *WriteOptions) error

WriteArrowTable writes an Arrow table to an Iceberg table

func (*Writer) WriteParquetFile

func (w *Writer) WriteParquetFile(ctx context.Context, icebergTable *table.Table, parquetPath string, opts *WriteOptions) error

WriteParquetFile writes a Parquet file to an Iceberg table

func (*Writer) WriteRecordReader

func (w *Writer) WriteRecordReader(ctx context.Context, icebergTable *table.Table, reader array.RecordReader, opts *WriteOptions) error

WriteRecordReader writes from an Arrow RecordReader to an Iceberg table