storage

Documentation

Index

• func AbnormalFloat(values any) bool
• func DeserializeItem(arr arrow.Array, dataType schemapb.DataType, idx int) (any, bool)
• type DeleteLog
  • func (dl *DeleteLog) UnmarshalJSON(data []byte) error
• type DeltaData
  • func NewDeltaData(dataType schemapb.DataType, cap int) *DeltaData
  • func (dd *DeltaData) Append(pk common.PrimaryKey, ts uint64)
  • func (dd *DeltaData) Merge(add *DeltaData) error
  • func (dd *DeltaData) Range(f func(pk common.PrimaryKey, ts uint64) bool)
• type DeltalogFilter
  • func NewDeltalogFilter(entries map[any]uint64) *DeltalogFilter
  • func (f *DeltalogFilter) Match(pk common.PrimaryKey, ts int64, values map[int64]any) (bool, error)
• type DeltalogReader
  • func NewDeltalogReader(f common.ReadSeeker) (*DeltalogReader, error)
  • func (dr *DeltalogReader) NextEventReader(dataType schemapb.DataType) (*DeltaData, error)
• type EntryFilter
• type ExprFilter
  • func NewExprFilter(id2Schema map[int64]*schemapb.FieldSchema, iexpr string) (*ExprFilter, error)
  • func (f *ExprFilter) Match(pk common.PrimaryKey, ts int64, values map[int64]any) (bool, error)
• type SegmentBinlogRecordReader
  • func NewSegmentReader(segment *models.Segment, selectedFields []int64, ...) (*SegmentBinlogRecordReader, error)
  • func (crr *SegmentBinlogRecordReader) Close() error
  • func (crr *SegmentBinlogRecordReader) Next(ctx context.Context) (common.RecordBatch, *common.BatchInfo, error)
• type SegmentIterator
  • func NewSegmentIterator(segment *models.Segment, schema *schemapb.CollectionSchema, ...) *SegmentIterator
  • func (si *SegmentIterator) Range(ctx context.Context) error

Functions

func AbnormalFloat

func AbnormalFloat(values any) bool

func DeserializeItem

func DeserializeItem(arr arrow.Array, dataType schemapb.DataType, idx int) (any, bool)

Types

type DeleteLog

type DeleteLog struct {
	Pk     common.PrimaryKey `json:"pk"`
	Ts     uint64            `json:"ts"`
	PkType int64             `json:"pkType"`
}

func (*DeleteLog) UnmarshalJSON

func (dl *DeleteLog) UnmarshalJSON(data []byte) error

type DeltaData

type DeltaData struct {
	// contains filtered or unexported fields
}

func NewDeltaData

func NewDeltaData(dataType schemapb.DataType, cap int) *DeltaData

func (*DeltaData) Append

func (dd *DeltaData) Append(pk common.PrimaryKey, ts uint64)

func (*DeltaData) Merge

func (dd *DeltaData) Merge(add *DeltaData) error

func (*DeltaData) Range

func (dd *DeltaData) Range(f func(pk common.PrimaryKey, ts uint64) bool)

type DeltalogFilter

type DeltalogFilter struct {
	// contains filtered or unexported fields
}

func NewDeltalogFilter

func NewDeltalogFilter(entries map[any]uint64) *DeltalogFilter

func (*DeltalogFilter) Match

func (f *DeltalogFilter) Match(pk common.PrimaryKey, ts int64, values map[int64]any) (bool, error)

type DeltalogReader

type DeltalogReader struct {
	// contains filtered or unexported fields
}

func NewDeltalogReader

func NewDeltalogReader(f common.ReadSeeker) (*DeltalogReader, error)

func (*DeltalogReader) NextEventReader

func (dr *DeltalogReader) NextEventReader(dataType schemapb.DataType) (*DeltaData, error)

type EntryFilter

type EntryFilter interface {
	Match(pk common.PrimaryKey, ts int64, values map[int64]any) (bool, error)
}

type ExprFilter

type ExprFilter struct {
	// contains filtered or unexported fields
}

func NewExprFilter

func NewExprFilter(id2Schema map[int64]*schemapb.FieldSchema, iexpr string) (*ExprFilter, error)

func (*ExprFilter) Match

func (f *ExprFilter) Match(pk common.PrimaryKey, ts int64, values map[int64]any) (bool, error)

type SegmentBinlogRecordReader

type SegmentBinlogRecordReader struct {
	common.LogBatchIterator
	// contains filtered or unexported fields
}

func NewSegmentReader

func NewSegmentReader(segment *models.Segment, selectedFields []int64, translator func(binlog string) (common.ReadSeeker, error)) (*SegmentBinlogRecordReader, error)

func (*SegmentBinlogRecordReader) Close

func (crr *SegmentBinlogRecordReader) Close() error

func (*SegmentBinlogRecordReader) Next

func (crr *SegmentBinlogRecordReader) Next(ctx context.Context) (common.RecordBatch, *common.BatchInfo, error)

type SegmentIterator

type SegmentIterator struct {
	// contains filtered or unexported fields
}

func NewSegmentIterator

func NewSegmentIterator(segment *models.Segment,
	schema *schemapb.CollectionSchema,

	filters []EntryFilter,
	id2Schema map[int64]*schemapb.FieldSchema,

	translator func(binlog string) (common.ReadSeeker, error),
	scanTask tasks.ScanTask,
) *SegmentIterator

func (*SegmentIterator) Range

func (si *SegmentIterator) Range(ctx context.Context) error