syncmgr

package
v0.10.3-0...-f06509b Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Apr 25, 2024 License: Apache-2.0 Imports: 39 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func NewStorageSerializer 

func NewStorageSerializer(metacache metacache.MetaCache, metaWriter MetaWriter) (*storageV1Serializer, error)

func NewStorageV2Serializer 

func NewStorageV2Serializer(
	storageV2Cache *metacache.StorageV2Cache,
	metacache metacache.MetaCache,
	metaWriter MetaWriter,
) (*storageV2Serializer, error)

func SpaceCreatorFunc 

func SpaceCreatorFunc(segmentID int64, collSchema *schemapb.CollectionSchema, arrowSchema *arrow.Schema) func() (*milvus_storage.Space, error)

Types

type MetaWriter 

type MetaWriter interface {
	UpdateSync(*SyncTask) error
	UpdateSyncV2(*SyncTaskV2) error
	DropChannel(string) error
}

MetaWriter is the interface for SyncManager to write segment sync meta.

func BrokerMetaWriter 

func BrokerMetaWriter(broker broker.Broker, serverID int64, opts ...retry.Option) MetaWriter

type MockMetaWriter 

type MockMetaWriter struct {
	mock.Mock
}

MockMetaWriter is an autogenerated mock type for the MetaWriter type

func NewMockMetaWriter 

func NewMockMetaWriter(t interface {
	mock.TestingT
	Cleanup(func())
}) *MockMetaWriter

NewMockMetaWriter creates a new instance of MockMetaWriter. It also registers a testing interface on the mock and a cleanup function to assert the mocks expectations. The first argument is typically a *testing.T value.

func (*MockMetaWriter) DropChannel 

func (_m *MockMetaWriter) DropChannel(_a0 string) error

DropChannel provides a mock function with given fields: _a0

func (*MockMetaWriter) EXPECT 

func (_m *MockMetaWriter) EXPECT() *MockMetaWriter_Expecter

func (*MockMetaWriter) UpdateSync 

func (_m *MockMetaWriter) UpdateSync(_a0 *SyncTask) error

UpdateSync provides a mock function with given fields: _a0

func (*MockMetaWriter) UpdateSyncV2 

func (_m *MockMetaWriter) UpdateSyncV2(_a0 *SyncTaskV2) error

UpdateSyncV2 provides a mock function with given fields: _a0

type MockMetaWriter_DropChannel_Call 

type MockMetaWriter_DropChannel_Call struct {
	*mock.Call
}

MockMetaWriter_DropChannel_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'DropChannel'

func (*MockMetaWriter_DropChannel_Call) Return 

func (_c *MockMetaWriter_DropChannel_Call) Return(_a0 error) *MockMetaWriter_DropChannel_Call

func (*MockMetaWriter_DropChannel_Call) Run 

func (_c *MockMetaWriter_DropChannel_Call) Run(run func(_a0 string)) *MockMetaWriter_DropChannel_Call

func (*MockMetaWriter_DropChannel_Call) RunAndReturn 

func (_c *MockMetaWriter_DropChannel_Call) RunAndReturn(run func(string) error) *MockMetaWriter_DropChannel_Call

type MockMetaWriter_Expecter 

type MockMetaWriter_Expecter struct {
	// contains filtered or unexported fields
}

func (*MockMetaWriter_Expecter) DropChannel 

func (_e *MockMetaWriter_Expecter) DropChannel(_a0 interface{}) *MockMetaWriter_DropChannel_Call

DropChannel is a helper method to define mock.On call

  • _a0 string

func (*MockMetaWriter_Expecter) UpdateSync 

func (_e *MockMetaWriter_Expecter) UpdateSync(_a0 interface{}) *MockMetaWriter_UpdateSync_Call

UpdateSync is a helper method to define mock.On call

  • _a0 *SyncTask

func (*MockMetaWriter_Expecter) UpdateSyncV2 

func (_e *MockMetaWriter_Expecter) UpdateSyncV2(_a0 interface{}) *MockMetaWriter_UpdateSyncV2_Call

UpdateSyncV2 is a helper method to define mock.On call

  • _a0 *SyncTaskV2

type MockMetaWriter_UpdateSyncV2_Call 

type MockMetaWriter_UpdateSyncV2_Call struct {
	*mock.Call
}

MockMetaWriter_UpdateSyncV2_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'UpdateSyncV2'

func (*MockMetaWriter_UpdateSyncV2_Call) Return 

func (_c *MockMetaWriter_UpdateSyncV2_Call) Return(_a0 error) *MockMetaWriter_UpdateSyncV2_Call

func (*MockMetaWriter_UpdateSyncV2_Call) Run 

func (_c *MockMetaWriter_UpdateSyncV2_Call) Run(run func(_a0 *SyncTaskV2)) *MockMetaWriter_UpdateSyncV2_Call

func (*MockMetaWriter_UpdateSyncV2_Call) RunAndReturn 

func (_c *MockMetaWriter_UpdateSyncV2_Call) RunAndReturn(run func(*SyncTaskV2) error) *MockMetaWriter_UpdateSyncV2_Call

type MockMetaWriter_UpdateSync_Call 

type MockMetaWriter_UpdateSync_Call struct {
	*mock.Call
}

MockMetaWriter_UpdateSync_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'UpdateSync'

func (*MockMetaWriter_UpdateSync_Call) Return 

func (_c *MockMetaWriter_UpdateSync_Call) Return(_a0 error) *MockMetaWriter_UpdateSync_Call

func (*MockMetaWriter_UpdateSync_Call) Run 

func (_c *MockMetaWriter_UpdateSync_Call) Run(run func(_a0 *SyncTask)) *MockMetaWriter_UpdateSync_Call

func (*MockMetaWriter_UpdateSync_Call) RunAndReturn 

func (_c *MockMetaWriter_UpdateSync_Call) RunAndReturn(run func(*SyncTask) error) *MockMetaWriter_UpdateSync_Call

type MockSerializer 

type MockSerializer struct {
	mock.Mock
}

MockSerializer is an autogenerated mock type for the Serializer type

func NewMockSerializer 

func NewMockSerializer(t interface {
	mock.TestingT
	Cleanup(func())
}) *MockSerializer

NewMockSerializer creates a new instance of MockSerializer. It also registers a testing interface on the mock and a cleanup function to assert the mocks expectations. The first argument is typically a *testing.T value.

func (*MockSerializer) EXPECT 

func (_m *MockSerializer) EXPECT() *MockSerializer_Expecter

func (*MockSerializer) EncodeBuffer 

func (_m *MockSerializer) EncodeBuffer(ctx context.Context, pack *SyncPack) (Task, error)

EncodeBuffer provides a mock function with given fields: ctx, pack

type MockSerializer_EncodeBuffer_Call 

type MockSerializer_EncodeBuffer_Call struct {
	*mock.Call
}

MockSerializer_EncodeBuffer_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'EncodeBuffer'

func (*MockSerializer_EncodeBuffer_Call) Return 

func (_c *MockSerializer_EncodeBuffer_Call) Return(_a0 Task, _a1 error) *MockSerializer_EncodeBuffer_Call

func (*MockSerializer_EncodeBuffer_Call) Run 

func (_c *MockSerializer_EncodeBuffer_Call) Run(run func(ctx context.Context, pack *SyncPack)) *MockSerializer_EncodeBuffer_Call

func (*MockSerializer_EncodeBuffer_Call) RunAndReturn 

func (_c *MockSerializer_EncodeBuffer_Call) RunAndReturn(run func(context.Context, *SyncPack) (Task, error)) *MockSerializer_EncodeBuffer_Call

type MockSerializer_Expecter 

type MockSerializer_Expecter struct {
	// contains filtered or unexported fields
}

func (*MockSerializer_Expecter) EncodeBuffer 

func (_e *MockSerializer_Expecter) EncodeBuffer(ctx interface{}, pack interface{}) *MockSerializer_EncodeBuffer_Call

EncodeBuffer is a helper method to define mock.On call

  • ctx context.Context
  • pack *SyncPack

type MockSyncManager 

type MockSyncManager struct {
	mock.Mock
}

MockSyncManager is an autogenerated mock type for the SyncManager type

func NewMockSyncManager 

func NewMockSyncManager(t interface {
	mock.TestingT
	Cleanup(func())
}) *MockSyncManager

NewMockSyncManager creates a new instance of MockSyncManager. It also registers a testing interface on the mock and a cleanup function to assert the mocks expectations. The first argument is typically a *testing.T value.

func (*MockSyncManager) Block 

func (_m *MockSyncManager) Block(segmentID int64)

Block provides a mock function with given fields: segmentID

func (*MockSyncManager) EXPECT 

func (_m *MockSyncManager) EXPECT() *MockSyncManager_Expecter

func (*MockSyncManager) GetEarliestPosition 

func (_m *MockSyncManager) GetEarliestPosition(channel string) (int64, *msgpb.MsgPosition)

GetEarliestPosition provides a mock function with given fields: channel

func (*MockSyncManager) SyncData 

func (_m *MockSyncManager) SyncData(ctx context.Context, task Task) *conc.Future[error]

SyncData provides a mock function with given fields: ctx, task

func (*MockSyncManager) Unblock 

func (_m *MockSyncManager) Unblock(segmentID int64)

Unblock provides a mock function with given fields: segmentID

type MockSyncManager_Block_Call 

type MockSyncManager_Block_Call struct {
	*mock.Call
}

MockSyncManager_Block_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'Block'

func (*MockSyncManager_Block_Call) Return 

func (_c *MockSyncManager_Block_Call) Return() *MockSyncManager_Block_Call

func (*MockSyncManager_Block_Call) Run 

func (_c *MockSyncManager_Block_Call) Run(run func(segmentID int64)) *MockSyncManager_Block_Call

func (*MockSyncManager_Block_Call) RunAndReturn 

func (_c *MockSyncManager_Block_Call) RunAndReturn(run func(int64)) *MockSyncManager_Block_Call

type MockSyncManager_Expecter 

type MockSyncManager_Expecter struct {
	// contains filtered or unexported fields
}

func (*MockSyncManager_Expecter) Block 

func (_e *MockSyncManager_Expecter) Block(segmentID interface{}) *MockSyncManager_Block_Call

Block is a helper method to define mock.On call

  • segmentID int64

func (*MockSyncManager_Expecter) GetEarliestPosition 

func (_e *MockSyncManager_Expecter) GetEarliestPosition(channel interface{}) *MockSyncManager_GetEarliestPosition_Call

GetEarliestPosition is a helper method to define mock.On call

  • channel string

func (*MockSyncManager_Expecter) SyncData 

func (_e *MockSyncManager_Expecter) SyncData(ctx interface{}, task interface{}) *MockSyncManager_SyncData_Call

SyncData is a helper method to define mock.On call

  • ctx context.Context
  • task Task

func (*MockSyncManager_Expecter) Unblock 

func (_e *MockSyncManager_Expecter) Unblock(segmentID interface{}) *MockSyncManager_Unblock_Call

Unblock is a helper method to define mock.On call

  • segmentID int64

type MockSyncManager_GetEarliestPosition_Call 

type MockSyncManager_GetEarliestPosition_Call struct {
	*mock.Call
}

MockSyncManager_GetEarliestPosition_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'GetEarliestPosition'

func (*MockSyncManager_GetEarliestPosition_Call) Return 

func (_c *MockSyncManager_GetEarliestPosition_Call) Return(_a0 int64, _a1 *msgpb.MsgPosition) *MockSyncManager_GetEarliestPosition_Call

func (*MockSyncManager_GetEarliestPosition_Call) Run 

func (_c *MockSyncManager_GetEarliestPosition_Call) Run(run func(channel string)) *MockSyncManager_GetEarliestPosition_Call

func (*MockSyncManager_GetEarliestPosition_Call) RunAndReturn 

func (_c *MockSyncManager_GetEarliestPosition_Call) RunAndReturn(run func(string) (int64, *msgpb.MsgPosition)) *MockSyncManager_GetEarliestPosition_Call

type MockSyncManager_SyncData_Call 

type MockSyncManager_SyncData_Call struct {
	*mock.Call
}

MockSyncManager_SyncData_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'SyncData'

func (*MockSyncManager_SyncData_Call) Return 

func (_c *MockSyncManager_SyncData_Call) Return(_a0 *conc.Future[error]) *MockSyncManager_SyncData_Call

func (*MockSyncManager_SyncData_Call) Run 

func (_c *MockSyncManager_SyncData_Call) Run(run func(ctx context.Context, task Task)) *MockSyncManager_SyncData_Call

func (*MockSyncManager_SyncData_Call) RunAndReturn 

func (_c *MockSyncManager_SyncData_Call) RunAndReturn(run func(context.Context, Task) *conc.Future[error]) *MockSyncManager_SyncData_Call

type MockSyncManager_Unblock_Call 

type MockSyncManager_Unblock_Call struct {
	*mock.Call
}

MockSyncManager_Unblock_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'Unblock'

func (*MockSyncManager_Unblock_Call) Return 

func (_c *MockSyncManager_Unblock_Call) Return() *MockSyncManager_Unblock_Call

func (*MockSyncManager_Unblock_Call) Run 

func (_c *MockSyncManager_Unblock_Call) Run(run func(segmentID int64)) *MockSyncManager_Unblock_Call

func (*MockSyncManager_Unblock_Call) RunAndReturn 

func (_c *MockSyncManager_Unblock_Call) RunAndReturn(run func(int64)) *MockSyncManager_Unblock_Call

type MockTask 

type MockTask struct {
	mock.Mock
}

MockTask is an autogenerated mock type for the Task type

func NewMockTask 

func NewMockTask(t interface {
	mock.TestingT
	Cleanup(func())
}) *MockTask

NewMockTask creates a new instance of MockTask. It also registers a testing interface on the mock and a cleanup function to assert the mocks expectations. The first argument is typically a *testing.T value.

func (*MockTask) CalcTargetSegment 

func (_m *MockTask) CalcTargetSegment() (int64, error)

CalcTargetSegment provides a mock function with given fields:

func (*MockTask) ChannelName 

func (_m *MockTask) ChannelName() string

ChannelName provides a mock function with given fields:

func (*MockTask) Checkpoint 

func (_m *MockTask) Checkpoint() *msgpb.MsgPosition

Checkpoint provides a mock function with given fields:

func (*MockTask) EXPECT 

func (_m *MockTask) EXPECT() *MockTask_Expecter

func (*MockTask) Run 

func (_m *MockTask) Run() error

Run provides a mock function with given fields:

func (*MockTask) SegmentID 

func (_m *MockTask) SegmentID() int64

SegmentID provides a mock function with given fields:

func (*MockTask) StartPosition 

func (_m *MockTask) StartPosition() *msgpb.MsgPosition

StartPosition provides a mock function with given fields:

type MockTask_CalcTargetSegment_Call 

type MockTask_CalcTargetSegment_Call struct {
	*mock.Call
}

MockTask_CalcTargetSegment_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'CalcTargetSegment'

func (*MockTask_CalcTargetSegment_Call) Return 

func (_c *MockTask_CalcTargetSegment_Call) Return(_a0 int64, _a1 error) *MockTask_CalcTargetSegment_Call

func (*MockTask_CalcTargetSegment_Call) Run 

func (_c *MockTask_CalcTargetSegment_Call) Run(run func()) *MockTask_CalcTargetSegment_Call

func (*MockTask_CalcTargetSegment_Call) RunAndReturn 

func (_c *MockTask_CalcTargetSegment_Call) RunAndReturn(run func() (int64, error)) *MockTask_CalcTargetSegment_Call

type MockTask_ChannelName_Call 

type MockTask_ChannelName_Call struct {
	*mock.Call
}

MockTask_ChannelName_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'ChannelName'

func (*MockTask_ChannelName_Call) Return 

func (_c *MockTask_ChannelName_Call) Return(_a0 string) *MockTask_ChannelName_Call

func (*MockTask_ChannelName_Call) Run 

func (_c *MockTask_ChannelName_Call) Run(run func()) *MockTask_ChannelName_Call

func (*MockTask_ChannelName_Call) RunAndReturn 

func (_c *MockTask_ChannelName_Call) RunAndReturn(run func() string) *MockTask_ChannelName_Call

type MockTask_Checkpoint_Call 

type MockTask_Checkpoint_Call struct {
	*mock.Call
}

MockTask_Checkpoint_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'Checkpoint'

func (*MockTask_Checkpoint_Call) Return 

func (_c *MockTask_Checkpoint_Call) Return(_a0 *msgpb.MsgPosition) *MockTask_Checkpoint_Call

func (*MockTask_Checkpoint_Call) Run 

func (_c *MockTask_Checkpoint_Call) Run(run func()) *MockTask_Checkpoint_Call

func (*MockTask_Checkpoint_Call) RunAndReturn 

func (_c *MockTask_Checkpoint_Call) RunAndReturn(run func() *msgpb.MsgPosition) *MockTask_Checkpoint_Call

type MockTask_Expecter 

type MockTask_Expecter struct {
	// contains filtered or unexported fields
}

func (*MockTask_Expecter) CalcTargetSegment 

func (_e *MockTask_Expecter) CalcTargetSegment() *MockTask_CalcTargetSegment_Call

CalcTargetSegment is a helper method to define mock.On call

func (*MockTask_Expecter) ChannelName 

func (_e *MockTask_Expecter) ChannelName() *MockTask_ChannelName_Call

ChannelName is a helper method to define mock.On call

func (*MockTask_Expecter) Checkpoint 

func (_e *MockTask_Expecter) Checkpoint() *MockTask_Checkpoint_Call

Checkpoint is a helper method to define mock.On call

func (*MockTask_Expecter) Run 

func (_e *MockTask_Expecter) Run() *MockTask_Run_Call

Run is a helper method to define mock.On call

func (*MockTask_Expecter) SegmentID 

func (_e *MockTask_Expecter) SegmentID() *MockTask_SegmentID_Call

SegmentID is a helper method to define mock.On call

func (*MockTask_Expecter) StartPosition 

func (_e *MockTask_Expecter) StartPosition() *MockTask_StartPosition_Call

StartPosition is a helper method to define mock.On call

type MockTask_Run_Call 

type MockTask_Run_Call struct {
	*mock.Call
}

MockTask_Run_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'Run'

func (*MockTask_Run_Call) Return 

func (_c *MockTask_Run_Call) Return(_a0 error) *MockTask_Run_Call

func (*MockTask_Run_Call) Run 

func (_c *MockTask_Run_Call) Run(run func()) *MockTask_Run_Call

func (*MockTask_Run_Call) RunAndReturn 

func (_c *MockTask_Run_Call) RunAndReturn(run func() error) *MockTask_Run_Call

type MockTask_SegmentID_Call 

type MockTask_SegmentID_Call struct {
	*mock.Call
}

MockTask_SegmentID_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'SegmentID'

func (*MockTask_SegmentID_Call) Return 

func (_c *MockTask_SegmentID_Call) Return(_a0 int64) *MockTask_SegmentID_Call

func (*MockTask_SegmentID_Call) Run 

func (_c *MockTask_SegmentID_Call) Run(run func()) *MockTask_SegmentID_Call

func (*MockTask_SegmentID_Call) RunAndReturn 

func (_c *MockTask_SegmentID_Call) RunAndReturn(run func() int64) *MockTask_SegmentID_Call

type MockTask_StartPosition_Call 

type MockTask_StartPosition_Call struct {
	*mock.Call
}

MockTask_StartPosition_Call is a *mock.Call that shadows Run/Return methods with type explicit version for method 'StartPosition'

func (*MockTask_StartPosition_Call) Return 

func (_c *MockTask_StartPosition_Call) Return(_a0 *msgpb.MsgPosition) *MockTask_StartPosition_Call

func (*MockTask_StartPosition_Call) Run 

func (_c *MockTask_StartPosition_Call) Run(run func()) *MockTask_StartPosition_Call

func (*MockTask_StartPosition_Call) RunAndReturn 

func (_c *MockTask_StartPosition_Call) RunAndReturn(run func() *msgpb.MsgPosition) *MockTask_StartPosition_Call

type Serializer 

type Serializer interface {
	EncodeBuffer(ctx context.Context, pack *SyncPack) (Task, error)
}

Serializer is the interface for storage/storageV2 implementation to encoding WriteBuffer into sync task.

type SyncManager 

type SyncManager interface {
	// SyncData is the method to submit sync task.
	SyncData(ctx context.Context, task Task) *conc.Future[error]
	// GetEarliestPosition returns the earliest position (normally start position) of the processing sync task of provided channel.
	GetEarliestPosition(channel string) (int64, *msgpb.MsgPosition)
	// Block allows caller to block tasks of provided segment id.
	// normally used by compaction task.
	// if levelzero delta policy is enabled, this shall be an empty operation.
	Block(segmentID int64)
	// Unblock is the reverse method for `Block`.
	Unblock(segmentID int64)
}

SyncMangger is the interface for sync manager. it processes the sync tasks inside and changes the meta.

func NewSyncManager 

func NewSyncManager(chunkManager storage.ChunkManager, allocator allocator.Interface) (SyncManager, error)

type SyncManagerOption 

type SyncManagerOption struct {
	// contains filtered or unexported fields
}

type SyncMeta 

type SyncMeta struct {
	// contains filtered or unexported fields
}

type SyncPack 

type SyncPack struct {
	// contains filtered or unexported fields
}

SyncPack is the struct contains buffer sync data.

func (*SyncPack) WithBatchSize 

func (p *SyncPack) WithBatchSize(batchSize int64) *SyncPack

func (*SyncPack) WithChannelName 

func (p *SyncPack) WithChannelName(chanName string) *SyncPack

func (*SyncPack) WithCheckpoint 

func (p *SyncPack) WithCheckpoint(cp *msgpb.MsgPosition) *SyncPack

func (*SyncPack) WithCollectionID 

func (p *SyncPack) WithCollectionID(collID int64) *SyncPack

func (*SyncPack) WithDeleteData 

func (p *SyncPack) WithDeleteData(deltaData *storage.DeleteData) *SyncPack

func (*SyncPack) WithDrop 

func (p *SyncPack) WithDrop() *SyncPack

func (*SyncPack) WithFlush 

func (p *SyncPack) WithFlush() *SyncPack

func (*SyncPack) WithInsertData 

func (p *SyncPack) WithInsertData(insertData *storage.InsertData) *SyncPack

func (*SyncPack) WithLevel 

func (p *SyncPack) WithLevel(level datapb.SegmentLevel) *SyncPack

func (*SyncPack) WithPartitionID 

func (p *SyncPack) WithPartitionID(partID int64) *SyncPack

func (*SyncPack) WithSegmentID 

func (p *SyncPack) WithSegmentID(segID int64) *SyncPack

func (*SyncPack) WithStartPosition 

func (p *SyncPack) WithStartPosition(start *msgpb.MsgPosition) *SyncPack

func (*SyncPack) WithTimeRange 

func (p *SyncPack) WithTimeRange(from, to typeutil.Timestamp) *SyncPack

type SyncTask 

type SyncTask struct {
	// contains filtered or unexported fields
}

func NewSyncTask 

func NewSyncTask() *SyncTask

func (*SyncTask) Binlogs 

func (t *SyncTask) Binlogs() (map[int64]*datapb.FieldBinlog, map[int64]*datapb.FieldBinlog, *datapb.FieldBinlog)

func (*SyncTask) CalcTargetSegment 

func (t *SyncTask) CalcTargetSegment() (int64, error)

func (*SyncTask) ChannelName 

func (t *SyncTask) ChannelName() string

func (*SyncTask) Checkpoint 

func (t *SyncTask) Checkpoint() *msgpb.MsgPosition

func (*SyncTask) Run 

func (t *SyncTask) Run() (err error)

func (*SyncTask) SegmentID 

func (t *SyncTask) SegmentID() int64

func (*SyncTask) StartPosition 

func (t *SyncTask) StartPosition() *msgpb.MsgPosition

func (*SyncTask) WithAllocator 

func (t *SyncTask) WithAllocator(allocator allocator.Interface) *SyncTask

func (*SyncTask) WithBatchSize 

func (t *SyncTask) WithBatchSize(batchSize int64) *SyncTask

func (*SyncTask) WithChannelName 

func (t *SyncTask) WithChannelName(chanName string) *SyncTask

func (*SyncTask) WithCheckpoint 

func (t *SyncTask) WithCheckpoint(cp *msgpb.MsgPosition) *SyncTask

func (*SyncTask) WithChunkManager 

func (t *SyncTask) WithChunkManager(cm storage.ChunkManager) *SyncTask

func (*SyncTask) WithCollectionID 

func (t *SyncTask) WithCollectionID(collID int64) *SyncTask

func (*SyncTask) WithDrop 

func (t *SyncTask) WithDrop() *SyncTask

func (*SyncTask) WithFailureCallback 

func (t *SyncTask) WithFailureCallback(callback func(error)) *SyncTask

func (*SyncTask) WithFlush 

func (t *SyncTask) WithFlush() *SyncTask

func (*SyncTask) WithLevel 

func (t *SyncTask) WithLevel(level datapb.SegmentLevel) *SyncTask

func (*SyncTask) WithMetaCache 

func (t *SyncTask) WithMetaCache(metacache metacache.MetaCache) *SyncTask

func (*SyncTask) WithMetaWriter 

func (t *SyncTask) WithMetaWriter(metaWriter MetaWriter) *SyncTask

func (*SyncTask) WithPartitionID 

func (t *SyncTask) WithPartitionID(partID int64) *SyncTask

func (*SyncTask) WithSchema 

func (t *SyncTask) WithSchema(schema *schemapb.CollectionSchema) *SyncTask

func (*SyncTask) WithSegmentID 

func (t *SyncTask) WithSegmentID(segID int64) *SyncTask

func (*SyncTask) WithStartPosition 

func (t *SyncTask) WithStartPosition(start *msgpb.MsgPosition) *SyncTask

func (*SyncTask) WithTimeRange 

func (t *SyncTask) WithTimeRange(from, to typeutil.Timestamp) *SyncTask

func (*SyncTask) WithWriteRetryOptions 

func (t *SyncTask) WithWriteRetryOptions(opts ...retry.Option) *SyncTask

type SyncTaskV2 

type SyncTaskV2 struct {
	*SyncTask
	// contains filtered or unexported fields
}

func NewSyncTaskV2 

func NewSyncTaskV2() *SyncTaskV2

func (*SyncTaskV2) Run 

func (t *SyncTaskV2) Run() error

func (*SyncTaskV2) WithAllocator 

func (t *SyncTaskV2) WithAllocator(allocator allocator.Interface) *SyncTaskV2

func (*SyncTaskV2) WithArrowSchema 

func (t *SyncTaskV2) WithArrowSchema(arrowSchema *arrow.Schema) *SyncTaskV2

func (*SyncTaskV2) WithBatchSize 

func (t *SyncTaskV2) WithBatchSize(batchSize int64) *SyncTaskV2

func (*SyncTaskV2) WithChannelName 

func (t *SyncTaskV2) WithChannelName(chanName string) *SyncTaskV2

func (*SyncTaskV2) WithCheckpoint 

func (t *SyncTaskV2) WithCheckpoint(cp *msgpb.MsgPosition) *SyncTaskV2

func (*SyncTaskV2) WithChunkManager 

func (t *SyncTaskV2) WithChunkManager(cm storage.ChunkManager) *SyncTaskV2

func (*SyncTaskV2) WithCollectionID 

func (t *SyncTaskV2) WithCollectionID(collID int64) *SyncTaskV2

func (*SyncTaskV2) WithDrop 

func (t *SyncTaskV2) WithDrop() *SyncTaskV2

func (*SyncTaskV2) WithFailureCallback 

func (t *SyncTaskV2) WithFailureCallback(callback func(error)) *SyncTaskV2

func (*SyncTaskV2) WithFlush 

func (t *SyncTaskV2) WithFlush() *SyncTaskV2

func (*SyncTaskV2) WithLevel 

func (t *SyncTaskV2) WithLevel(level datapb.SegmentLevel) *SyncTaskV2

func (*SyncTaskV2) WithMetaCache 

func (t *SyncTaskV2) WithMetaCache(metacache metacache.MetaCache) *SyncTaskV2

func (*SyncTaskV2) WithMetaWriter 

func (t *SyncTaskV2) WithMetaWriter(metaWriter MetaWriter) *SyncTaskV2

func (*SyncTaskV2) WithPartitionID 

func (t *SyncTaskV2) WithPartitionID(partID int64) *SyncTaskV2

func (*SyncTaskV2) WithSchema 

func (t *SyncTaskV2) WithSchema(schema *schemapb.CollectionSchema) *SyncTaskV2

func (*SyncTaskV2) WithSegmentID 

func (t *SyncTaskV2) WithSegmentID(segID int64) *SyncTaskV2

func (*SyncTaskV2) WithSpace 

func (t *SyncTaskV2) WithSpace(space *milvus_storage.Space) *SyncTaskV2

func (*SyncTaskV2) WithStartPosition 

func (t *SyncTaskV2) WithStartPosition(start *msgpb.MsgPosition) *SyncTaskV2

func (*SyncTaskV2) WithTimeRange 

func (t *SyncTaskV2) WithTimeRange(from, to typeutil.Timestamp) *SyncTaskV2

func (*SyncTaskV2) WithWriteRetryOptions 

func (t *SyncTaskV2) WithWriteRetryOptions(opts ...retry.Option) *SyncTaskV2

type Task 

type Task interface {
	SegmentID() int64
	CalcTargetSegment() (int64, error)
	Checkpoint() *msgpb.MsgPosition
	StartPosition() *msgpb.MsgPosition
	ChannelName() string
	Run() error
}

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.