partitionstorage

Documentation

Index

• func WithRequestPriotiry(priority spannerpb.RequestOptions_Priority) spannerOption
• type InmemoryPartitionStorage
  • func NewInmemory() *InmemoryPartitionStorage
  • func (s *InmemoryPartitionStorage) AddChildPartitions(ctx context.Context, parent *spream.PartitionMetadata, ...) error
  • func (s *InmemoryPartitionStorage) GetInterruptedPartitions(ctx context.Context) ([]*spream.PartitionMetadata, error)
  • func (s *InmemoryPartitionStorage) GetSchedulablePartitions(ctx context.Context, minWatermark time.Time) ([]*spream.PartitionMetadata, error)
  • func (s *InmemoryPartitionStorage) GetUnfinishedMinWatermarkPartition(ctx context.Context) (*spream.PartitionMetadata, error)
  • func (s *InmemoryPartitionStorage) InitializeRootPartition(ctx context.Context, startTimestamp time.Time, endTimestamp time.Time, ...) error
  • func (s *InmemoryPartitionStorage) UpdateToFinished(ctx context.Context, partition *spream.PartitionMetadata) error
  • func (s *InmemoryPartitionStorage) UpdateToRunning(ctx context.Context, partition *spream.PartitionMetadata) error
  • func (s *InmemoryPartitionStorage) UpdateToScheduled(ctx context.Context, partitions []*spream.PartitionMetadata) error
  • func (s *InmemoryPartitionStorage) UpdateWatermark(ctx context.Context, partition *spream.PartitionMetadata, watermark time.Time) error
• type SpannerPartitionStorage
  • func NewSpanner(client *spanner.Client, tableName string, options ...spannerOption) *SpannerPartitionStorage
  • func (s *SpannerPartitionStorage) AddChildPartitions(ctx context.Context, parent *spream.PartitionMetadata, ...) error
  • func (s *SpannerPartitionStorage) CreateTableIfNotExists(ctx context.Context) error
  • func (s *SpannerPartitionStorage) GetInterruptedPartitions(ctx context.Context) ([]*spream.PartitionMetadata, error)
  • func (s *SpannerPartitionStorage) GetSchedulablePartitions(ctx context.Context, minWatermark time.Time) ([]*spream.PartitionMetadata, error)
  • func (s *SpannerPartitionStorage) GetUnfinishedMinWatermarkPartition(ctx context.Context) (*spream.PartitionMetadata, error)
  • func (s *SpannerPartitionStorage) InitializeRootPartition(ctx context.Context, startTimestamp time.Time, endTimestamp time.Time, ...) error
  • func (s *SpannerPartitionStorage) UpdateToFinished(ctx context.Context, partition *spream.PartitionMetadata) error
  • func (s *SpannerPartitionStorage) UpdateToRunning(ctx context.Context, partition *spream.PartitionMetadata) error
  • func (s *SpannerPartitionStorage) UpdateToScheduled(ctx context.Context, partitions []*spream.PartitionMetadata) error
  • func (s *SpannerPartitionStorage) UpdateWatermark(ctx context.Context, partition *spream.PartitionMetadata, watermark time.Time) error

Functions

func WithRequestPriotiry

func WithRequestPriotiry(priority spannerpb.RequestOptions_Priority) spannerOption

WithRequestPriotiry set the priority option for spanner requests.

Default value is unspecified, equivalent to high.

Types

type InmemoryPartitionStorage

type InmemoryPartitionStorage struct {
	// contains filtered or unexported fields
}

InmemoryPartitionStorage implements PartitionStorage that stores PartitionMetadata in memory.

func NewInmemory

func NewInmemory() *InmemoryPartitionStorage

NewInmemory creates new instance of InmemoryPartitionStorage

func (*InmemoryPartitionStorage) AddChildPartitions

func (s *InmemoryPartitionStorage) AddChildPartitions(ctx context.Context, parent *spream.PartitionMetadata, r *spream.ChildPartitionsRecord) error

func (*InmemoryPartitionStorage) GetInterruptedPartitions

func (s *InmemoryPartitionStorage) GetInterruptedPartitions(ctx context.Context) ([]*spream.PartitionMetadata, error)

func (*InmemoryPartitionStorage) GetSchedulablePartitions

func (s *InmemoryPartitionStorage) GetSchedulablePartitions(ctx context.Context, minWatermark time.Time) ([]*spream.PartitionMetadata, error)

func (*InmemoryPartitionStorage) GetUnfinishedMinWatermarkPartition

func (s *InmemoryPartitionStorage) GetUnfinishedMinWatermarkPartition(ctx context.Context) (*spream.PartitionMetadata, error)

func (*InmemoryPartitionStorage) InitializeRootPartition

func (s *InmemoryPartitionStorage) InitializeRootPartition(ctx context.Context, startTimestamp time.Time, endTimestamp time.Time, heartbeatInterval time.Duration) error

func (*InmemoryPartitionStorage) UpdateToFinished

func (s *InmemoryPartitionStorage) UpdateToFinished(ctx context.Context, partition *spream.PartitionMetadata) error

func (*InmemoryPartitionStorage) UpdateToRunning

func (s *InmemoryPartitionStorage) UpdateToRunning(ctx context.Context, partition *spream.PartitionMetadata) error

func (*InmemoryPartitionStorage) UpdateToScheduled

func (s *InmemoryPartitionStorage) UpdateToScheduled(ctx context.Context, partitions []*spream.PartitionMetadata) error

func (*InmemoryPartitionStorage) UpdateWatermark

func (s *InmemoryPartitionStorage) UpdateWatermark(ctx context.Context, partition *spream.PartitionMetadata, watermark time.Time) error

type SpannerPartitionStorage

type SpannerPartitionStorage struct {
	// contains filtered or unexported fields
}

InmemoryPartitionStorage implements PartitionStorage that stores PartitionMetadata in Cloud Spanner.

func NewSpanner

func NewSpanner(client *spanner.Client, tableName string, options ...spannerOption) *SpannerPartitionStorage

NewSpanner creates new instance of SpannerPartitionStorage

func (*SpannerPartitionStorage) AddChildPartitions

func (s *SpannerPartitionStorage) AddChildPartitions(ctx context.Context, parent *spream.PartitionMetadata, r *spream.ChildPartitionsRecord) error

func (*SpannerPartitionStorage) CreateTableIfNotExists

func (s *SpannerPartitionStorage) CreateTableIfNotExists(ctx context.Context) error

func (*SpannerPartitionStorage) GetInterruptedPartitions

func (s *SpannerPartitionStorage) GetInterruptedPartitions(ctx context.Context) ([]*spream.PartitionMetadata, error)

func (*SpannerPartitionStorage) GetSchedulablePartitions

func (s *SpannerPartitionStorage) GetSchedulablePartitions(ctx context.Context, minWatermark time.Time) ([]*spream.PartitionMetadata, error)

func (*SpannerPartitionStorage) GetUnfinishedMinWatermarkPartition

func (s *SpannerPartitionStorage) GetUnfinishedMinWatermarkPartition(ctx context.Context) (*spream.PartitionMetadata, error)

func (*SpannerPartitionStorage) InitializeRootPartition

func (s *SpannerPartitionStorage) InitializeRootPartition(ctx context.Context, startTimestamp time.Time, endTimestamp time.Time, heartbeatInterval time.Duration) error

func (*SpannerPartitionStorage) UpdateToFinished

func (s *SpannerPartitionStorage) UpdateToFinished(ctx context.Context, partition *spream.PartitionMetadata) error

func (*SpannerPartitionStorage) UpdateToRunning

func (s *SpannerPartitionStorage) UpdateToRunning(ctx context.Context, partition *spream.PartitionMetadata) error

func (*SpannerPartitionStorage) UpdateToScheduled

func (s *SpannerPartitionStorage) UpdateToScheduled(ctx context.Context, partitions []*spream.PartitionMetadata) error

func (*SpannerPartitionStorage) UpdateWatermark

func (s *SpannerPartitionStorage) UpdateWatermark(ctx context.Context, partition *spream.PartitionMetadata, watermark time.Time) error