sched

Documentation

Index

• type BatchEntry
• type RowsBatchHandler
• type ShardFailListener
• type ShardScheduler
  • func NewShardScheduler(shardID uint64, batchHandler RowsBatchHandler, ...) *ShardScheduler
  • func (s *ShardScheduler) AddForwardBatch(writeBatch []byte) error
  • func (s *ShardScheduler) AddRows(rows []cluster.ForwardRow)
  • func (s *ShardScheduler) GetLag(nowNanos uint64) time.Duration
  • func (s *ShardScheduler) ShardID() uint64
  • func (s *ShardScheduler) Start()
  • func (s *ShardScheduler) Stop()
  • func (s *ShardScheduler) WaitForProcessingToComplete(ch chan struct{})
• type WriteBatchEntry

Types

type BatchEntry

type BatchEntry struct {
	WriteTime time.Time
	Seq       uint32
}

type RowsBatchHandler

type RowsBatchHandler interface {
	HandleBatch(shardID uint64, rows []cluster.ForwardRow, first bool) (int64, error)
}

type ShardFailListener

type ShardFailListener interface {
	ShardFailed(shardID uint64)
}

ShardFailListener is called when a shard fails - this is only caused for unretryable errors where we need to stop processing, and it allows other things (e.g. aggregations) to clear up any in memory state

type ShardScheduler

type ShardScheduler struct {
	ShardFailListener ShardFailListener
	// contains filtered or unexported fields
}

func NewShardScheduler

func NewShardScheduler(shardID uint64, batchHandler RowsBatchHandler, shardFailListener ShardFailListener,
	clust cluster.Cluster, maxProcessBatchSize int, maxForwardWriteBatchSize int) *ShardScheduler

func (*ShardScheduler) AddForwardBatch

func (s *ShardScheduler) AddForwardBatch(writeBatch []byte) error

func (*ShardScheduler) AddRows

func (s *ShardScheduler) AddRows(rows []cluster.ForwardRow)

func (*ShardScheduler) GetLag

func (s *ShardScheduler) GetLag(nowNanos uint64) time.Duration

func (*ShardScheduler) ShardID

func (s *ShardScheduler) ShardID() uint64

func (*ShardScheduler) Start

func (s *ShardScheduler) Start()

func (*ShardScheduler) Stop

func (s *ShardScheduler) Stop()

func (*ShardScheduler) WaitForProcessingToComplete

func (s *ShardScheduler) WaitForProcessingToComplete(ch chan struct{})

type WriteBatchEntry

type WriteBatchEntry struct {
	// contains filtered or unexported fields
}