indexer

Documentation

Index

• Constants
• Variables
• type Indexer
  • func NewIndexer(indexesStore dstore.Store, blocksStore dstore.Store, blockstreamAddr string, ...) *Indexer
  • func (i *Indexer) Bootstrap(startBlockNum uint64) error
  • func (i *Indexer) BuildBatchPipeline(targetStartBlockNum, fileSourceStartBlockNum uint64, ...)
  • func (i *Indexer) BuildLivePipeline(targetStartBlockNum, fileSourceStartBlockNum uint64, ...)
  • func (i *Indexer) Check(ctx context.Context, in *pbhealth.HealthCheckRequest) (*pbhealth.HealthCheckResponse, error)
  • func (i *Indexer) Launch()
  • func (i *Indexer) NextBaseBlockAfter(startBlockNum uint64) (nextStartBlockNum uint64)
• type Pipeline
  • func (p *Pipeline) Bootstrap(startBlockNum uint64) error
  • func (pipe *Pipeline) ProcessBlock(blk *bstream.Block, objWrap interface{}) error
  • func (pipe *Pipeline) SetCatchUpMode()
  • func (p *Pipeline) Upload(baseIndex uint64, indexPath string) (err error)
  • func (p *Pipeline) WaitOnUploads()
• type Truncator
  • func NewTruncator(indexer *Indexer, blockCount uint64) *Truncator
  • func (t *Truncator) Launch()

Constants

const ShardsTruncationLeeway = 5

Variables

var CompletedError = fmt.Errorf("batch completed")

Types

type Indexer

type Indexer struct {
	*shutter.Shutter

	StartBlockNum uint64
	StopBlockNum  uint64

	Verbose bool
	// contains filtered or unexported fields
}

func NewIndexer

func NewIndexer(
	indexesStore dstore.Store,
	blocksStore dstore.Store,
	blockstreamAddr string,
	blockMapper search.BlockMapper,
	writePath string,
	shardSize uint64,
	httpListenAddr string,
	grpcListenAddr string,

) *Indexer

func (*Indexer) Bootstrap

func (i *Indexer) Bootstrap(startBlockNum uint64) error

func (*Indexer) BuildBatchPipeline

func (i *Indexer) BuildBatchPipeline(targetStartBlockNum, fileSourceStartBlockNum uint64, previousIrreversibleID string, enableUpload bool, deleteAfterUpload bool)

func (*Indexer) BuildLivePipeline

func (i *Indexer) BuildLivePipeline(targetStartBlockNum, fileSourceStartBlockNum uint64, previousIrreversibleID string, enableUpload bool, deleteAfterUpload bool)

func (*Indexer) Check

func (i *Indexer) Check(ctx context.Context, in *pbhealth.HealthCheckRequest) (*pbhealth.HealthCheckResponse, error)

func (*Indexer) Launch

func (i *Indexer) Launch()

func (*Indexer) NextBaseBlockAfter

func (i *Indexer) NextBaseBlockAfter(startBlockNum uint64) (nextStartBlockNum uint64)

type Pipeline

type Pipeline struct {
	// contains filtered or unexported fields
}

func (*Pipeline) Bootstrap

func (p *Pipeline) Bootstrap(startBlockNum uint64) error

func (*Pipeline) ProcessBlock

func (pipe *Pipeline) ProcessBlock(blk *bstream.Block, objWrap interface{}) error

func (*Pipeline) SetCatchUpMode

func (pipe *Pipeline) SetCatchUpMode()

func (*Pipeline) Upload

func (p *Pipeline) Upload(baseIndex uint64, indexPath string) (err error)

func (*Pipeline) WaitOnUploads

func (p *Pipeline) WaitOnUploads()

type Truncator

type Truncator struct {
	// contains filtered or unexported fields
}

func NewTruncator

func NewTruncator(indexer *Indexer, blockCount uint64) *Truncator

func (*Truncator) Launch

func (t *Truncator) Launch()