source

Documentation

Index

• type BlockIndex
• type FileMetadata
• type ISource
• type ParquetBlockData
• type S3Source
  • func NewS3Source(cfg *config.S3SourceConfig, chainId *big.Int) (*S3Source, error)
  • func (s *S3Source) Close()
  • func (s *S3Source) GetCacheStats() (fileCount int, totalSize int64, oldestAccess time.Time)
  • func (s *S3Source) GetFullBlocks(ctx context.Context, blockNumbers []*big.Int) []rpc.GetFullBlockResult
  • func (s *S3Source) GetSupportedBlockRange(ctx context.Context) (minBlockNumber *big.Int, maxBlockNumber *big.Int, err error)
  • func (s *S3Source) RefreshMetadata(ctx context.Context) error

Types

type BlockIndex

type BlockIndex struct {
	BlockNumber uint64
	RowOffset   int64
	RowSize     int
}

BlockIndex represents the index of blocks within a file

type FileMetadata

type FileMetadata struct {
	Key        string
	MinBlock   *big.Int
	MaxBlock   *big.Int
	Size       int64
	LastAccess time.Time
}

FileMetadata represents cached information about S3 files

type ISource

type ISource interface {
	GetFullBlocks(ctx context.Context, blockNumbers []*big.Int) []rpc.GetFullBlockResult
	GetSupportedBlockRange(ctx context.Context) (minBlockNumber *big.Int, maxBlockNumber *big.Int, err error)
	Close()
}

type ParquetBlockData

type ParquetBlockData struct {
	ChainId        uint64 `parquet:"chain_id"`
	BlockNumber    uint64 `parquet:"block_number"`
	BlockHash      string `parquet:"block_hash"`
	BlockTimestamp int64  `parquet:"block_timestamp"`
	Block          []byte `parquet:"block_json"`
	Transactions   []byte `parquet:"transactions_json"`
	Logs           []byte `parquet:"logs_json"`
	Traces         []byte `parquet:"traces_json"`
}

ParquetBlockData represents the block data structure in parquet files

type S3Source

type S3Source struct {
	// contains filtered or unexported fields
}

func NewS3Source

func NewS3Source(cfg *config.S3SourceConfig, chainId *big.Int) (*S3Source, error)

func (*S3Source) Close

func (s *S3Source) Close()

func (*S3Source) GetCacheStats

func (s *S3Source) GetCacheStats() (fileCount int, totalSize int64, oldestAccess time.Time)

GetCacheStats returns statistics about the cache

func (*S3Source) GetFullBlocks

func (s *S3Source) GetFullBlocks(ctx context.Context, blockNumbers []*big.Int) []rpc.GetFullBlockResult

func (*S3Source) GetSupportedBlockRange

func (s *S3Source) GetSupportedBlockRange(ctx context.Context) (minBlockNumber *big.Int, maxBlockNumber *big.Int, err error)

func (*S3Source) RefreshMetadata

func (s *S3Source) RefreshMetadata(ctx context.Context) error

RefreshMetadata forces a refresh of the metadata cache