crawler

Documentation

Index

• Constants
• func AddBackfillCrawlerTask(ctx context.Context, sugar *zap.Logger, client *ethclient.Client, db *sql.DB, ...) error
• func CrawlSupportedChains(ctx context.Context, logger *zap.Logger, db *sql.DB, rdb *redis.Client) error
• func FilterEvents(ctx context.Context, sugar *zap.Logger, db *sql.DB, client *ethclient.Client, ...) error
• func InitBackfillProcessor(ctx context.Context, logger *zap.Logger, db *sql.DB, rdb *redis.Client, ...) error
• func NewBackfillCollectionTask(bf *models.GetCrawlingBackfillCrawlerRow) (*asynq.Task, error)
• func ProcessCrawlingBackfillCollection(ctx context.Context, sugar *zap.Logger, db *sql.DB, queueClient *asynq.Client) error
• func ProcessLatestBlocks(ctx context.Context, sugar *zap.Logger, client *ethclient.Client, db *sql.DB, ...) error
• func ProcessNewChainAssets(ctx context.Context, logger *zap.Logger, rdb *redis.Client) error
• func ProcessNewChains(ctx context.Context, logger *zap.Logger, rdb *redis.Client, db *sql.DB) error
• func StartChainCrawler(ctx context.Context, sugar *zap.Logger, client *ethclient.Client, db *sql.DB, ...)
• func StartWorker(db *sql.DB, rdb *redis.Client, queueClient *asynq.Client, config server.Config)
• type BackfillProcessor
  • func NewBackfillProcessor(sugar *zap.Logger, ethClient *ethclient.Client, db *sql.DB, ...) *BackfillProcessor
  • func (processor *BackfillProcessor) ProcessTask(ctx context.Context, t *asynq.Task) error

Constants

const (
	AssetTypeERC20   = "ERC20"
	AssetTypeERC721  = "ERC721"
	AssetTypeERC1155 = "ERC1155"
)

const (
	BackfillCollection = "backfill_collection"
)

---------------------------------------------- Task ----------------------------------------------

Functions

func AddBackfillCrawlerTask

func AddBackfillCrawlerTask(ctx context.Context, sugar *zap.Logger, client *ethclient.Client, db *sql.DB, chain *models.Chain, c *models.GetCrawlingBackfillCrawlerRow, queueClient *asynq.Client) error

func CrawlSupportedChains

func CrawlSupportedChains(ctx context.Context, logger *zap.Logger, db *sql.DB, rdb *redis.Client) error

func FilterEvents

func FilterEvents(ctx context.Context, sugar *zap.Logger, db *sql.DB, client *ethclient.Client,
	chain *models.Chain, rdb *redis.Client, receipts utypes.Receipts) error

func InitBackfillProcessor

func InitBackfillProcessor(ctx context.Context, logger *zap.Logger, db *sql.DB, rdb *redis.Client, queueClient *asynq.Client, config server.Config) error

func NewBackfillCollectionTask

func NewBackfillCollectionTask(bf *models.GetCrawlingBackfillCrawlerRow) (*asynq.Task, error)

func ProcessCrawlingBackfillCollection

func ProcessCrawlingBackfillCollection(ctx context.Context, sugar *zap.Logger, db *sql.DB, queueClient *asynq.Client) error

func ProcessLatestBlocks

func ProcessLatestBlocks(ctx context.Context, sugar *zap.Logger, client *ethclient.Client, db *sql.DB, chain *models.Chain, rdb *redis.Client) error

func ProcessNewChainAssets

func ProcessNewChainAssets(ctx context.Context, logger *zap.Logger, rdb *redis.Client) error

func ProcessNewChains

func ProcessNewChains(ctx context.Context, logger *zap.Logger, rdb *redis.Client, db *sql.DB) error

func StartChainCrawler

func StartChainCrawler(ctx context.Context, sugar *zap.Logger, client *ethclient.Client, db *sql.DB, chain *models.Chain, rdb *redis.Client)

func StartWorker

func StartWorker(db *sql.DB, rdb *redis.Client, queueClient *asynq.Client, config server.Config)

Types

type BackfillProcessor

type BackfillProcessor struct {
	// contains filtered or unexported fields
}

BackfillProcessor implements asynq.Handler interface.

func NewBackfillProcessor

func NewBackfillProcessor(sugar *zap.Logger, ethClient *ethclient.Client, db *sql.DB, chain *models.Chain, rdb *redis.Client, config server.Config) *BackfillProcessor

func (*BackfillProcessor) ProcessTask

func (processor *BackfillProcessor) ProcessTask(ctx context.Context, t *asynq.Task) error