cmd_merge

Documentation

Overview

Loads many source CSV files (produced by the collector), creates summary files in CSV and Parquet, and writes a single CSV file with all raw transactions

Index

• Variables
• type BlockCache
  • func NewBlockCache() *BlockCache
• type TxUpdateWorker
  • func NewTxUpdateWorker(log *zap.SugaredLogger, checkNodeURI string, txC chan *common.TxSummaryEntry, ...) (p *TxUpdateWorker)

Variables

var Command = cli.Command{
	Name:  "merge",
	Usage: "Load input CSV files, deduplicate, sort and produce single output file",
	Subcommands: []*cli.Command{
		{
			Name:    "transactions",
			Aliases: []string{"tx", "t"},
			Usage:   "merge transaction CSVs",
			Flags:   append(commonFlags, mergeTxFlags...),
			Action:  mergeTransactions,
		},
		{
			Name:    "sourcelog",
			Aliases: []string{"s"},
			Usage:   "merge sourcelog CSVs",
			Flags:   commonFlags,
			Action:  mergeSourcelog,
		},
		{
			Name:   "trash",
			Usage:  "merge trash CSVs",
			Flags:  commonFlags,
			Action: mergeTrash,
		},
	},
}

Types

type BlockCache

type BlockCache struct {
	// contains filtered or unexported fields
}

BlockCache - reuse already known blocks and avoid unnecessary lookups for transaction inclusion

func NewBlockCache

func NewBlockCache() *BlockCache

type TxUpdateWorker

type TxUpdateWorker struct {
	// contains filtered or unexported fields
}

TxUpdateWorker - independent EL connections for parallel tx inclusion checks

func NewTxUpdateWorker

func NewTxUpdateWorker(log *zap.SugaredLogger, checkNodeURI string, txC chan *common.TxSummaryEntry, respC chan error, blockCache *BlockCache) (p *TxUpdateWorker)