sorter

Documentation

Index

• func SortRows(blk [][]string, pk []uint32)
• type Block
• type ProgressBar
• type Rows
• type Sorter
  • func NewSorter(runSize uint64, pt ProgressBar) (s *Sorter, err error)
  • func (s *Sorter) AddRow(row []string) error
  • func (s *Sorter) Close() error
  • func (s *Sorter) SortFile(f io.ReadCloser, pk []string) (err error)
  • func (s *Sorter) SortedBlocks(removedCols map[int]struct{}, errChan chan<- error) (blocks chan *Block)
  • func (s *Sorter) SortedRows(removedCols map[int]struct{}, errChan chan<- error) (rowsCh chan *Rows)

Functions

func SortRows

func SortRows(blk [][]string, pk []uint32)

Types

type Block

type Block struct {
	Offset int
	Block  []byte
	PK     []string
}

type ProgressBar

type ProgressBar interface {
	Add(int) error
	Finish() error
}

type Rows

type Rows struct {
	Offset int
	Rows   [][]string
}

type Sorter

type Sorter struct {
	PK []uint32

	Columns []string

	RowsCount uint32
	// contains filtered or unexported fields
}

Sorter sorts input CSV based on PK and output blocks of 255 rows each

func NewSorter

func NewSorter(runSize uint64, pt ProgressBar) (s *Sorter, err error)

func (*Sorter) AddRow

func (s *Sorter) AddRow(row []string) error

func (*Sorter) Close

func (s *Sorter) Close() error

func (*Sorter) SortFile

func (s *Sorter) SortFile(f io.ReadCloser, pk []string) (err error)

func (*Sorter) SortedBlocks

func (s *Sorter) SortedBlocks(removedCols map[int]struct{}, errChan chan<- error) (blocks chan *Block)

func (*Sorter) SortedRows

func (s *Sorter) SortedRows(removedCols map[int]struct{}, errChan chan<- error) (rowsCh chan *Rows)