ingest

Documentation

Index

• Variables
• type Comparator
• type FileProcessor
  • func NewParallel(maxWorkers int) *FileProcessor
  • func (f *FileProcessor) Discover(ctx context.Context, path string, cmp Comparator) ([]byte, error)
• type Finder
• type ManualSelectionProcessor
  • func NewSelection() *ManualSelectionProcessor
  • func (s *ManualSelectionProcessor) Discover(ctx context.Context, path string, cmp Comparator) ([]byte, error)

Variables

var ErrNotFound = errors.New("no matching file discovered")

Types

type Comparator

type Comparator func([]byte) bool

type FileProcessor

type FileProcessor struct {
	MaxWorkers int
}

func NewParallel

func NewParallel(maxWorkers int) *FileProcessor

func (*FileProcessor) Discover

func (f *FileProcessor) Discover(ctx context.Context, path string, cmp Comparator) ([]byte, error)

type Finder

type Finder interface {
	Discover(ctx context.Context, paths string, cmp Comparator) ([]byte, error)
}

type ManualSelectionProcessor

type ManualSelectionProcessor struct{}

func NewSelection

func NewSelection() *ManualSelectionProcessor

func (*ManualSelectionProcessor) Discover

func (s *ManualSelectionProcessor) Discover(ctx context.Context, path string, cmp Comparator) ([]byte, error)