harvester

Documentation

Index

• Variables
• type Decoder
• type Harvester
  • func NewHarvester(prospectorCfg config.ProspectorConfig, cfg *config.HarvesterConfig, ...) (*Harvester, error)
  • func (h *Harvester) Harvest()
  • func (h *Harvester) Start()
  • func (h *Harvester) Stop()
• type Typer

Variables

var Plain = encoding.Nop

Plain file encoding not transforming any read bytes.

Types

type Decoder

type Decoder func(io.Reader) io.Reader

Decoder wraps a reader for decoding input to utf-8 on read.

type Harvester

type Harvester struct {
	Path             string /* the file path to harvest */
	ProspectorConfig config.ProspectorConfig
	Config           *config.HarvesterConfig
	Offset           int64
	FinishChan       chan int64
	SpoolerChan      chan *input.FileEvent
	// contains filtered or unexported fields
}

func NewHarvester

func NewHarvester(
	prospectorCfg config.ProspectorConfig,
	cfg *config.HarvesterConfig,
	path string,
	signal chan int64,
	spooler chan *input.FileEvent,
) (*Harvester, error)

func (*Harvester) Harvest

func (h *Harvester) Harvest()

Log harvester reads files line by line and sends events to the defined output

func (*Harvester) Start

func (h *Harvester) Start()

func (*Harvester) Stop

func (h *Harvester) Stop()

type Typer

type Typer interface {
	// contains filtered or unexported methods
}

Interface for the different harvester types