api

Documentation

Index

• func SortOnAge(fileEntityMap map[string]FileEntity) []string
• type DAG
• type DAGNode
• type FileEntity
• type IOEvent
• type NodeProcessor
• type PipelineProcessor
  • func (fa PipelineProcessor) Process() error
  • func (fa PipelineProcessor) Setup(customParams interface{}) error
• type Thund

Functions

func SortOnAge

func SortOnAge(fileEntityMap map[string]FileEntity) []string

Types

type DAG

type DAG struct {
	Nodes []DAGNode
}

type DAGNode

type DAGNode struct {
	//	out               []DAGNode
	Name          string
	NodeProcessor NodeProcessor
}

type FileEntity

type FileEntity struct {
	Name      string
	UnixMilli int64
	Size      int64
	Lines     int64
	Sum       []byte
	Header    string
	Footer    string
	HashName  bool
	HasSize   bool
	HasLines  bool
	HasSum    bool
	HasHeader bool
	HasFooter bool
}

type IOEvent

type IOEvent interface {
	Setup(customParams interface{}) bool
	Process(reader io.Reader, customParams interface{}) bool
}

type NodeProcessor

type NodeProcessor interface {
	Setup(customParams interface{}) error
	Process() error
}

type PipelineProcessor

type PipelineProcessor struct {
	IOEventImpl   []IOEvent
	ProcessorImpl NodeProcessor
}

func (PipelineProcessor) Process

func (fa PipelineProcessor) Process() error

func (PipelineProcessor) Setup

func (fa PipelineProcessor) Setup(customParams interface{}) error

type Thund

type Thund interface {
	Deploy(dag DAG, customParams interface{}) error
	Start() error
}