mapreduce

Documentation

Index

• type Filter
• type Interface
  • func New(opts ...Option) Interface
  • func NewFromMapReducer(mr MapReducer, opts ...Option) Interface
• type MapReduceOption
• type MapReducer
• type Mapper
• type Option
  • func WithContext(ctx context.Context) Option
  • func WithWorkers(workers int) Option
• type Producer
• type Reader
• type Reducer
• type Writer

Types

type Filter

type Filter func(any) (bool, error)

type Interface

type Interface interface {
	From(producer Producer) Interface
	Map(mapper Mapper) Interface
	Filter(filters ...Filter) Interface
	Reduce(reducer Reducer) Interface
	Do() (any, error)
	Err() error
}

func New

func New(opts ...Option) Interface

func NewFromMapReducer

func NewFromMapReducer(mr MapReducer, opts ...Option) Interface

type MapReduceOption

type MapReduceOption struct {
	// contains filtered or unexported fields
}

type MapReducer

type MapReducer interface {
	From(w Writer) error
	Map(item any) (any, error)
	Reduce(r Reader) (any, error)
}

type Mapper

type Mapper func(item any) (any, error)

type Option

type Option func(*MapReduceOption)

func WithContext

func WithContext(ctx context.Context) Option

func WithWorkers

func WithWorkers(workers int) Option

type Producer

type Producer func(w Writer) error

type Reader

type Reader interface {
	Read() (any, bool)
}

type Reducer

type Reducer func(r Reader) (any, error)

type Writer

type Writer interface {
	Write(any)
}