components

Documentation

Index

• func NewInMemoryFS(numOfNodes, size int) mapreduce.FileSystem
• type InMemoryFS
  • func (f *InMemoryFS) Files(route string, ctx context.Context, meta []byte) (map[string][]string, error)
  • func (f *InMemoryFS) Reader(name string, ctx context.Context, meta []byte) (func() ([]byte, error), error)
• type InProcessNetwork
  • func NewInProcessNetwork(e *mapreduce.Executor) *InProcessNetwork
  • func (n *InProcessNetwork) Execute(file, algName, nodeID string, ctx context.Context, meta []byte) (result map[string][]byte, err error)

Functions

func NewInMemoryFS

func NewInMemoryFS(numOfNodes, size int) mapreduce.FileSystem

Types

type InMemoryFS

type InMemoryFS struct {
	// contains filtered or unexported fields
}

func (*InMemoryFS) Files

func (f *InMemoryFS) Files(route string, ctx context.Context, meta []byte) (map[string][]string, error)

func (*InMemoryFS) Reader

func (f *InMemoryFS) Reader(name string, ctx context.Context, meta []byte) (func() ([]byte, error), error)

type InProcessNetwork

type InProcessNetwork struct {
	// contains filtered or unexported fields
}

func NewInProcessNetwork

func NewInProcessNetwork(e *mapreduce.Executor) *InProcessNetwork

func (*InProcessNetwork) Execute

func (n *InProcessNetwork) Execute(file, algName, nodeID string, ctx context.Context, meta []byte) (result map[string][]byte, err error)