worker

Documentation

Index

• Variables
• func Init(masterIP string)
• func StartWorker(pluginFile string, nReduce int, addr string, storeInRAM bool)
• func UpdateIMDInfo(u *rpc.IMDInfo) bool
• func WorkerRegister(w *rpc.WorkerInfo) int
• type KV
  • func GetIMDData(ip string, filename string) []KV
• type MapFormat
• type MrContext
  • func (mc *MrContext) Emit(key string, value string)
  • func (mc *MrContext) EmitIntermediate(key string, value string)
• type ReduceFormat
• type Worker
  • func (wr *Worker) End(ctx context.Context, in *rpc.Empty) (*rpc.Empty, error)
  • func (wr *Worker) GetIMDData(ctx context.Context, in *rpc.IMDLoc) (*rpc.JSONKVs, error)
  • func (wr *Worker) Health(ctx context.Context, in *rpc.Empty) (*rpc.WorkerState, error)
  • func (wr *Worker) Map(ctx context.Context, in *rpc.MapInfo) (*rpc.Result, error)
  • func (wr *Worker) Reduce(ctx context.Context, in *rpc.ReduceInfo) (*rpc.Result, error)

Variables

var MasterIP string

Functions

func Init

func Init(masterIP string)

func StartWorker

func StartWorker(pluginFile string, nReduce int, addr string, storeInRAM bool)

func UpdateIMDInfo

func UpdateIMDInfo(u *rpc.IMDInfo) bool

func WorkerRegister

func WorkerRegister(w *rpc.WorkerInfo) int

Types

type KV

type KV struct {
	Key   string `json:"k"`
	Value string `json:"v"`
}

func GetIMDData

func GetIMDData(ip string, filename string) []KV

type MapFormat

type MapFormat (func(string, string, MrContext))

type MrContext

type MrContext struct {
	Chan chan KV
}

func (*MrContext) Emit

func (mc *MrContext) Emit(key string, value string)

func (*MrContext) EmitIntermediate

func (mc *MrContext) EmitIntermediate(key string, value string)

type ReduceFormat

type ReduceFormat (func(string, []string, MrContext))

type Worker

type Worker struct {
	UUID string
	ID   int

	Mapf    MapFormat
	Reducef ReduceFormat
	Chan    MrContext
	EndChan chan bool

	State rpc.WorkerState_State

	rpc.UnimplementedWorkerServer
	// contains filtered or unexported fields
}

func (*Worker) End

func (wr *Worker) End(ctx context.Context, in *rpc.Empty) (*rpc.Empty, error)

func (*Worker) GetIMDData

func (wr *Worker) GetIMDData(ctx context.Context, in *rpc.IMDLoc) (*rpc.JSONKVs, error)

func (*Worker) Health

func (wr *Worker) Health(ctx context.Context, in *rpc.Empty) (*rpc.WorkerState, error)

func (*Worker) Map

func (wr *Worker) Map(ctx context.Context, in *rpc.MapInfo) (*rpc.Result, error)

func (*Worker) Reduce

func (wr *Worker) Reduce(ctx context.Context, in *rpc.ReduceInfo) (*rpc.Result, error)