pb

package
v0.0.0-...-e8181bf Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 28, 2024 License: Apache-2.0 Imports: 6 Imported by: 35

Documentation

Overview

Package pb is a generated protocol buffer package.

It is generated from these files:

gleam.proto

It has these top-level messages:

ComputeRequest
ComputeResource
DataResource
Location
Allocation
AllocationResult
Heartbeat
Empty
DataLocation
FlowExecutionStatus
FileResourceRequest
FileResourceResponse
ExecutionRequest
ExecutionResponse
ExecutionStat
InstructionStat
ControlMessage
DeleteDatasetShardRequest
DeleteDatasetShardResponse
CleanupRequest
CleanupResponse
WriteRequest
ReadRequest
InstructionSet
Instruction
OrderBy
DatasetShard
DatasetShardLocation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

func RegisterGleamAgentServer

func RegisterGleamAgentServer(s *grpc.Server, srv GleamAgentServer)

func RegisterGleamExecutorServer

func RegisterGleamExecutorServer(s *grpc.Server, srv GleamExecutorServer)

func RegisterGleamMasterServer

func RegisterGleamMasterServer(s *grpc.Server, srv GleamMasterServer)

Types

type Allocation

type Allocation struct {
	Location  *Location        `protobuf:"bytes,1,opt,name=location" json:"location,omitempty"`
	Allocated *ComputeResource `protobuf:"bytes,2,opt,name=allocated" json:"allocated,omitempty"`
}

func (*Allocation) Descriptor

func (*Allocation) Descriptor() ([]byte, []int)

func (*Allocation) GetAllocated

func (m *Allocation) GetAllocated() *ComputeResource

func (*Allocation) GetLocation

func (m *Allocation) GetLocation() *Location

func (*Allocation) ProtoMessage

func (*Allocation) ProtoMessage()

func (*Allocation) Reset

func (m *Allocation) Reset()

func (*Allocation) String

func (m *Allocation) String() string

type AllocationResult

type AllocationResult struct {
	Allocations []*Allocation `protobuf:"bytes,1,rep,name=allocations" json:"allocations,omitempty"`
}

func (*AllocationResult) Descriptor

func (*AllocationResult) Descriptor() ([]byte, []int)

func (*AllocationResult) GetAllocations

func (m *AllocationResult) GetAllocations() []*Allocation

func (*AllocationResult) ProtoMessage

func (*AllocationResult) ProtoMessage()

func (*AllocationResult) Reset

func (m *AllocationResult) Reset()

func (*AllocationResult) String

func (m *AllocationResult) String() string

type CleanupRequest

type CleanupRequest struct {
	FlowHashCode uint32 `protobuf:"varint,1,opt,name=flowHashCode" json:"flowHashCode,omitempty"`
}

func (*CleanupRequest) Descriptor

func (*CleanupRequest) Descriptor() ([]byte, []int)

func (*CleanupRequest) GetFlowHashCode

func (m *CleanupRequest) GetFlowHashCode() uint32

func (*CleanupRequest) ProtoMessage

func (*CleanupRequest) ProtoMessage()

func (*CleanupRequest) Reset

func (m *CleanupRequest) Reset()

func (*CleanupRequest) String

func (m *CleanupRequest) String() string

type CleanupResponse

type CleanupResponse struct {
	Error string `protobuf:"bytes,1,opt,name=error" json:"error,omitempty"`
}

func (*CleanupResponse) Descriptor

func (*CleanupResponse) Descriptor() ([]byte, []int)

func (*CleanupResponse) GetError

func (m *CleanupResponse) GetError() string

func (*CleanupResponse) ProtoMessage

func (*CleanupResponse) ProtoMessage()

func (*CleanupResponse) Reset

func (m *CleanupResponse) Reset()

func (*CleanupResponse) String

func (m *CleanupResponse) String() string

type ComputeRequest

type ComputeRequest struct {
	DataCenter       string             `protobuf:"bytes,1,opt,name=data_center,json=dataCenter" json:"data_center,omitempty"`
	ComputeResources []*ComputeResource `protobuf:"bytes,2,rep,name=compute_resources,json=computeResources" json:"compute_resources,omitempty"`
	Username         string             `protobuf:"bytes,3,opt,name=username" json:"username,omitempty"`
	Hostname         string             `protobuf:"bytes,4,opt,name=hostname" json:"hostname,omitempty"`
	FlowHashCode     uint32             `protobuf:"varint,5,opt,name=flowHashCode" json:"flowHashCode,omitempty"`
}

////////////////////////////////////////////////

func (*ComputeRequest) Descriptor

func (*ComputeRequest) Descriptor() ([]byte, []int)

func (*ComputeRequest) GetComputeResources

func (m *ComputeRequest) GetComputeResources() []*ComputeResource

func (*ComputeRequest) GetDataCenter

func (m *ComputeRequest) GetDataCenter() string

func (*ComputeRequest) GetFlowHashCode

func (m *ComputeRequest) GetFlowHashCode() uint32

func (*ComputeRequest) GetHostname

func (m *ComputeRequest) GetHostname() string

func (*ComputeRequest) GetUsername

func (m *ComputeRequest) GetUsername() string

func (*ComputeRequest) ProtoMessage

func (*ComputeRequest) ProtoMessage()

func (*ComputeRequest) Reset

func (m *ComputeRequest) Reset()

func (*ComputeRequest) String

func (m *ComputeRequest) String() string

type ComputeResource

type ComputeResource struct {
	CpuCount int32 `protobuf:"varint,1,opt,name=cpu_count,json=cpuCount" json:"cpu_count,omitempty"`
	CpuLevel int32 `protobuf:"varint,2,opt,name=cpu_level,json=cpuLevel" json:"cpu_level,omitempty"`
	GpuCount int32 `protobuf:"varint,3,opt,name=gpu_count,json=gpuCount" json:"gpu_count,omitempty"`
	GpuLevel int32 `protobuf:"varint,4,opt,name=gpu_level,json=gpuLevel" json:"gpu_level,omitempty"`
	MemoryMb int64 `protobuf:"varint,5,opt,name=memory_mb,json=memoryMb" json:"memory_mb,omitempty"`
	DiskMb   int64 `protobuf:"varint,6,opt,name=disk_mb,json=diskMb" json:"disk_mb,omitempty"`
}

func (ComputeResource) Covers

func (a ComputeResource) Covers(b ComputeResource) bool

func (*ComputeResource) Descriptor

func (*ComputeResource) Descriptor() ([]byte, []int)

func (*ComputeResource) GetCpuCount

func (m *ComputeResource) GetCpuCount() int32

func (*ComputeResource) GetCpuLevel

func (m *ComputeResource) GetCpuLevel() int32

func (*ComputeResource) GetDiskMb

func (m *ComputeResource) GetDiskMb() int64

func (*ComputeResource) GetGpuCount

func (m *ComputeResource) GetGpuCount() int32

func (*ComputeResource) GetGpuLevel

func (m *ComputeResource) GetGpuLevel() int32

func (*ComputeResource) GetMemoryMb

func (m *ComputeResource) GetMemoryMb() int64

func (ComputeResource) GreaterThanZero

func (a ComputeResource) GreaterThanZero() bool

func (ComputeResource) IsZero

func (a ComputeResource) IsZero() bool

func (ComputeResource) Minus

func (ComputeResource) Plus

func (*ComputeResource) ProtoMessage

func (*ComputeResource) ProtoMessage()

func (*ComputeResource) Reset

func (m *ComputeResource) Reset()

func (*ComputeResource) String

func (m *ComputeResource) String() string

type ControlMessage

type ControlMessage struct {
	IsOnDiskIO   bool          `protobuf:"varint,1,opt,name=isOnDiskIO" json:"isOnDiskIO,omitempty"`
	ReadRequest  *ReadRequest  `protobuf:"bytes,2,opt,name=readRequest" json:"readRequest,omitempty"`
	WriteRequest *WriteRequest `protobuf:"bytes,3,opt,name=writeRequest" json:"writeRequest,omitempty"`
}

func (*ControlMessage) Descriptor

func (*ControlMessage) Descriptor() ([]byte, []int)

func (*ControlMessage) GetIsOnDiskIO

func (m *ControlMessage) GetIsOnDiskIO() bool

func (*ControlMessage) GetReadRequest

func (m *ControlMessage) GetReadRequest() *ReadRequest

func (*ControlMessage) GetWriteRequest

func (m *ControlMessage) GetWriteRequest() *WriteRequest

func (*ControlMessage) ProtoMessage

func (*ControlMessage) ProtoMessage()

func (*ControlMessage) Reset

func (m *ControlMessage) Reset()

func (*ControlMessage) String

func (m *ControlMessage) String() string

type DataLocation

type DataLocation struct {
	Name     string    `protobuf:"bytes,1,opt,name=name" json:"name,omitempty"`
	Location *Location `protobuf:"bytes,2,opt,name=location" json:"location,omitempty"`
	OnDisk   bool      `protobuf:"varint,3,opt,name=onDisk" json:"onDisk,omitempty"`
}

////////////////////////////////////////////////

func (*DataLocation) Descriptor

func (*DataLocation) Descriptor() ([]byte, []int)

func (*DataLocation) GetLocation

func (m *DataLocation) GetLocation() *Location

func (*DataLocation) GetName

func (m *DataLocation) GetName() string

func (*DataLocation) GetOnDisk

func (m *DataLocation) GetOnDisk() bool

func (*DataLocation) ProtoMessage

func (*DataLocation) ProtoMessage()

func (*DataLocation) Reset

func (m *DataLocation) Reset()

func (*DataLocation) String

func (m *DataLocation) String() string

type DataResource

type DataResource struct {
	Location *Location `protobuf:"bytes,1,opt,name=location" json:"location,omitempty"`
	Size     int64     `protobuf:"varint,2,opt,name=size" json:"size,omitempty"`
}

func (*DataResource) Descriptor

func (*DataResource) Descriptor() ([]byte, []int)

func (*DataResource) GetLocation

func (m *DataResource) GetLocation() *Location

func (*DataResource) GetSize

func (m *DataResource) GetSize() int64

func (*DataResource) ProtoMessage

func (*DataResource) ProtoMessage()

func (*DataResource) Reset

func (m *DataResource) Reset()

func (*DataResource) String

func (m *DataResource) String() string

type DatasetShard

type DatasetShard struct {
	FlowName       string `protobuf:"bytes,1,opt,name=FlowName" json:"FlowName,omitempty"`
	DatasetId      int32  `protobuf:"varint,2,opt,name=DatasetId" json:"DatasetId,omitempty"`
	DatasetShardId int32  `protobuf:"varint,3,opt,name=DatasetShardId" json:"DatasetShardId,omitempty"`
	FlowHashCode   uint32 `protobuf:"varint,4,opt,name=FlowHashCode" json:"FlowHashCode,omitempty"`
}

func (*DatasetShard) Descriptor

func (*DatasetShard) Descriptor() ([]byte, []int)

func (*DatasetShard) GetDatasetId

func (m *DatasetShard) GetDatasetId() int32

func (*DatasetShard) GetDatasetShardId

func (m *DatasetShard) GetDatasetShardId() int32

func (*DatasetShard) GetFlowHashCode

func (m *DatasetShard) GetFlowHashCode() uint32

func (*DatasetShard) GetFlowName

func (m *DatasetShard) GetFlowName() string

func (*DatasetShard) Name

func (m *DatasetShard) Name() string

func (*DatasetShard) ProtoMessage

func (*DatasetShard) ProtoMessage()

func (*DatasetShard) Reset

func (m *DatasetShard) Reset()

func (*DatasetShard) String

func (m *DatasetShard) String() string

type DatasetShardLocation

type DatasetShardLocation struct {
	Name   string `protobuf:"bytes,1,opt,name=Name" json:"Name,omitempty"`
	Host   string `protobuf:"bytes,2,opt,name=Host" json:"Host,omitempty"`
	Port   int32  `protobuf:"varint,3,opt,name=Port" json:"Port,omitempty"`
	OnDisk bool   `protobuf:"varint,4,opt,name=onDisk" json:"onDisk,omitempty"`
}

func (*DatasetShardLocation) Address

func (m *DatasetShardLocation) Address() string

func (*DatasetShardLocation) Descriptor

func (*DatasetShardLocation) Descriptor() ([]byte, []int)

func (*DatasetShardLocation) GetHost

func (m *DatasetShardLocation) GetHost() string

func (*DatasetShardLocation) GetName

func (m *DatasetShardLocation) GetName() string

func (*DatasetShardLocation) GetOnDisk

func (m *DatasetShardLocation) GetOnDisk() bool

func (*DatasetShardLocation) GetPort

func (m *DatasetShardLocation) GetPort() int32

func (*DatasetShardLocation) ProtoMessage

func (*DatasetShardLocation) ProtoMessage()

func (*DatasetShardLocation) Reset

func (m *DatasetShardLocation) Reset()

func (*DatasetShardLocation) String

func (m *DatasetShardLocation) String() string

type DeleteDatasetShardRequest

type DeleteDatasetShardRequest struct {
	Name string `protobuf:"bytes,1,opt,name=name" json:"name,omitempty"`
}

func (*DeleteDatasetShardRequest) Descriptor

func (*DeleteDatasetShardRequest) Descriptor() ([]byte, []int)

func (*DeleteDatasetShardRequest) GetName

func (m *DeleteDatasetShardRequest) GetName() string

func (*DeleteDatasetShardRequest) ProtoMessage

func (*DeleteDatasetShardRequest) ProtoMessage()

func (*DeleteDatasetShardRequest) Reset

func (m *DeleteDatasetShardRequest) Reset()

func (*DeleteDatasetShardRequest) String

func (m *DeleteDatasetShardRequest) String() string

type DeleteDatasetShardResponse

type DeleteDatasetShardResponse struct {
	Error string `protobuf:"bytes,1,opt,name=error" json:"error,omitempty"`
}

func (*DeleteDatasetShardResponse) Descriptor

func (*DeleteDatasetShardResponse) Descriptor() ([]byte, []int)

func (*DeleteDatasetShardResponse) GetError

func (m *DeleteDatasetShardResponse) GetError() string

func (*DeleteDatasetShardResponse) ProtoMessage

func (*DeleteDatasetShardResponse) ProtoMessage()

func (*DeleteDatasetShardResponse) Reset

func (m *DeleteDatasetShardResponse) Reset()

func (*DeleteDatasetShardResponse) String

func (m *DeleteDatasetShardResponse) String() string

type Empty

type Empty struct {
}

func (*Empty) Descriptor

func (*Empty) Descriptor() ([]byte, []int)

func (*Empty) ProtoMessage

func (*Empty) ProtoMessage()

func (*Empty) Reset

func (m *Empty) Reset()

func (*Empty) String

func (m *Empty) String() string

type ExecutionRequest

type ExecutionRequest struct {
	InstructionSet *InstructionSet  `protobuf:"bytes,1,opt,name=instructionSet" json:"instructionSet,omitempty"`
	Dir            string           `protobuf:"bytes,2,opt,name=dir" json:"dir,omitempty"`
	Resource       *ComputeResource `protobuf:"bytes,3,opt,name=resource" json:"resource,omitempty"`
}

func (*ExecutionRequest) Descriptor

func (*ExecutionRequest) Descriptor() ([]byte, []int)

func (*ExecutionRequest) GetDir

func (m *ExecutionRequest) GetDir() string

func (*ExecutionRequest) GetInstructionSet

func (m *ExecutionRequest) GetInstructionSet() *InstructionSet

func (*ExecutionRequest) GetResource

func (m *ExecutionRequest) GetResource() *ComputeResource

func (*ExecutionRequest) ProtoMessage

func (*ExecutionRequest) ProtoMessage()

func (*ExecutionRequest) Reset

func (m *ExecutionRequest) Reset()

func (*ExecutionRequest) String

func (m *ExecutionRequest) String() string

type ExecutionResponse

type ExecutionResponse struct {
	Output        []byte         `protobuf:"bytes,1,opt,name=output,proto3" json:"output,omitempty"`
	Error         []byte         `protobuf:"bytes,2,opt,name=error,proto3" json:"error,omitempty"`
	SystemTime    float64        `protobuf:"fixed64,3,opt,name=systemTime" json:"systemTime,omitempty"`
	UserTime      float64        `protobuf:"fixed64,4,opt,name=userTime" json:"userTime,omitempty"`
	ExecutionStat *ExecutionStat `protobuf:"bytes,5,opt,name=executionStat" json:"executionStat,omitempty"`
}

func (*ExecutionResponse) Descriptor

func (*ExecutionResponse) Descriptor() ([]byte, []int)

func (*ExecutionResponse) GetError

func (m *ExecutionResponse) GetError() []byte

func (*ExecutionResponse) GetExecutionStat

func (m *ExecutionResponse) GetExecutionStat() *ExecutionStat

func (*ExecutionResponse) GetOutput

func (m *ExecutionResponse) GetOutput() []byte

func (*ExecutionResponse) GetSystemTime

func (m *ExecutionResponse) GetSystemTime() float64

func (*ExecutionResponse) GetUserTime

func (m *ExecutionResponse) GetUserTime() float64

func (*ExecutionResponse) ProtoMessage

func (*ExecutionResponse) ProtoMessage()

func (*ExecutionResponse) Reset

func (m *ExecutionResponse) Reset()

func (*ExecutionResponse) String

func (m *ExecutionResponse) String() string

type ExecutionStat

type ExecutionStat struct {
	FlowHashCode uint32             `protobuf:"varint,1,opt,name=flowHashCode" json:"flowHashCode,omitempty"`
	Stats        []*InstructionStat `protobuf:"bytes,2,rep,name=stats" json:"stats,omitempty"`
}

func (*ExecutionStat) Descriptor

func (*ExecutionStat) Descriptor() ([]byte, []int)

func (*ExecutionStat) GetFlowHashCode

func (m *ExecutionStat) GetFlowHashCode() uint32

func (*ExecutionStat) GetStats

func (m *ExecutionStat) GetStats() []*InstructionStat

func (*ExecutionStat) ProtoMessage

func (*ExecutionStat) ProtoMessage()

func (*ExecutionStat) Reset

func (m *ExecutionStat) Reset()

func (*ExecutionStat) String

func (m *ExecutionStat) String() string

type FileResourceRequest

type FileResourceRequest struct {
	Name         string `protobuf:"bytes,1,opt,name=name" json:"name,omitempty"`
	Dir          string `protobuf:"bytes,2,opt,name=dir" json:"dir,omitempty"`
	Hash         uint32 `protobuf:"varint,3,opt,name=hash" json:"hash,omitempty"`
	FlowHashCode uint32 `protobuf:"varint,4,opt,name=flowHashCode" json:"flowHashCode,omitempty"`
	Content      []byte `protobuf:"bytes,5,opt,name=content,proto3" json:"content,omitempty"`
}

func (*FileResourceRequest) Descriptor

func (*FileResourceRequest) Descriptor() ([]byte, []int)

func (*FileResourceRequest) GetContent

func (m *FileResourceRequest) GetContent() []byte

func (*FileResourceRequest) GetDir

func (m *FileResourceRequest) GetDir() string

func (*FileResourceRequest) GetFlowHashCode

func (m *FileResourceRequest) GetFlowHashCode() uint32

func (*FileResourceRequest) GetHash

func (m *FileResourceRequest) GetHash() uint32

func (*FileResourceRequest) GetName

func (m *FileResourceRequest) GetName() string

func (*FileResourceRequest) ProtoMessage

func (*FileResourceRequest) ProtoMessage()

func (*FileResourceRequest) Reset

func (m *FileResourceRequest) Reset()

func (*FileResourceRequest) String

func (m *FileResourceRequest) String() string

type FileResourceResponse

type FileResourceResponse struct {
	AlreadyExists bool `protobuf:"varint,1,opt,name=alreadyExists" json:"alreadyExists,omitempty"`
	Ok            bool `protobuf:"varint,2,opt,name=ok" json:"ok,omitempty"`
}

func (*FileResourceResponse) Descriptor

func (*FileResourceResponse) Descriptor() ([]byte, []int)

func (*FileResourceResponse) GetAlreadyExists

func (m *FileResourceResponse) GetAlreadyExists() bool

func (*FileResourceResponse) GetOk

func (m *FileResourceResponse) GetOk() bool

func (*FileResourceResponse) ProtoMessage

func (*FileResourceResponse) ProtoMessage()

func (*FileResourceResponse) Reset

func (m *FileResourceResponse) Reset()

func (*FileResourceResponse) String

func (m *FileResourceResponse) String() string

type FlowExecutionStatus

type FlowExecutionStatus struct {
	StepGroups    []*FlowExecutionStatus_StepGroup    `protobuf:"bytes,1,rep,name=stepGroups" json:"stepGroups,omitempty"`
	TaskGroups    []*FlowExecutionStatus_TaskGroup    `protobuf:"bytes,2,rep,name=taskGroups" json:"taskGroups,omitempty"`
	Datasets      []*FlowExecutionStatus_Dataset      `protobuf:"bytes,3,rep,name=datasets" json:"datasets,omitempty"`
	DatasetShards []*FlowExecutionStatus_DatasetShard `protobuf:"bytes,4,rep,name=datasetShards" json:"datasetShards,omitempty"`
	Tasks         []*FlowExecutionStatus_Task         `protobuf:"bytes,5,rep,name=tasks" json:"tasks,omitempty"`
	Steps         []*FlowExecutionStatus_Step         `protobuf:"bytes,6,rep,name=steps" json:"steps,omitempty"`
	Id            uint32                              `protobuf:"varint,7,opt,name=id" json:"id,omitempty"`
	Driver        *FlowExecutionStatus_DriverInfo     `protobuf:"bytes,8,opt,name=driver" json:"driver,omitempty"`
	Error         string                              `protobuf:"bytes,9,opt,name=error" json:"error,omitempty"`
}

////////////////////////////////////////////////

func (*FlowExecutionStatus) Descriptor

func (*FlowExecutionStatus) Descriptor() ([]byte, []int)

func (*FlowExecutionStatus) GetDataset

func (m *FlowExecutionStatus) GetDataset(datasetId int32) *FlowExecutionStatus_Dataset

func (*FlowExecutionStatus) GetDatasetShard

func (m *FlowExecutionStatus) GetDatasetShard(datasetId, datasetShardId int32) *FlowExecutionStatus_DatasetShard

func (*FlowExecutionStatus) GetDatasetShards

func (m *FlowExecutionStatus) GetDatasetShards() []*FlowExecutionStatus_DatasetShard

func (*FlowExecutionStatus) GetDatasets

func (*FlowExecutionStatus) GetDriver

func (*FlowExecutionStatus) GetError

func (m *FlowExecutionStatus) GetError() string

func (*FlowExecutionStatus) GetId

func (m *FlowExecutionStatus) GetId() uint32

func (*FlowExecutionStatus) GetStep

func (*FlowExecutionStatus) GetStepGroups

func (m *FlowExecutionStatus) GetStepGroups() []*FlowExecutionStatus_StepGroup

func (*FlowExecutionStatus) GetSteps

func (*FlowExecutionStatus) GetTask

func (m *FlowExecutionStatus) GetTask(stepId, taskId int32) *FlowExecutionStatus_Task

func (*FlowExecutionStatus) GetTaskGroups

func (m *FlowExecutionStatus) GetTaskGroups() []*FlowExecutionStatus_TaskGroup

func (*FlowExecutionStatus) GetTasks

func (*FlowExecutionStatus) ProtoMessage

func (*FlowExecutionStatus) ProtoMessage()

func (*FlowExecutionStatus) Reset

func (m *FlowExecutionStatus) Reset()

func (*FlowExecutionStatus) String

func (m *FlowExecutionStatus) String() string

type FlowExecutionStatus_Dataset

type FlowExecutionStatus_Dataset struct {
	Id             int32   `protobuf:"varint,1,opt,name=id" json:"id,omitempty"`
	StepId         int32   `protobuf:"varint,2,opt,name=stepId" json:"stepId,omitempty"`
	ReadingStepIds []int32 `protobuf:"varint,3,rep,packed,name=readingStepIds" json:"readingStepIds,omitempty"`
}

func (*FlowExecutionStatus_Dataset) Descriptor

func (*FlowExecutionStatus_Dataset) Descriptor() ([]byte, []int)

func (*FlowExecutionStatus_Dataset) GetId

func (*FlowExecutionStatus_Dataset) GetReadingStepIds

func (m *FlowExecutionStatus_Dataset) GetReadingStepIds() []int32

func (*FlowExecutionStatus_Dataset) GetStepId

func (m *FlowExecutionStatus_Dataset) GetStepId() int32

func (*FlowExecutionStatus_Dataset) ProtoMessage

func (*FlowExecutionStatus_Dataset) ProtoMessage()

func (*FlowExecutionStatus_Dataset) Reset

func (m *FlowExecutionStatus_Dataset) Reset()

func (*FlowExecutionStatus_Dataset) String

func (m *FlowExecutionStatus_Dataset) String() string

type FlowExecutionStatus_DatasetShard

type FlowExecutionStatus_DatasetShard struct {
	DatasetId int32 `protobuf:"varint,1,opt,name=datasetId" json:"datasetId,omitempty"`
	Id        int32 `protobuf:"varint,2,opt,name=id" json:"id,omitempty"`
}

func (*FlowExecutionStatus_DatasetShard) Descriptor

func (*FlowExecutionStatus_DatasetShard) Descriptor() ([]byte, []int)

func (*FlowExecutionStatus_DatasetShard) GetDatasetId

func (m *FlowExecutionStatus_DatasetShard) GetDatasetId() int32

func (*FlowExecutionStatus_DatasetShard) GetId

func (*FlowExecutionStatus_DatasetShard) ProtoMessage

func (*FlowExecutionStatus_DatasetShard) ProtoMessage()

func (*FlowExecutionStatus_DatasetShard) Reset

func (*FlowExecutionStatus_DatasetShard) String

type FlowExecutionStatus_DriverInfo

type FlowExecutionStatus_DriverInfo struct {
	Username       string `protobuf:"bytes,1,opt,name=username" json:"username,omitempty"`
	Hostname       string `protobuf:"bytes,2,opt,name=hostname" json:"hostname,omitempty"`
	Executable     string `protobuf:"bytes,3,opt,name=executable" json:"executable,omitempty"`
	ExecutableHash string `protobuf:"bytes,4,opt,name=executable_hash,json=executableHash" json:"executable_hash,omitempty"`
	StartTime      int64  `protobuf:"varint,5,opt,name=start_time,json=startTime" json:"start_time,omitempty"`
	StopTime       int64  `protobuf:"varint,6,opt,name=stop_time,json=stopTime" json:"stop_time,omitempty"`
	Name           string `protobuf:"bytes,7,opt,name=name" json:"name,omitempty"`
}

func (*FlowExecutionStatus_DriverInfo) Descriptor

func (*FlowExecutionStatus_DriverInfo) Descriptor() ([]byte, []int)

func (*FlowExecutionStatus_DriverInfo) GetExecutable

func (m *FlowExecutionStatus_DriverInfo) GetExecutable() string

func (*FlowExecutionStatus_DriverInfo) GetExecutableHash

func (m *FlowExecutionStatus_DriverInfo) GetExecutableHash() string

func (*FlowExecutionStatus_DriverInfo) GetHostname

func (m *FlowExecutionStatus_DriverInfo) GetHostname() string

func (*FlowExecutionStatus_DriverInfo) GetName

func (*FlowExecutionStatus_DriverInfo) GetStartTime

func (m *FlowExecutionStatus_DriverInfo) GetStartTime() int64

func (*FlowExecutionStatus_DriverInfo) GetStopTime

func (m *FlowExecutionStatus_DriverInfo) GetStopTime() int64

func (*FlowExecutionStatus_DriverInfo) GetUsername

func (m *FlowExecutionStatus_DriverInfo) GetUsername() string

func (*FlowExecutionStatus_DriverInfo) ProtoMessage

func (*FlowExecutionStatus_DriverInfo) ProtoMessage()

func (*FlowExecutionStatus_DriverInfo) Reset

func (m *FlowExecutionStatus_DriverInfo) Reset()

func (*FlowExecutionStatus_DriverInfo) String

type FlowExecutionStatus_Step

type FlowExecutionStatus_Step struct {
	Id              int32   `protobuf:"varint,1,opt,name=id" json:"id,omitempty"`
	Name            string  `protobuf:"bytes,2,opt,name=name" json:"name,omitempty"`
	ParentIds       []int32 `protobuf:"varint,3,rep,packed,name=parentIds" json:"parentIds,omitempty"`
	TaskIds         []int32 `protobuf:"varint,4,rep,packed,name=taskIds" json:"taskIds,omitempty"`
	InputDatasetId  []int32 `protobuf:"varint,5,rep,packed,name=inputDatasetId" json:"inputDatasetId,omitempty"`
	OutputDatasetId int32   `protobuf:"varint,6,opt,name=outputDatasetId" json:"outputDatasetId,omitempty"`
	Description     string  `protobuf:"bytes,7,opt,name=description" json:"description,omitempty"`
}

func (*FlowExecutionStatus_Step) Descriptor

func (*FlowExecutionStatus_Step) Descriptor() ([]byte, []int)

func (*FlowExecutionStatus_Step) GetDescription

func (m *FlowExecutionStatus_Step) GetDescription() string

func (*FlowExecutionStatus_Step) GetId

func (m *FlowExecutionStatus_Step) GetId() int32

func (*FlowExecutionStatus_Step) GetInputDatasetId

func (m *FlowExecutionStatus_Step) GetInputDatasetId() []int32

func (*FlowExecutionStatus_Step) GetName

func (m *FlowExecutionStatus_Step) GetName() string

func (*FlowExecutionStatus_Step) GetOutputDatasetId

func (m *FlowExecutionStatus_Step) GetOutputDatasetId() int32

func (*FlowExecutionStatus_Step) GetParentIds

func (m *FlowExecutionStatus_Step) GetParentIds() []int32

func (*FlowExecutionStatus_Step) GetTaskIds

func (m *FlowExecutionStatus_Step) GetTaskIds() []int32

func (*FlowExecutionStatus_Step) ProtoMessage

func (*FlowExecutionStatus_Step) ProtoMessage()

func (*FlowExecutionStatus_Step) Reset

func (m *FlowExecutionStatus_Step) Reset()

func (*FlowExecutionStatus_Step) String

func (m *FlowExecutionStatus_Step) String() string

type FlowExecutionStatus_StepGroup

type FlowExecutionStatus_StepGroup struct {
	StepIds   []int32 `protobuf:"varint,1,rep,packed,name=stepIds" json:"stepIds,omitempty"`
	ParentIds []int32 `protobuf:"varint,2,rep,packed,name=parentIds" json:"parentIds,omitempty"`
}

func (*FlowExecutionStatus_StepGroup) Descriptor

func (*FlowExecutionStatus_StepGroup) Descriptor() ([]byte, []int)

func (*FlowExecutionStatus_StepGroup) GetParentIds

func (m *FlowExecutionStatus_StepGroup) GetParentIds() []int32

func (*FlowExecutionStatus_StepGroup) GetStepIds

func (m *FlowExecutionStatus_StepGroup) GetStepIds() []int32

func (*FlowExecutionStatus_StepGroup) ProtoMessage

func (*FlowExecutionStatus_StepGroup) ProtoMessage()

func (*FlowExecutionStatus_StepGroup) Reset

func (m *FlowExecutionStatus_StepGroup) Reset()

func (*FlowExecutionStatus_StepGroup) String

type FlowExecutionStatus_Task

type FlowExecutionStatus_Task struct {
	StepId int32 `protobuf:"varint,1,opt,name=stepId" json:"stepId,omitempty"`
	Id     int32 `protobuf:"varint,2,opt,name=id" json:"id,omitempty"`
}

func (*FlowExecutionStatus_Task) Descriptor

func (*FlowExecutionStatus_Task) Descriptor() ([]byte, []int)

func (*FlowExecutionStatus_Task) GetId

func (m *FlowExecutionStatus_Task) GetId() int32

func (*FlowExecutionStatus_Task) GetStepId

func (m *FlowExecutionStatus_Task) GetStepId() int32

func (*FlowExecutionStatus_Task) ProtoMessage

func (*FlowExecutionStatus_Task) ProtoMessage()

func (*FlowExecutionStatus_Task) Reset

func (m *FlowExecutionStatus_Task) Reset()

func (*FlowExecutionStatus_Task) String

func (m *FlowExecutionStatus_Task) String() string

type FlowExecutionStatus_TaskGroup

type FlowExecutionStatus_TaskGroup struct {
	StepIds    []int32                                    `protobuf:"varint,1,rep,packed,name=stepIds" json:"stepIds,omitempty"`
	TaskIds    []int32                                    `protobuf:"varint,2,rep,packed,name=taskIds" json:"taskIds,omitempty"`
	Request    *ExecutionRequest                          `protobuf:"bytes,3,opt,name=request" json:"request,omitempty"`
	Allocation *Allocation                                `protobuf:"bytes,4,opt,name=allocation" json:"allocation,omitempty"`
	Executions []*FlowExecutionStatus_TaskGroup_Execution `protobuf:"bytes,5,rep,name=executions" json:"executions,omitempty"`
}

func (*FlowExecutionStatus_TaskGroup) Descriptor

func (*FlowExecutionStatus_TaskGroup) Descriptor() ([]byte, []int)

func (*FlowExecutionStatus_TaskGroup) GetAllocation

func (m *FlowExecutionStatus_TaskGroup) GetAllocation() *Allocation

func (*FlowExecutionStatus_TaskGroup) GetExecutions

func (*FlowExecutionStatus_TaskGroup) GetRequest

func (*FlowExecutionStatus_TaskGroup) GetStepIds

func (m *FlowExecutionStatus_TaskGroup) GetStepIds() []int32

func (*FlowExecutionStatus_TaskGroup) GetTaskIds

func (m *FlowExecutionStatus_TaskGroup) GetTaskIds() []int32

func (*FlowExecutionStatus_TaskGroup) ProtoMessage

func (*FlowExecutionStatus_TaskGroup) ProtoMessage()

func (*FlowExecutionStatus_TaskGroup) Reset

func (m *FlowExecutionStatus_TaskGroup) Reset()

func (*FlowExecutionStatus_TaskGroup) String

func (*FlowExecutionStatus_TaskGroup) Track

func (taskGroupStatus *FlowExecutionStatus_TaskGroup) Track(
	execute func(*FlowExecutionStatus_TaskGroup_Execution) error) error

type FlowExecutionStatus_TaskGroup_Execution

type FlowExecutionStatus_TaskGroup_Execution struct {
	StartTime     int64          `protobuf:"varint,1,opt,name=start_time,json=startTime" json:"start_time,omitempty"`
	StopTime      int64          `protobuf:"varint,2,opt,name=stop_time,json=stopTime" json:"stop_time,omitempty"`
	SystemTime    float64        `protobuf:"fixed64,3,opt,name=system_time,json=systemTime" json:"system_time,omitempty"`
	UserTime      float64        `protobuf:"fixed64,4,opt,name=user_time,json=userTime" json:"user_time,omitempty"`
	Error         []byte         `protobuf:"bytes,5,opt,name=error,proto3" json:"error,omitempty"`
	OutputHash    []byte         `protobuf:"bytes,6,opt,name=output_hash,json=outputHash,proto3" json:"output_hash,omitempty"`
	ExecutionStat *ExecutionStat `protobuf:"bytes,7,opt,name=executionStat" json:"executionStat,omitempty"`
}

func (*FlowExecutionStatus_TaskGroup_Execution) Descriptor

func (*FlowExecutionStatus_TaskGroup_Execution) Descriptor() ([]byte, []int)

func (*FlowExecutionStatus_TaskGroup_Execution) GetError

func (*FlowExecutionStatus_TaskGroup_Execution) GetExecutionStat

func (*FlowExecutionStatus_TaskGroup_Execution) GetOutputHash

func (m *FlowExecutionStatus_TaskGroup_Execution) GetOutputHash() []byte

func (*FlowExecutionStatus_TaskGroup_Execution) GetStartTime

func (*FlowExecutionStatus_TaskGroup_Execution) GetStopTime

func (*FlowExecutionStatus_TaskGroup_Execution) GetSystemTime

func (*FlowExecutionStatus_TaskGroup_Execution) GetUserTime

func (*FlowExecutionStatus_TaskGroup_Execution) ProtoMessage

func (*FlowExecutionStatus_TaskGroup_Execution) Reset

func (*FlowExecutionStatus_TaskGroup_Execution) String

type GleamAgentClient

type GleamAgentClient interface {
	SendFileResource(ctx context.Context, opts ...grpc.CallOption) (GleamAgent_SendFileResourceClient, error)
	Execute(ctx context.Context, in *ExecutionRequest, opts ...grpc.CallOption) (GleamAgent_ExecuteClient, error)
	// collect execution stats from "gleam execute" processes
	CollectExecutionStatistics(ctx context.Context, opts ...grpc.CallOption) (GleamAgent_CollectExecutionStatisticsClient, error)
	Delete(ctx context.Context, in *DeleteDatasetShardRequest, opts ...grpc.CallOption) (*DeleteDatasetShardResponse, error)
	Cleanup(ctx context.Context, in *CleanupRequest, opts ...grpc.CallOption) (*CleanupResponse, error)
}

func NewGleamAgentClient

func NewGleamAgentClient(cc *grpc.ClientConn) GleamAgentClient

type GleamAgentServer

type GleamAgentServer interface {
	SendFileResource(GleamAgent_SendFileResourceServer) error
	Execute(*ExecutionRequest, GleamAgent_ExecuteServer) error
	// collect execution stats from "gleam execute" processes
	CollectExecutionStatistics(GleamAgent_CollectExecutionStatisticsServer) error
	Delete(context.Context, *DeleteDatasetShardRequest) (*DeleteDatasetShardResponse, error)
	Cleanup(context.Context, *CleanupRequest) (*CleanupResponse, error)
}

type GleamAgent_CollectExecutionStatisticsClient

type GleamAgent_CollectExecutionStatisticsClient interface {
	Send(*ExecutionStat) error
	CloseAndRecv() (*Empty, error)
	grpc.ClientStream
}

type GleamAgent_CollectExecutionStatisticsServer

type GleamAgent_CollectExecutionStatisticsServer interface {
	SendAndClose(*Empty) error
	Recv() (*ExecutionStat, error)
	grpc.ServerStream
}

type GleamAgent_ExecuteClient

type GleamAgent_ExecuteClient interface {
	Recv() (*ExecutionResponse, error)
	grpc.ClientStream
}

type GleamAgent_ExecuteServer

type GleamAgent_ExecuteServer interface {
	Send(*ExecutionResponse) error
	grpc.ServerStream
}

type GleamAgent_SendFileResourceClient

type GleamAgent_SendFileResourceClient interface {
	Send(*FileResourceRequest) error
	Recv() (*FileResourceResponse, error)
	grpc.ClientStream
}

type GleamAgent_SendFileResourceServer

type GleamAgent_SendFileResourceServer interface {
	Send(*FileResourceResponse) error
	Recv() (*FileResourceRequest, error)
	grpc.ServerStream
}

type GleamExecutorClient

type GleamExecutorClient interface {
	CollectExecutionStatistics(ctx context.Context, opts ...grpc.CallOption) (GleamExecutor_CollectExecutionStatisticsClient, error)
}

func NewGleamExecutorClient

func NewGleamExecutorClient(cc *grpc.ClientConn) GleamExecutorClient

type GleamExecutorServer

type GleamExecutorServer interface {
	CollectExecutionStatistics(GleamExecutor_CollectExecutionStatisticsServer) error
}

type GleamExecutor_CollectExecutionStatisticsClient

type GleamExecutor_CollectExecutionStatisticsClient interface {
	Send(*ExecutionStat) error
	CloseAndRecv() (*Empty, error)
	grpc.ClientStream
}

type GleamExecutor_CollectExecutionStatisticsServer

type GleamExecutor_CollectExecutionStatisticsServer interface {
	SendAndClose(*Empty) error
	Recv() (*ExecutionStat, error)
	grpc.ServerStream
}

type GleamMasterClient

type GleamMasterClient interface {
	GetResources(ctx context.Context, in *ComputeRequest, opts ...grpc.CallOption) (*AllocationResult, error)
	SendHeartbeat(ctx context.Context, opts ...grpc.CallOption) (GleamMaster_SendHeartbeatClient, error)
	SendFlowExecutionStatus(ctx context.Context, opts ...grpc.CallOption) (GleamMaster_SendFlowExecutionStatusClient, error)
}

func NewGleamMasterClient

func NewGleamMasterClient(cc *grpc.ClientConn) GleamMasterClient

type GleamMasterServer

type GleamMasterServer interface {
	GetResources(context.Context, *ComputeRequest) (*AllocationResult, error)
	SendHeartbeat(GleamMaster_SendHeartbeatServer) error
	SendFlowExecutionStatus(GleamMaster_SendFlowExecutionStatusServer) error
}

type GleamMaster_SendFlowExecutionStatusClient

type GleamMaster_SendFlowExecutionStatusClient interface {
	Send(*FlowExecutionStatus) error
	CloseAndRecv() (*Empty, error)
	grpc.ClientStream
}

type GleamMaster_SendFlowExecutionStatusServer

type GleamMaster_SendFlowExecutionStatusServer interface {
	SendAndClose(*Empty) error
	Recv() (*FlowExecutionStatus, error)
	grpc.ServerStream
}

type GleamMaster_SendHeartbeatClient

type GleamMaster_SendHeartbeatClient interface {
	Send(*Heartbeat) error
	CloseAndRecv() (*Empty, error)
	grpc.ClientStream
}

type GleamMaster_SendHeartbeatServer

type GleamMaster_SendHeartbeatServer interface {
	SendAndClose(*Empty) error
	Recv() (*Heartbeat, error)
	grpc.ServerStream
}

type Heartbeat

type Heartbeat struct {
	Location  *Location        `protobuf:"bytes,1,opt,name=location" json:"location,omitempty"`
	Resource  *ComputeResource `protobuf:"bytes,2,opt,name=resource" json:"resource,omitempty"`
	Allocated *ComputeResource `protobuf:"bytes,3,opt,name=allocated" json:"allocated,omitempty"`
}

////////////////////////////////////////////////

func (*Heartbeat) Descriptor

func (*Heartbeat) Descriptor() ([]byte, []int)

func (*Heartbeat) GetAllocated

func (m *Heartbeat) GetAllocated() *ComputeResource

func (*Heartbeat) GetLocation

func (m *Heartbeat) GetLocation() *Location

func (*Heartbeat) GetResource

func (m *Heartbeat) GetResource() *ComputeResource

func (*Heartbeat) ProtoMessage

func (*Heartbeat) ProtoMessage()

func (*Heartbeat) Reset

func (m *Heartbeat) Reset()

func (*Heartbeat) String

func (m *Heartbeat) String() string

type Instruction

type Instruction struct {
	StepId                   int32                                 `protobuf:"varint,1,opt,name=stepId" json:"stepId,omitempty"`
	TaskId                   int32                                 `protobuf:"varint,2,opt,name=taskId" json:"taskId,omitempty"`
	MemoryInMB               int32                                 `protobuf:"varint,3,opt,name=memoryInMB" json:"memoryInMB,omitempty"`
	InputShardLocations      []*DatasetShardLocation               `protobuf:"bytes,4,rep,name=inputShardLocations" json:"inputShardLocations,omitempty"`
	OutputShardLocations     []*DatasetShardLocation               `protobuf:"bytes,5,rep,name=OutputShardLocations" json:"OutputShardLocations,omitempty"`
	Select                   *Instruction_Select                   `protobuf:"bytes,6,opt,name=select" json:"select,omitempty"`
	JoinPartitionedSorted    *Instruction_JoinPartitionedSorted    `protobuf:"bytes,7,opt,name=joinPartitionedSorted" json:"joinPartitionedSorted,omitempty"`
	CoGroupPartitionedSorted *Instruction_CoGroupPartitionedSorted `protobuf:"bytes,8,opt,name=coGroupPartitionedSorted" json:"coGroupPartitionedSorted,omitempty"`
	PipeAsArgs               *Instruction_PipeAsArgs               `protobuf:"bytes,9,opt,name=pipeAsArgs" json:"pipeAsArgs,omitempty"`
	ScatterPartitions        *Instruction_ScatterPartitions        `protobuf:"bytes,10,opt,name=scatterPartitions" json:"scatterPartitions,omitempty"`
	CollectPartitions        *Instruction_CollectPartitions        `protobuf:"bytes,11,opt,name=collectPartitions" json:"collectPartitions,omitempty"`
	InputSplitReader         *Instruction_InputSplitReader         `protobuf:"bytes,12,opt,name=inputSplitReader" json:"inputSplitReader,omitempty"`
	RoundRobin               *Instruction_RoundRobin               `protobuf:"bytes,13,opt,name=roundRobin" json:"roundRobin,omitempty"`
	LocalTop                 *Instruction_LocalTop                 `protobuf:"bytes,14,opt,name=localTop" json:"localTop,omitempty"`
	Broadcast                *Instruction_Broadcast                `protobuf:"bytes,15,opt,name=broadcast" json:"broadcast,omitempty"`
	LocalHashAndJoinWith     *Instruction_LocalHashAndJoinWith     `protobuf:"bytes,16,opt,name=localHashAndJoinWith" json:"localHashAndJoinWith,omitempty"`
	Script                   *Instruction_Script                   `protobuf:"bytes,17,opt,name=script" json:"script,omitempty"`
	LocalSort                *Instruction_LocalSort                `protobuf:"bytes,18,opt,name=localSort" json:"localSort,omitempty"`
	MergeSortedTo            *Instruction_MergeSortedTo            `protobuf:"bytes,19,opt,name=mergeSortedTo" json:"mergeSortedTo,omitempty"`
	MergeTo                  *Instruction_MergeTo                  `protobuf:"bytes,20,opt,name=mergeTo" json:"mergeTo,omitempty"`
	LocalDistinct            *Instruction_LocalDistinct            `protobuf:"bytes,21,opt,name=localDistinct" json:"localDistinct,omitempty"`
	LocalLimit               *Instruction_LocalLimit               `protobuf:"bytes,22,opt,name=localLimit" json:"localLimit,omitempty"`
	LocalGroupBySorted       *Instruction_LocalGroupBySorted       `protobuf:"bytes,23,opt,name=localGroupBySorted" json:"localGroupBySorted,omitempty"`
	Union                    *Instruction_Union                    `protobuf:"bytes,24,opt,name=union" json:"union,omitempty"`
}

func (*Instruction) Descriptor

func (*Instruction) Descriptor() ([]byte, []int)

func (*Instruction) GetBroadcast

func (m *Instruction) GetBroadcast() *Instruction_Broadcast

func (*Instruction) GetCoGroupPartitionedSorted

func (m *Instruction) GetCoGroupPartitionedSorted() *Instruction_CoGroupPartitionedSorted

func (*Instruction) GetCollectPartitions

func (m *Instruction) GetCollectPartitions() *Instruction_CollectPartitions

func (*Instruction) GetInputShardLocations

func (m *Instruction) GetInputShardLocations() []*DatasetShardLocation

func (*Instruction) GetInputSplitReader

func (m *Instruction) GetInputSplitReader() *Instruction_InputSplitReader

func (*Instruction) GetJoinPartitionedSorted

func (m *Instruction) GetJoinPartitionedSorted() *Instruction_JoinPartitionedSorted

func (*Instruction) GetLocalDistinct

func (m *Instruction) GetLocalDistinct() *Instruction_LocalDistinct

func (*Instruction) GetLocalGroupBySorted

func (m *Instruction) GetLocalGroupBySorted() *Instruction_LocalGroupBySorted

func (*Instruction) GetLocalHashAndJoinWith

func (m *Instruction) GetLocalHashAndJoinWith() *Instruction_LocalHashAndJoinWith

func (*Instruction) GetLocalLimit

func (m *Instruction) GetLocalLimit() *Instruction_LocalLimit

func (*Instruction) GetLocalSort

func (m *Instruction) GetLocalSort() *Instruction_LocalSort

func (*Instruction) GetLocalTop

func (m *Instruction) GetLocalTop() *Instruction_LocalTop

func (*Instruction) GetMemoryInMB

func (m *Instruction) GetMemoryInMB() int32

func (*Instruction) GetMergeSortedTo

func (m *Instruction) GetMergeSortedTo() *Instruction_MergeSortedTo

func (*Instruction) GetMergeTo

func (m *Instruction) GetMergeTo() *Instruction_MergeTo

func (*Instruction) GetName

func (i *Instruction) GetName() string

func (*Instruction) GetOutputShardLocations

func (m *Instruction) GetOutputShardLocations() []*DatasetShardLocation

func (*Instruction) GetPipeAsArgs

func (m *Instruction) GetPipeAsArgs() *Instruction_PipeAsArgs

func (*Instruction) GetRoundRobin

func (m *Instruction) GetRoundRobin() *Instruction_RoundRobin

func (*Instruction) GetScatterPartitions

func (m *Instruction) GetScatterPartitions() *Instruction_ScatterPartitions

func (*Instruction) GetScript

func (m *Instruction) GetScript() *Instruction_Script

func (*Instruction) GetSelect

func (m *Instruction) GetSelect() *Instruction_Select

func (*Instruction) GetStepId

func (m *Instruction) GetStepId() int32

func (*Instruction) GetTaskId

func (m *Instruction) GetTaskId() int32

func (*Instruction) GetUnion

func (m *Instruction) GetUnion() *Instruction_Union

func (*Instruction) ProtoMessage

func (*Instruction) ProtoMessage()

func (*Instruction) Reset

func (m *Instruction) Reset()

func (*Instruction) SetInputLocations

func (i *Instruction) SetInputLocations(locations []DataLocation)

func (*Instruction) SetOutputLocations

func (i *Instruction) SetOutputLocations(locations []DataLocation)

func (*Instruction) String

func (m *Instruction) String() string

type InstructionSet

type InstructionSet struct {
	Instructions []*Instruction `protobuf:"bytes,1,rep,name=instructions" json:"instructions,omitempty"`
	ReaderCount  int32          `protobuf:"varint,2,opt,name=readerCount" json:"readerCount,omitempty"`
	FlowHashCode uint32         `protobuf:"varint,3,opt,name=flowHashCode" json:"flowHashCode,omitempty"`
	IsProfiling  bool           `protobuf:"varint,4,opt,name=isProfiling" json:"isProfiling,omitempty"`
	AgentAddress string         `protobuf:"bytes,5,opt,name=agentAddress" json:"agentAddress,omitempty"`
	Name         string         `protobuf:"bytes,6,opt,name=name" json:"name,omitempty"`
}

func (*InstructionSet) Descriptor

func (*InstructionSet) Descriptor() ([]byte, []int)

func (*InstructionSet) GetAgentAddress

func (m *InstructionSet) GetAgentAddress() string

func (*InstructionSet) GetFlowHashCode

func (m *InstructionSet) GetFlowHashCode() uint32

func (*InstructionSet) GetInstructions

func (m *InstructionSet) GetInstructions() []*Instruction

func (*InstructionSet) GetIsProfiling

func (m *InstructionSet) GetIsProfiling() bool

func (*InstructionSet) GetName

func (m *InstructionSet) GetName() string

func (*InstructionSet) GetReaderCount

func (m *InstructionSet) GetReaderCount() int32

func (*InstructionSet) InstructionNames

func (m *InstructionSet) InstructionNames() (stepNames []string)

func (*InstructionSet) ProtoMessage

func (*InstructionSet) ProtoMessage()

func (*InstructionSet) Reset

func (m *InstructionSet) Reset()

func (*InstructionSet) String

func (m *InstructionSet) String() string

type InstructionStat

type InstructionStat struct {
	StepId        int32 `protobuf:"varint,1,opt,name=stepId" json:"stepId,omitempty"`
	TaskId        int32 `protobuf:"varint,2,opt,name=taskId" json:"taskId,omitempty"`
	InputCounter  int64 `protobuf:"varint,3,opt,name=inputCounter" json:"inputCounter,omitempty"`
	OutputCounter int64 `protobuf:"varint,4,opt,name=outputCounter" json:"outputCounter,omitempty"`
}

func (*InstructionStat) Descriptor

func (*InstructionStat) Descriptor() ([]byte, []int)

func (*InstructionStat) GetInputCounter

func (m *InstructionStat) GetInputCounter() int64

func (*InstructionStat) GetOutputCounter

func (m *InstructionStat) GetOutputCounter() int64

func (*InstructionStat) GetStepId

func (m *InstructionStat) GetStepId() int32

func (*InstructionStat) GetTaskId

func (m *InstructionStat) GetTaskId() int32

func (*InstructionStat) ProtoMessage

func (*InstructionStat) ProtoMessage()

func (*InstructionStat) Reset

func (m *InstructionStat) Reset()

func (*InstructionStat) String

func (m *InstructionStat) String() string

type Instruction_Broadcast

type Instruction_Broadcast struct {
}

func (*Instruction_Broadcast) Descriptor

func (*Instruction_Broadcast) Descriptor() ([]byte, []int)

func (*Instruction_Broadcast) ProtoMessage

func (*Instruction_Broadcast) ProtoMessage()

func (*Instruction_Broadcast) Reset

func (m *Instruction_Broadcast) Reset()

func (*Instruction_Broadcast) String

func (m *Instruction_Broadcast) String() string

type Instruction_CoGroupPartitionedSorted

type Instruction_CoGroupPartitionedSorted struct {
	Indexes []int32 `protobuf:"varint,1,rep,packed,name=indexes" json:"indexes,omitempty"`
}

func (*Instruction_CoGroupPartitionedSorted) Descriptor

func (*Instruction_CoGroupPartitionedSorted) Descriptor() ([]byte, []int)

func (*Instruction_CoGroupPartitionedSorted) GetIndexes

func (m *Instruction_CoGroupPartitionedSorted) GetIndexes() []int32

func (*Instruction_CoGroupPartitionedSorted) ProtoMessage

func (*Instruction_CoGroupPartitionedSorted) ProtoMessage()

func (*Instruction_CoGroupPartitionedSorted) Reset

func (*Instruction_CoGroupPartitionedSorted) String

type Instruction_CollectPartitions

type Instruction_CollectPartitions struct {
}

func (*Instruction_CollectPartitions) Descriptor

func (*Instruction_CollectPartitions) Descriptor() ([]byte, []int)

func (*Instruction_CollectPartitions) ProtoMessage

func (*Instruction_CollectPartitions) ProtoMessage()

func (*Instruction_CollectPartitions) Reset

func (m *Instruction_CollectPartitions) Reset()

func (*Instruction_CollectPartitions) String

type Instruction_InputSplitReader

type Instruction_InputSplitReader struct {
	InputType string `protobuf:"bytes,1,opt,name=inputType" json:"inputType,omitempty"`
}

func (*Instruction_InputSplitReader) Descriptor

func (*Instruction_InputSplitReader) Descriptor() ([]byte, []int)

func (*Instruction_InputSplitReader) GetInputType

func (m *Instruction_InputSplitReader) GetInputType() string

func (*Instruction_InputSplitReader) ProtoMessage

func (*Instruction_InputSplitReader) ProtoMessage()

func (*Instruction_InputSplitReader) Reset

func (m *Instruction_InputSplitReader) Reset()

func (*Instruction_InputSplitReader) String

type Instruction_JoinPartitionedSorted

type Instruction_JoinPartitionedSorted struct {
	Indexes          []int32 `protobuf:"varint,1,rep,packed,name=indexes" json:"indexes,omitempty"`
	IsLeftOuterJoin  bool    `protobuf:"varint,2,opt,name=isLeftOuterJoin" json:"isLeftOuterJoin,omitempty"`
	IsRightOuterJoin bool    `protobuf:"varint,3,opt,name=isRightOuterJoin" json:"isRightOuterJoin,omitempty"`
}

func (*Instruction_JoinPartitionedSorted) Descriptor

func (*Instruction_JoinPartitionedSorted) Descriptor() ([]byte, []int)

func (*Instruction_JoinPartitionedSorted) GetIndexes

func (m *Instruction_JoinPartitionedSorted) GetIndexes() []int32

func (*Instruction_JoinPartitionedSorted) GetIsLeftOuterJoin

func (m *Instruction_JoinPartitionedSorted) GetIsLeftOuterJoin() bool

func (*Instruction_JoinPartitionedSorted) GetIsRightOuterJoin

func (m *Instruction_JoinPartitionedSorted) GetIsRightOuterJoin() bool

func (*Instruction_JoinPartitionedSorted) ProtoMessage

func (*Instruction_JoinPartitionedSorted) ProtoMessage()

func (*Instruction_JoinPartitionedSorted) Reset

func (*Instruction_JoinPartitionedSorted) String

type Instruction_LocalDistinct

type Instruction_LocalDistinct struct {
	OrderBys []*OrderBy `protobuf:"bytes,1,rep,name=orderBys" json:"orderBys,omitempty"`
}

func (*Instruction_LocalDistinct) Descriptor

func (*Instruction_LocalDistinct) Descriptor() ([]byte, []int)

func (*Instruction_LocalDistinct) GetOrderBys

func (m *Instruction_LocalDistinct) GetOrderBys() []*OrderBy

func (*Instruction_LocalDistinct) ProtoMessage

func (*Instruction_LocalDistinct) ProtoMessage()

func (*Instruction_LocalDistinct) Reset

func (m *Instruction_LocalDistinct) Reset()

func (*Instruction_LocalDistinct) String

func (m *Instruction_LocalDistinct) String() string

type Instruction_LocalGroupBySorted

type Instruction_LocalGroupBySorted struct {
	Indexes []int32 `protobuf:"varint,1,rep,packed,name=indexes" json:"indexes,omitempty"`
}

func (*Instruction_LocalGroupBySorted) Descriptor

func (*Instruction_LocalGroupBySorted) Descriptor() ([]byte, []int)

func (*Instruction_LocalGroupBySorted) GetIndexes

func (m *Instruction_LocalGroupBySorted) GetIndexes() []int32

func (*Instruction_LocalGroupBySorted) ProtoMessage

func (*Instruction_LocalGroupBySorted) ProtoMessage()

func (*Instruction_LocalGroupBySorted) Reset

func (m *Instruction_LocalGroupBySorted) Reset()

func (*Instruction_LocalGroupBySorted) String

type Instruction_LocalHashAndJoinWith

type Instruction_LocalHashAndJoinWith struct {
	Indexes []int32 `protobuf:"varint,1,rep,packed,name=indexes" json:"indexes,omitempty"`
}

func (*Instruction_LocalHashAndJoinWith) Descriptor

func (*Instruction_LocalHashAndJoinWith) Descriptor() ([]byte, []int)

func (*Instruction_LocalHashAndJoinWith) GetIndexes

func (m *Instruction_LocalHashAndJoinWith) GetIndexes() []int32

func (*Instruction_LocalHashAndJoinWith) ProtoMessage

func (*Instruction_LocalHashAndJoinWith) ProtoMessage()

func (*Instruction_LocalHashAndJoinWith) Reset

func (*Instruction_LocalHashAndJoinWith) String

type Instruction_LocalLimit

type Instruction_LocalLimit struct {
	N      int32 `protobuf:"varint,1,opt,name=n" json:"n,omitempty"`
	Offset int32 `protobuf:"varint,2,opt,name=offset" json:"offset,omitempty"`
}

func (*Instruction_LocalLimit) Descriptor

func (*Instruction_LocalLimit) Descriptor() ([]byte, []int)

func (*Instruction_LocalLimit) GetN

func (m *Instruction_LocalLimit) GetN() int32

func (*Instruction_LocalLimit) GetOffset

func (m *Instruction_LocalLimit) GetOffset() int32

func (*Instruction_LocalLimit) ProtoMessage

func (*Instruction_LocalLimit) ProtoMessage()

func (*Instruction_LocalLimit) Reset

func (m *Instruction_LocalLimit) Reset()

func (*Instruction_LocalLimit) String

func (m *Instruction_LocalLimit) String() string

type Instruction_LocalSort

type Instruction_LocalSort struct {
	OrderBys []*OrderBy `protobuf:"bytes,1,rep,name=orderBys" json:"orderBys,omitempty"`
}

func (*Instruction_LocalSort) Descriptor

func (*Instruction_LocalSort) Descriptor() ([]byte, []int)

func (*Instruction_LocalSort) GetOrderBys

func (m *Instruction_LocalSort) GetOrderBys() []*OrderBy

func (*Instruction_LocalSort) ProtoMessage

func (*Instruction_LocalSort) ProtoMessage()

func (*Instruction_LocalSort) Reset

func (m *Instruction_LocalSort) Reset()

func (*Instruction_LocalSort) String

func (m *Instruction_LocalSort) String() string

type Instruction_LocalTop

type Instruction_LocalTop struct {
	N        int32      `protobuf:"varint,1,opt,name=n" json:"n,omitempty"`
	OrderBys []*OrderBy `protobuf:"bytes,2,rep,name=orderBys" json:"orderBys,omitempty"`
}

func (*Instruction_LocalTop) Descriptor

func (*Instruction_LocalTop) Descriptor() ([]byte, []int)

func (*Instruction_LocalTop) GetN

func (m *Instruction_LocalTop) GetN() int32

func (*Instruction_LocalTop) GetOrderBys

func (m *Instruction_LocalTop) GetOrderBys() []*OrderBy

func (*Instruction_LocalTop) ProtoMessage

func (*Instruction_LocalTop) ProtoMessage()

func (*Instruction_LocalTop) Reset

func (m *Instruction_LocalTop) Reset()

func (*Instruction_LocalTop) String

func (m *Instruction_LocalTop) String() string

type Instruction_MergeSortedTo

type Instruction_MergeSortedTo struct {
	OrderBys []*OrderBy `protobuf:"bytes,1,rep,name=orderBys" json:"orderBys,omitempty"`
}

func (*Instruction_MergeSortedTo) Descriptor

func (*Instruction_MergeSortedTo) Descriptor() ([]byte, []int)

func (*Instruction_MergeSortedTo) GetOrderBys

func (m *Instruction_MergeSortedTo) GetOrderBys() []*OrderBy

func (*Instruction_MergeSortedTo) ProtoMessage

func (*Instruction_MergeSortedTo) ProtoMessage()

func (*Instruction_MergeSortedTo) Reset

func (m *Instruction_MergeSortedTo) Reset()

func (*Instruction_MergeSortedTo) String

func (m *Instruction_MergeSortedTo) String() string

type Instruction_MergeTo

type Instruction_MergeTo struct {
}

func (*Instruction_MergeTo) Descriptor

func (*Instruction_MergeTo) Descriptor() ([]byte, []int)

func (*Instruction_MergeTo) ProtoMessage

func (*Instruction_MergeTo) ProtoMessage()

func (*Instruction_MergeTo) Reset

func (m *Instruction_MergeTo) Reset()

func (*Instruction_MergeTo) String

func (m *Instruction_MergeTo) String() string

type Instruction_PipeAsArgs

type Instruction_PipeAsArgs struct {
	Code string `protobuf:"bytes,1,opt,name=code" json:"code,omitempty"`
}

func (*Instruction_PipeAsArgs) Descriptor

func (*Instruction_PipeAsArgs) Descriptor() ([]byte, []int)

func (*Instruction_PipeAsArgs) GetCode

func (m *Instruction_PipeAsArgs) GetCode() string

func (*Instruction_PipeAsArgs) ProtoMessage

func (*Instruction_PipeAsArgs) ProtoMessage()

func (*Instruction_PipeAsArgs) Reset

func (m *Instruction_PipeAsArgs) Reset()

func (*Instruction_PipeAsArgs) String

func (m *Instruction_PipeAsArgs) String() string

type Instruction_RoundRobin

type Instruction_RoundRobin struct {
}

func (*Instruction_RoundRobin) Descriptor

func (*Instruction_RoundRobin) Descriptor() ([]byte, []int)

func (*Instruction_RoundRobin) ProtoMessage

func (*Instruction_RoundRobin) ProtoMessage()

func (*Instruction_RoundRobin) Reset

func (m *Instruction_RoundRobin) Reset()

func (*Instruction_RoundRobin) String

func (m *Instruction_RoundRobin) String() string

type Instruction_ScatterPartitions

type Instruction_ScatterPartitions struct {
	Indexes []int32 `protobuf:"varint,1,rep,packed,name=indexes" json:"indexes,omitempty"`
}

func (*Instruction_ScatterPartitions) Descriptor

func (*Instruction_ScatterPartitions) Descriptor() ([]byte, []int)

func (*Instruction_ScatterPartitions) GetIndexes

func (m *Instruction_ScatterPartitions) GetIndexes() []int32

func (*Instruction_ScatterPartitions) ProtoMessage

func (*Instruction_ScatterPartitions) ProtoMessage()

func (*Instruction_ScatterPartitions) Reset

func (m *Instruction_ScatterPartitions) Reset()

func (*Instruction_ScatterPartitions) String

type Instruction_Script

type Instruction_Script struct {
	IsPipe bool     `protobuf:"varint,1,opt,name=isPipe" json:"isPipe,omitempty"`
	Path   string   `protobuf:"bytes,2,opt,name=path" json:"path,omitempty"`
	Args   []string `protobuf:"bytes,3,rep,name=args" json:"args,omitempty"`
	Env    []string `protobuf:"bytes,4,rep,name=env" json:"env,omitempty"`
}

func (*Instruction_Script) Descriptor

func (*Instruction_Script) Descriptor() ([]byte, []int)

func (*Instruction_Script) GetArgs

func (m *Instruction_Script) GetArgs() []string

func (*Instruction_Script) GetEnv

func (m *Instruction_Script) GetEnv() []string

func (*Instruction_Script) GetIsPipe

func (m *Instruction_Script) GetIsPipe() bool

func (*Instruction_Script) GetPath

func (m *Instruction_Script) GetPath() string

func (*Instruction_Script) ProtoMessage

func (*Instruction_Script) ProtoMessage()

func (*Instruction_Script) Reset

func (m *Instruction_Script) Reset()

func (*Instruction_Script) String

func (m *Instruction_Script) String() string

type Instruction_Select

type Instruction_Select struct {
	KeyIndexes   []int32 `protobuf:"varint,1,rep,packed,name=keyIndexes" json:"keyIndexes,omitempty"`
	ValueIndexes []int32 `protobuf:"varint,2,rep,packed,name=valueIndexes" json:"valueIndexes,omitempty"`
}

func (*Instruction_Select) Descriptor

func (*Instruction_Select) Descriptor() ([]byte, []int)

func (*Instruction_Select) GetKeyIndexes

func (m *Instruction_Select) GetKeyIndexes() []int32

func (*Instruction_Select) GetValueIndexes

func (m *Instruction_Select) GetValueIndexes() []int32

func (*Instruction_Select) ProtoMessage

func (*Instruction_Select) ProtoMessage()

func (*Instruction_Select) Reset

func (m *Instruction_Select) Reset()

func (*Instruction_Select) String

func (m *Instruction_Select) String() string

type Instruction_Union

type Instruction_Union struct {
	IsParallel bool `protobuf:"varint,1,opt,name=isParallel" json:"isParallel,omitempty"`
}

func (*Instruction_Union) Descriptor

func (*Instruction_Union) Descriptor() ([]byte, []int)

func (*Instruction_Union) GetIsParallel

func (m *Instruction_Union) GetIsParallel() bool

func (*Instruction_Union) ProtoMessage

func (*Instruction_Union) ProtoMessage()

func (*Instruction_Union) Reset

func (m *Instruction_Union) Reset()

func (*Instruction_Union) String

func (m *Instruction_Union) String() string

type Location

type Location struct {
	DataCenter string `protobuf:"bytes,1,opt,name=data_center,json=dataCenter" json:"data_center,omitempty"`
	Rack       string `protobuf:"bytes,2,opt,name=rack" json:"rack,omitempty"`
	Server     string `protobuf:"bytes,3,opt,name=server" json:"server,omitempty"`
	Port       int32  `protobuf:"varint,4,opt,name=port" json:"port,omitempty"`
}

func (*Location) Descriptor

func (*Location) Descriptor() ([]byte, []int)

func (*Location) Distance

func (a *Location) Distance(b *Location) float64

the distance is a relative value, similar to network lantency

func (*Location) GetDataCenter

func (m *Location) GetDataCenter() string

func (*Location) GetPort

func (m *Location) GetPort() int32

func (*Location) GetRack

func (m *Location) GetRack() string

func (*Location) GetServer

func (m *Location) GetServer() string

func (*Location) ProtoMessage

func (*Location) ProtoMessage()

func (*Location) Reset

func (m *Location) Reset()

func (*Location) String

func (m *Location) String() string

func (*Location) URL

func (l *Location) URL() string

type OrderBy

type OrderBy struct {
	Index int32 `protobuf:"varint,1,opt,name=index" json:"index,omitempty"`
	Order int32 `protobuf:"varint,2,opt,name=order" json:"order,omitempty"`
}

func (*OrderBy) Descriptor

func (*OrderBy) Descriptor() ([]byte, []int)

func (*OrderBy) GetIndex

func (m *OrderBy) GetIndex() int32

func (*OrderBy) GetOrder

func (m *OrderBy) GetOrder() int32

func (*OrderBy) ProtoMessage

func (*OrderBy) ProtoMessage()

func (*OrderBy) Reset

func (m *OrderBy) Reset()

func (*OrderBy) String

func (m *OrderBy) String() string

type ReadRequest

type ReadRequest struct {
	ChannelName string `protobuf:"bytes,1,opt,name=channelName" json:"channelName,omitempty"`
	ReaderName  string `protobuf:"bytes,2,opt,name=readerName" json:"readerName,omitempty"`
}

func (*ReadRequest) Descriptor

func (*ReadRequest) Descriptor() ([]byte, []int)

func (*ReadRequest) GetChannelName

func (m *ReadRequest) GetChannelName() string

func (*ReadRequest) GetReaderName

func (m *ReadRequest) GetReaderName() string

func (*ReadRequest) ProtoMessage

func (*ReadRequest) ProtoMessage()

func (*ReadRequest) Reset

func (m *ReadRequest) Reset()

func (*ReadRequest) String

func (m *ReadRequest) String() string

type WriteRequest

type WriteRequest struct {
	ChannelName string `protobuf:"bytes,1,opt,name=channelName" json:"channelName,omitempty"`
	WriterName  string `protobuf:"bytes,2,opt,name=writerName" json:"writerName,omitempty"`
	ReaderCount int32  `protobuf:"varint,3,opt,name=readerCount" json:"readerCount,omitempty"`
}

func (*WriteRequest) Descriptor

func (*WriteRequest) Descriptor() ([]byte, []int)

func (*WriteRequest) GetChannelName

func (m *WriteRequest) GetChannelName() string

func (*WriteRequest) GetReaderCount

func (m *WriteRequest) GetReaderCount() int32

func (*WriteRequest) GetWriterName

func (m *WriteRequest) GetWriterName() string

func (*WriteRequest) ProtoMessage

func (*WriteRequest) ProtoMessage()

func (*WriteRequest) Reset

func (m *WriteRequest) Reset()

func (*WriteRequest) String

func (m *WriteRequest) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL