service

package
v0.0.0-...-3233e8b Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Dec 8, 2023 License: BSD-3-Clause Imports: 11 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	DispatcherService_WorkerHeartbeat_FullMethodName        = "/tensorflow.data.DispatcherService/WorkerHeartbeat"
	DispatcherService_WorkerUpdate_FullMethodName           = "/tensorflow.data.DispatcherService/WorkerUpdate"
	DispatcherService_GetDatasetDef_FullMethodName          = "/tensorflow.data.DispatcherService/GetDatasetDef"
	DispatcherService_GetSplit_FullMethodName               = "/tensorflow.data.DispatcherService/GetSplit"
	DispatcherService_GetVersion_FullMethodName             = "/tensorflow.data.DispatcherService/GetVersion"
	DispatcherService_GetOrRegisterDataset_FullMethodName   = "/tensorflow.data.DispatcherService/GetOrRegisterDataset"
	DispatcherService_GetOrCreateJob_FullMethodName         = "/tensorflow.data.DispatcherService/GetOrCreateJob"
	DispatcherService_GetOrCreateIteration_FullMethodName   = "/tensorflow.data.DispatcherService/GetOrCreateIteration"
	DispatcherService_MaybeRemoveTask_FullMethodName        = "/tensorflow.data.DispatcherService/MaybeRemoveTask"
	DispatcherService_ReleaseIterationClient_FullMethodName = "/tensorflow.data.DispatcherService/ReleaseIterationClient"
	DispatcherService_ClientHeartbeat_FullMethodName        = "/tensorflow.data.DispatcherService/ClientHeartbeat"
	DispatcherService_GetWorkers_FullMethodName             = "/tensorflow.data.DispatcherService/GetWorkers"
	DispatcherService_GetDataServiceMetadata_FullMethodName = "/tensorflow.data.DispatcherService/GetDataServiceMetadata"
	DispatcherService_GetDataServiceConfig_FullMethodName   = "/tensorflow.data.DispatcherService/GetDataServiceConfig"
)
View Source 
const (
	WorkerService_ProcessTask_FullMethodName    = "/tensorflow.data.WorkerService/ProcessTask"
	WorkerService_GetElement_FullMethodName     = "/tensorflow.data.WorkerService/GetElement"
	WorkerService_GetWorkerTasks_FullMethodName = "/tensorflow.data.WorkerService/GetWorkerTasks"
)

Variables

View Source 
var (
	TargetWorkers_name = map[int32]string{
		0: "TARGET_WORKERS_UNSPECIFIED",
		1: "TARGET_WORKERS_AUTO",
		2: "TARGET_WORKERS_ANY",
		3: "TARGET_WORKERS_LOCAL",
	}
	TargetWorkers_value = map[string]int32{
		"TARGET_WORKERS_UNSPECIFIED": 0,
		"TARGET_WORKERS_AUTO":        1,
		"TARGET_WORKERS_ANY":         2,
		"TARGET_WORKERS_LOCAL":       3,
	}
)

Enum value maps for TargetWorkers.

View Source 
var DispatcherService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "tensorflow.data.DispatcherService",
	HandlerType: (*DispatcherServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "WorkerHeartbeat",
			Handler:    _DispatcherService_WorkerHeartbeat_Handler,
		},
		{
			MethodName: "WorkerUpdate",
			Handler:    _DispatcherService_WorkerUpdate_Handler,
		},
		{
			MethodName: "GetDatasetDef",
			Handler:    _DispatcherService_GetDatasetDef_Handler,
		},
		{
			MethodName: "GetSplit",
			Handler:    _DispatcherService_GetSplit_Handler,
		},
		{
			MethodName: "GetVersion",
			Handler:    _DispatcherService_GetVersion_Handler,
		},
		{
			MethodName: "GetOrRegisterDataset",
			Handler:    _DispatcherService_GetOrRegisterDataset_Handler,
		},
		{
			MethodName: "GetOrCreateJob",
			Handler:    _DispatcherService_GetOrCreateJob_Handler,
		},
		{
			MethodName: "GetOrCreateIteration",
			Handler:    _DispatcherService_GetOrCreateIteration_Handler,
		},
		{
			MethodName: "MaybeRemoveTask",
			Handler:    _DispatcherService_MaybeRemoveTask_Handler,
		},
		{
			MethodName: "ReleaseIterationClient",
			Handler:    _DispatcherService_ReleaseIterationClient_Handler,
		},
		{
			MethodName: "ClientHeartbeat",
			Handler:    _DispatcherService_ClientHeartbeat_Handler,
		},
		{
			MethodName: "GetWorkers",
			Handler:    _DispatcherService_GetWorkers_Handler,
		},
		{
			MethodName: "GetDataServiceMetadata",
			Handler:    _DispatcherService_GetDataServiceMetadata_Handler,
		},
		{
			MethodName: "GetDataServiceConfig",
			Handler:    _DispatcherService_GetDataServiceConfig_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "tensorflow/core/data/service/dispatcher.proto",
}

DispatcherService_ServiceDesc is the grpc.ServiceDesc for DispatcherService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source 
var File_tensorflow_core_data_service_common_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_core_data_service_dispatcher_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_core_data_service_export_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_core_data_service_journal_proto protoreflect.FileDescriptor
View Source 
var File_tensorflow_core_data_service_worker_proto protoreflect.FileDescriptor
View Source 
var WorkerService_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "tensorflow.data.WorkerService",
	HandlerType: (*WorkerServiceServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "ProcessTask",
			Handler:    _WorkerService_ProcessTask_Handler,
		},
		{
			MethodName: "GetElement",
			Handler:    _WorkerService_GetElement_Handler,
		},
		{
			MethodName: "GetWorkerTasks",
			Handler:    _WorkerService_GetWorkerTasks_Handler,
		},
	},
	Streams:  []grpc.StreamDesc{},
	Metadata: "tensorflow/core/data/service/worker.proto",
}

WorkerService_ServiceDesc is the grpc.ServiceDesc for WorkerService service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

Functions

func RegisterDispatcherServiceServer 

func RegisterDispatcherServiceServer(s grpc.ServiceRegistrar, srv DispatcherServiceServer)

func RegisterWorkerServiceServer 

func RegisterWorkerServiceServer(s grpc.ServiceRegistrar, srv WorkerServiceServer)

Types

type AcquireIterationClientUpdate 

type AcquireIterationClientUpdate struct {
	IterationId       int64 `protobuf:"varint,1,opt,name=iteration_id,json=iterationId,proto3" json:"iteration_id,omitempty"`
	IterationClientId int64 `protobuf:"varint,2,opt,name=iteration_client_id,json=iterationClientId,proto3" json:"iteration_client_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 3

func (*AcquireIterationClientUpdate) Descriptor deprecated 

func (*AcquireIterationClientUpdate) Descriptor() ([]byte, []int)

Deprecated: Use AcquireIterationClientUpdate.ProtoReflect.Descriptor instead.

func (*AcquireIterationClientUpdate) GetIterationClientId 

func (x *AcquireIterationClientUpdate) GetIterationClientId() int64

func (*AcquireIterationClientUpdate) GetIterationId 

func (x *AcquireIterationClientUpdate) GetIterationId() int64

func (*AcquireIterationClientUpdate) ProtoMessage 

func (*AcquireIterationClientUpdate) ProtoMessage()

func (*AcquireIterationClientUpdate) ProtoReflect 

func (x *AcquireIterationClientUpdate) ProtoReflect() protoreflect.Message

func (*AcquireIterationClientUpdate) Reset 

func (x *AcquireIterationClientUpdate) Reset()

func (*AcquireIterationClientUpdate) String 

func (x *AcquireIterationClientUpdate) String() string

type ClientHeartbeatRequest 

type ClientHeartbeatRequest struct {

	// The iteration client id to heartbeat for.
	IterationClientId int64 `protobuf:"varint,1,opt,name=iteration_client_id,json=iterationClientId,proto3" json:"iteration_client_id,omitempty"`
	// Reports which round the client is currently reading from when doing
	// round-robin reads.
	//
	// Types that are assignable to OptionalCurrentRound:
	//
	//	*ClientHeartbeatRequest_CurrentRound
	OptionalCurrentRound isClientHeartbeatRequest_OptionalCurrentRound `protobuf_oneof:"optional_current_round"`
	// Reports whether the client has successfully blocked the indicated round
	// from starting. This enables the dispatcher to add a new task in the
	// blocked round or later.
	//
	// Types that are assignable to OptionalBlockedRound:
	//
	//	*ClientHeartbeatRequest_BlockedRound
	OptionalBlockedRound isClientHeartbeatRequest_OptionalBlockedRound `protobuf_oneof:"optional_blocked_round"`
	// contains filtered or unexported fields
}

Next tag: 5

func (*ClientHeartbeatRequest) Descriptor deprecated 

func (*ClientHeartbeatRequest) Descriptor() ([]byte, []int)

Deprecated: Use ClientHeartbeatRequest.ProtoReflect.Descriptor instead.

func (*ClientHeartbeatRequest) GetBlockedRound 

func (x *ClientHeartbeatRequest) GetBlockedRound() int64

func (*ClientHeartbeatRequest) GetCurrentRound 

func (x *ClientHeartbeatRequest) GetCurrentRound() int64

func (*ClientHeartbeatRequest) GetIterationClientId 

func (x *ClientHeartbeatRequest) GetIterationClientId() int64

func (*ClientHeartbeatRequest) GetOptionalBlockedRound 

func (m *ClientHeartbeatRequest) GetOptionalBlockedRound() isClientHeartbeatRequest_OptionalBlockedRound

func (*ClientHeartbeatRequest) GetOptionalCurrentRound 

func (m *ClientHeartbeatRequest) GetOptionalCurrentRound() isClientHeartbeatRequest_OptionalCurrentRound

func (*ClientHeartbeatRequest) ProtoMessage 

func (*ClientHeartbeatRequest) ProtoMessage()

func (*ClientHeartbeatRequest) ProtoReflect 

func (x *ClientHeartbeatRequest) ProtoReflect() protoreflect.Message

func (*ClientHeartbeatRequest) Reset 

func (x *ClientHeartbeatRequest) Reset()

func (*ClientHeartbeatRequest) String 

func (x *ClientHeartbeatRequest) String() string

type ClientHeartbeatRequest_BlockedRound 

type ClientHeartbeatRequest_BlockedRound struct {
	BlockedRound int64 `protobuf:"varint,4,opt,name=blocked_round,json=blockedRound,proto3,oneof"`
}

type ClientHeartbeatRequest_CurrentRound 

type ClientHeartbeatRequest_CurrentRound struct {
	CurrentRound int64 `protobuf:"varint,2,opt,name=current_round,json=currentRound,proto3,oneof"`
}

type ClientHeartbeatResponse 

type ClientHeartbeatResponse struct {

	// A list of all tasks that the client should read from.
	TaskInfo []*TaskInfo `protobuf:"bytes,1,rep,name=task_info,json=taskInfo,proto3" json:"task_info,omitempty"`
	// Tells the client not to start the given round if possible.
	//
	// Types that are assignable to OptionalBlockRound:
	//
	//	*ClientHeartbeatResponse_BlockRound
	OptionalBlockRound isClientHeartbeatResponse_OptionalBlockRound `protobuf_oneof:"optional_block_round"`
	// Whether the iteration has finished.
	IterationFinished bool `protobuf:"varint,2,opt,name=iteration_finished,json=iterationFinished,proto3" json:"iteration_finished,omitempty"`
	// tf.data service deployment mode. Supported values are "REMOTE",
	// "COLOCATED", and "HYBRID". If unspecified, it is assumed to be "REMOTE".
	DeploymentMode protobuf.DeploymentMode `` /* 140-byte string literal not displayed */
	// contains filtered or unexported fields
}

Next tag: 5

func (*ClientHeartbeatResponse) Descriptor deprecated 

func (*ClientHeartbeatResponse) Descriptor() ([]byte, []int)

Deprecated: Use ClientHeartbeatResponse.ProtoReflect.Descriptor instead.

func (*ClientHeartbeatResponse) GetBlockRound 

func (x *ClientHeartbeatResponse) GetBlockRound() int64

func (*ClientHeartbeatResponse) GetDeploymentMode 

func (x *ClientHeartbeatResponse) GetDeploymentMode() protobuf.DeploymentMode

func (*ClientHeartbeatResponse) GetIterationFinished 

func (x *ClientHeartbeatResponse) GetIterationFinished() bool

func (*ClientHeartbeatResponse) GetOptionalBlockRound 

func (m *ClientHeartbeatResponse) GetOptionalBlockRound() isClientHeartbeatResponse_OptionalBlockRound

func (*ClientHeartbeatResponse) GetTaskInfo 

func (x *ClientHeartbeatResponse) GetTaskInfo() []*TaskInfo

func (*ClientHeartbeatResponse) ProtoMessage 

func (*ClientHeartbeatResponse) ProtoMessage()

func (*ClientHeartbeatResponse) ProtoReflect 

func (x *ClientHeartbeatResponse) ProtoReflect() protoreflect.Message

func (*ClientHeartbeatResponse) Reset 

func (x *ClientHeartbeatResponse) Reset()

func (*ClientHeartbeatResponse) String 

func (x *ClientHeartbeatResponse) String() string

type ClientHeartbeatResponse_BlockRound 

type ClientHeartbeatResponse_BlockRound struct {
	BlockRound int64 `protobuf:"varint,3,opt,name=block_round,json=blockRound,proto3,oneof"`
}

type ClientHeartbeatUpdate 

type ClientHeartbeatUpdate struct {
	IterationClientId int64         `protobuf:"varint,1,opt,name=iteration_client_id,json=iterationClientId,proto3" json:"iteration_client_id,omitempty"`
	TaskAccepted      bool          `protobuf:"varint,2,opt,name=task_accepted,json=taskAccepted,proto3" json:"task_accepted,omitempty"`
	TaskRejected      *TaskRejected `protobuf:"bytes,3,opt,name=task_rejected,json=taskRejected,proto3" json:"task_rejected,omitempty"`
	// contains filtered or unexported fields
}

Updates dispatcher state based on a client heartbeat. Next tag: 4

func (*ClientHeartbeatUpdate) Descriptor deprecated 

func (*ClientHeartbeatUpdate) Descriptor() ([]byte, []int)

Deprecated: Use ClientHeartbeatUpdate.ProtoReflect.Descriptor instead.

func (*ClientHeartbeatUpdate) GetIterationClientId 

func (x *ClientHeartbeatUpdate) GetIterationClientId() int64

func (*ClientHeartbeatUpdate) GetTaskAccepted 

func (x *ClientHeartbeatUpdate) GetTaskAccepted() bool

func (*ClientHeartbeatUpdate) GetTaskRejected 

func (x *ClientHeartbeatUpdate) GetTaskRejected() *TaskRejected

func (*ClientHeartbeatUpdate) ProtoMessage 

func (*ClientHeartbeatUpdate) ProtoMessage()

func (*ClientHeartbeatUpdate) ProtoReflect 

func (x *ClientHeartbeatUpdate) ProtoReflect() protoreflect.Message

func (*ClientHeartbeatUpdate) Reset 

func (x *ClientHeartbeatUpdate) Reset()

func (*ClientHeartbeatUpdate) String 

func (x *ClientHeartbeatUpdate) String() string

type CreateIterationUpdate 

type CreateIterationUpdate struct {
	IterationId       int64 `protobuf:"varint,1,opt,name=iteration_id,json=iterationId,proto3" json:"iteration_id,omitempty"`
	JobId             int64 `protobuf:"varint,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	Repetition        int64 `protobuf:"varint,3,opt,name=repetition,proto3" json:"repetition,omitempty"`
	NumSplitProviders int64 `protobuf:"varint,4,opt,name=num_split_providers,json=numSplitProviders,proto3" json:"num_split_providers,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 5

func (*CreateIterationUpdate) Descriptor deprecated 

func (*CreateIterationUpdate) Descriptor() ([]byte, []int)

Deprecated: Use CreateIterationUpdate.ProtoReflect.Descriptor instead.

func (*CreateIterationUpdate) GetIterationId 

func (x *CreateIterationUpdate) GetIterationId() int64

func (*CreateIterationUpdate) GetJobId 

func (x *CreateIterationUpdate) GetJobId() int64

func (*CreateIterationUpdate) GetNumSplitProviders 

func (x *CreateIterationUpdate) GetNumSplitProviders() int64

func (*CreateIterationUpdate) GetRepetition 

func (x *CreateIterationUpdate) GetRepetition() int64

func (*CreateIterationUpdate) ProtoMessage 

func (*CreateIterationUpdate) ProtoMessage()

func (*CreateIterationUpdate) ProtoReflect 

func (x *CreateIterationUpdate) ProtoReflect() protoreflect.Message

func (*CreateIterationUpdate) Reset 

func (x *CreateIterationUpdate) Reset()

func (*CreateIterationUpdate) String 

func (x *CreateIterationUpdate) String() string

type CreateJobUpdate 

type CreateJobUpdate struct {
	JobId             int64                       `protobuf:"varint,1,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	JobName           string                      `protobuf:"bytes,2,opt,name=job_name,json=jobName,proto3" json:"job_name,omitempty"`
	DatasetId         string                      `protobuf:"bytes,3,opt,name=dataset_id,json=datasetId,proto3" json:"dataset_id,omitempty"`
	ProcessingModeDef *protobuf.ProcessingModeDef `protobuf:"bytes,4,opt,name=processing_mode_def,json=processingModeDef,proto3" json:"processing_mode_def,omitempty"`
	// Optional number of consumers. If set, the iteration's tasks will provide
	// their elements to consumers round-robin.
	//
	// Types that are assignable to OptionalNumConsumers:
	//
	//	*CreateJobUpdate_NumConsumers
	OptionalNumConsumers isCreateJobUpdate_OptionalNumConsumers `protobuf_oneof:"optional_num_consumers"`
	// Specifies which workers the client of this iteration reads from.
	TargetWorkers TargetWorkers `` /* 136-byte string literal not displayed */
	// True if cross-trainer cache is enabled.
	UseCrossTrainerCache bool `` /* 126-byte string literal not displayed */
	// contains filtered or unexported fields
}

Next tag: 9

func (*CreateJobUpdate) Descriptor deprecated 

func (*CreateJobUpdate) Descriptor() ([]byte, []int)

Deprecated: Use CreateJobUpdate.ProtoReflect.Descriptor instead.

func (*CreateJobUpdate) GetDatasetId 

func (x *CreateJobUpdate) GetDatasetId() string

func (*CreateJobUpdate) GetJobId 

func (x *CreateJobUpdate) GetJobId() int64

func (*CreateJobUpdate) GetJobName 

func (x *CreateJobUpdate) GetJobName() string

func (*CreateJobUpdate) GetNumConsumers 

func (x *CreateJobUpdate) GetNumConsumers() int64

func (*CreateJobUpdate) GetOptionalNumConsumers 

func (m *CreateJobUpdate) GetOptionalNumConsumers() isCreateJobUpdate_OptionalNumConsumers

func (*CreateJobUpdate) GetProcessingModeDef 

func (x *CreateJobUpdate) GetProcessingModeDef() *protobuf.ProcessingModeDef

func (*CreateJobUpdate) GetTargetWorkers 

func (x *CreateJobUpdate) GetTargetWorkers() TargetWorkers

func (*CreateJobUpdate) GetUseCrossTrainerCache 

func (x *CreateJobUpdate) GetUseCrossTrainerCache() bool

func (*CreateJobUpdate) ProtoMessage 

func (*CreateJobUpdate) ProtoMessage()

func (*CreateJobUpdate) ProtoReflect 

func (x *CreateJobUpdate) ProtoReflect() protoreflect.Message

func (*CreateJobUpdate) Reset 

func (x *CreateJobUpdate) Reset()

func (*CreateJobUpdate) String 

func (x *CreateJobUpdate) String() string

type CreateJobUpdate_NumConsumers 

type CreateJobUpdate_NumConsumers struct {
	NumConsumers int64 `protobuf:"varint,6,opt,name=num_consumers,json=numConsumers,proto3,oneof"`
}

type CreatePendingTaskUpdate 

type CreatePendingTaskUpdate struct {
	TaskId          int64    `protobuf:"varint,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	IterationId     int64    `protobuf:"varint,2,opt,name=iteration_id,json=iterationId,proto3" json:"iteration_id,omitempty"`
	WorkerAddress   string   `protobuf:"bytes,3,opt,name=worker_address,json=workerAddress,proto3" json:"worker_address,omitempty"`
	TransferAddress string   `protobuf:"bytes,4,opt,name=transfer_address,json=transferAddress,proto3" json:"transfer_address,omitempty"`
	WorkerTags      []string `protobuf:"bytes,6,rep,name=worker_tags,json=workerTags,proto3" json:"worker_tags,omitempty"`
	WorkerUid       int64    `protobuf:"varint,7,opt,name=worker_uid,json=workerUid,proto3" json:"worker_uid,omitempty"`
	StartingRound   int64    `protobuf:"varint,5,opt,name=starting_round,json=startingRound,proto3" json:"starting_round,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 8

func (*CreatePendingTaskUpdate) Descriptor deprecated 

func (*CreatePendingTaskUpdate) Descriptor() ([]byte, []int)

Deprecated: Use CreatePendingTaskUpdate.ProtoReflect.Descriptor instead.

func (*CreatePendingTaskUpdate) GetIterationId 

func (x *CreatePendingTaskUpdate) GetIterationId() int64

func (*CreatePendingTaskUpdate) GetStartingRound 

func (x *CreatePendingTaskUpdate) GetStartingRound() int64

func (*CreatePendingTaskUpdate) GetTaskId 

func (x *CreatePendingTaskUpdate) GetTaskId() int64

func (*CreatePendingTaskUpdate) GetTransferAddress 

func (x *CreatePendingTaskUpdate) GetTransferAddress() string

func (*CreatePendingTaskUpdate) GetWorkerAddress 

func (x *CreatePendingTaskUpdate) GetWorkerAddress() string

func (*CreatePendingTaskUpdate) GetWorkerTags 

func (x *CreatePendingTaskUpdate) GetWorkerTags() []string

func (*CreatePendingTaskUpdate) GetWorkerUid 

func (x *CreatePendingTaskUpdate) GetWorkerUid() int64

func (*CreatePendingTaskUpdate) ProtoMessage 

func (*CreatePendingTaskUpdate) ProtoMessage()

func (*CreatePendingTaskUpdate) ProtoReflect 

func (x *CreatePendingTaskUpdate) ProtoReflect() protoreflect.Message

func (*CreatePendingTaskUpdate) Reset 

func (x *CreatePendingTaskUpdate) Reset()

func (*CreatePendingTaskUpdate) String 

func (x *CreatePendingTaskUpdate) String() string

type CreateTaskUpdate 

type CreateTaskUpdate struct {
	TaskId          int64    `protobuf:"varint,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	IterationId     int64    `protobuf:"varint,2,opt,name=iteration_id,json=iterationId,proto3" json:"iteration_id,omitempty"`
	WorkerAddress   string   `protobuf:"bytes,4,opt,name=worker_address,json=workerAddress,proto3" json:"worker_address,omitempty"`
	TransferAddress string   `protobuf:"bytes,6,opt,name=transfer_address,json=transferAddress,proto3" json:"transfer_address,omitempty"`
	WorkerTags      []string `protobuf:"bytes,7,rep,name=worker_tags,json=workerTags,proto3" json:"worker_tags,omitempty"`
	WorkerUid       int64    `protobuf:"varint,8,opt,name=worker_uid,json=workerUid,proto3" json:"worker_uid,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 9

func (*CreateTaskUpdate) Descriptor deprecated 

func (*CreateTaskUpdate) Descriptor() ([]byte, []int)

Deprecated: Use CreateTaskUpdate.ProtoReflect.Descriptor instead.

func (*CreateTaskUpdate) GetIterationId 

func (x *CreateTaskUpdate) GetIterationId() int64

func (*CreateTaskUpdate) GetTaskId 

func (x *CreateTaskUpdate) GetTaskId() int64

func (*CreateTaskUpdate) GetTransferAddress 

func (x *CreateTaskUpdate) GetTransferAddress() string

func (*CreateTaskUpdate) GetWorkerAddress 

func (x *CreateTaskUpdate) GetWorkerAddress() string

func (*CreateTaskUpdate) GetWorkerTags 

func (x *CreateTaskUpdate) GetWorkerTags() []string

func (*CreateTaskUpdate) GetWorkerUid 

func (x *CreateTaskUpdate) GetWorkerUid() int64

func (*CreateTaskUpdate) ProtoMessage 

func (*CreateTaskUpdate) ProtoMessage()

func (*CreateTaskUpdate) ProtoReflect 

func (x *CreateTaskUpdate) ProtoReflect() protoreflect.Message

func (*CreateTaskUpdate) Reset 

func (x *CreateTaskUpdate) Reset()

func (*CreateTaskUpdate) String 

func (x *CreateTaskUpdate) String() string

type DatasetDef 

type DatasetDef struct {

	// We represent datasets as tensorflow GraphDefs which define the operations
	// needed to create a tf.data dataset.
	Graph *framework.GraphDef `protobuf:"bytes,1,opt,name=graph,proto3" json:"graph,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*DatasetDef) Descriptor deprecated 

func (*DatasetDef) Descriptor() ([]byte, []int)

Deprecated: Use DatasetDef.ProtoReflect.Descriptor instead.

func (*DatasetDef) GetGraph 

func (x *DatasetDef) GetGraph() *framework.GraphDef

func (*DatasetDef) ProtoMessage 

func (*DatasetDef) ProtoMessage()

func (*DatasetDef) ProtoReflect 

func (x *DatasetDef) ProtoReflect() protoreflect.Message

func (*DatasetDef) Reset 

func (x *DatasetDef) Reset()

func (*DatasetDef) String 

func (x *DatasetDef) String() string

type DispatcherServiceClient 

type DispatcherServiceClient interface {
	// Performs a periodic worker heartbeat.
	WorkerHeartbeat(ctx context.Context, in *WorkerHeartbeatRequest, opts ...grpc.CallOption) (*WorkerHeartbeatResponse, error)
	// Updates the dispatcher with information about the worker's state.
	WorkerUpdate(ctx context.Context, in *WorkerUpdateRequest, opts ...grpc.CallOption) (*WorkerUpdateResponse, error)
	// Gets a dataset definition.
	GetDatasetDef(ctx context.Context, in *GetDatasetDefRequest, opts ...grpc.CallOption) (*GetDatasetDefResponse, error)
	// Gets the next split for a given iteration.
	GetSplit(ctx context.Context, in *GetSplitRequest, opts ...grpc.CallOption) (*GetSplitResponse, error)
	// Returns the API version of the server.
	GetVersion(ctx context.Context, in *GetVersionRequest, opts ...grpc.CallOption) (*GetVersionResponse, error)
	// Registers a dataset with the server, or returns its id if it is already
	// registered.
	//
	// The dataset is constructed in a new graph, so it must not refer to
	// external resources or variables.
	GetOrRegisterDataset(ctx context.Context, in *GetOrRegisterDatasetRequest, opts ...grpc.CallOption) (*GetOrRegisterDatasetResponse, error)
	// Gets a job if it already exists, otherwise creates it.
	GetOrCreateJob(ctx context.Context, in *GetOrCreateJobRequest, opts ...grpc.CallOption) (*GetOrCreateJobResponse, error)
	// Gets an iteration if it already exists, otherwise creates it.
	GetOrCreateIteration(ctx context.Context, in *GetOrCreateIterationRequest, opts ...grpc.CallOption) (*GetOrCreateIterationResponse, error)
	// Attempts to remove a task from a round-robin read iteration.
	MaybeRemoveTask(ctx context.Context, in *MaybeRemoveTaskRequest, opts ...grpc.CallOption) (*MaybeRemoveTaskResponse, error)
	// Releases an iteration client so that an iteration may eventually be cleaned
	// up.
	ReleaseIterationClient(ctx context.Context, in *ReleaseIterationClientRequest, opts ...grpc.CallOption) (*ReleaseIterationClientResponse, error)
	// Heartbeats from the client. This lets the dispatcher know that the client
	// is still active, and gives the dispatcher a chance to notify the client
	// of new tasks.
	ClientHeartbeat(ctx context.Context, in *ClientHeartbeatRequest, opts ...grpc.CallOption) (*ClientHeartbeatResponse, error)
	// Reports a list of all workers registered with the dispatcher.
	GetWorkers(ctx context.Context, in *GetWorkersRequest, opts ...grpc.CallOption) (*GetWorkersResponse, error)
	// Returns the data service metadata for the registered dataset.
	GetDataServiceMetadata(ctx context.Context, in *GetDataServiceMetadataRequest, opts ...grpc.CallOption) (*GetDataServiceMetadataResponse, error)
	// Returns the config of a data service cluster.
	GetDataServiceConfig(ctx context.Context, in *GetDataServiceConfigRequest, opts ...grpc.CallOption) (*GetDataServiceConfigResponse, error)
}

DispatcherServiceClient is the client API for DispatcherService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewDispatcherServiceClient 

func NewDispatcherServiceClient(cc grpc.ClientConnInterface) DispatcherServiceClient

type DispatcherServiceServer 

type DispatcherServiceServer interface {
	// Performs a periodic worker heartbeat.
	WorkerHeartbeat(context.Context, *WorkerHeartbeatRequest) (*WorkerHeartbeatResponse, error)
	// Updates the dispatcher with information about the worker's state.
	WorkerUpdate(context.Context, *WorkerUpdateRequest) (*WorkerUpdateResponse, error)
	// Gets a dataset definition.
	GetDatasetDef(context.Context, *GetDatasetDefRequest) (*GetDatasetDefResponse, error)
	// Gets the next split for a given iteration.
	GetSplit(context.Context, *GetSplitRequest) (*GetSplitResponse, error)
	// Returns the API version of the server.
	GetVersion(context.Context, *GetVersionRequest) (*GetVersionResponse, error)
	// Registers a dataset with the server, or returns its id if it is already
	// registered.
	//
	// The dataset is constructed in a new graph, so it must not refer to
	// external resources or variables.
	GetOrRegisterDataset(context.Context, *GetOrRegisterDatasetRequest) (*GetOrRegisterDatasetResponse, error)
	// Gets a job if it already exists, otherwise creates it.
	GetOrCreateJob(context.Context, *GetOrCreateJobRequest) (*GetOrCreateJobResponse, error)
	// Gets an iteration if it already exists, otherwise creates it.
	GetOrCreateIteration(context.Context, *GetOrCreateIterationRequest) (*GetOrCreateIterationResponse, error)
	// Attempts to remove a task from a round-robin read iteration.
	MaybeRemoveTask(context.Context, *MaybeRemoveTaskRequest) (*MaybeRemoveTaskResponse, error)
	// Releases an iteration client so that an iteration may eventually be cleaned
	// up.
	ReleaseIterationClient(context.Context, *ReleaseIterationClientRequest) (*ReleaseIterationClientResponse, error)
	// Heartbeats from the client. This lets the dispatcher know that the client
	// is still active, and gives the dispatcher a chance to notify the client
	// of new tasks.
	ClientHeartbeat(context.Context, *ClientHeartbeatRequest) (*ClientHeartbeatResponse, error)
	// Reports a list of all workers registered with the dispatcher.
	GetWorkers(context.Context, *GetWorkersRequest) (*GetWorkersResponse, error)
	// Returns the data service metadata for the registered dataset.
	GetDataServiceMetadata(context.Context, *GetDataServiceMetadataRequest) (*GetDataServiceMetadataResponse, error)
	// Returns the config of a data service cluster.
	GetDataServiceConfig(context.Context, *GetDataServiceConfigRequest) (*GetDataServiceConfigResponse, error)
	// contains filtered or unexported methods
}

DispatcherServiceServer is the server API for DispatcherService service. All implementations must embed UnimplementedDispatcherServiceServer for forward compatibility

type DispatcherStateExport 

type DispatcherStateExport struct {
	DispatcherConfig *protobuf.DispatcherConfig         `protobuf:"bytes,1,opt,name=dispatcher_config,json=dispatcherConfig,proto3" json:"dispatcher_config,omitempty"`
	WorkerAddresses  []string                           `protobuf:"bytes,2,rep,name=worker_addresses,json=workerAddresses,proto3" json:"worker_addresses,omitempty"`
	Iterations       []*DispatcherStateExport_Iteration `protobuf:"bytes,3,rep,name=iterations,proto3" json:"iterations,omitempty"`
	// contains filtered or unexported fields
}

State of the dispatcher server, exported to improve debuggability. Next tag: 4

func (*DispatcherStateExport) Descriptor deprecated 

func (*DispatcherStateExport) Descriptor() ([]byte, []int)

Deprecated: Use DispatcherStateExport.ProtoReflect.Descriptor instead.

func (*DispatcherStateExport) GetDispatcherConfig 

func (x *DispatcherStateExport) GetDispatcherConfig() *protobuf.DispatcherConfig

func (*DispatcherStateExport) GetIterations 

func (x *DispatcherStateExport) GetIterations() []*DispatcherStateExport_Iteration

func (*DispatcherStateExport) GetWorkerAddresses 

func (x *DispatcherStateExport) GetWorkerAddresses() []string

func (*DispatcherStateExport) ProtoMessage 

func (*DispatcherStateExport) ProtoMessage()

func (*DispatcherStateExport) ProtoReflect 

func (x *DispatcherStateExport) ProtoReflect() protoreflect.Message

func (*DispatcherStateExport) Reset 

func (x *DispatcherStateExport) Reset()

func (*DispatcherStateExport) String 

func (x *DispatcherStateExport) String() string

type DispatcherStateExport_Iteration 

type DispatcherStateExport_Iteration struct {
	DatasetId        string                      `protobuf:"bytes,1,opt,name=dataset_id,json=datasetId,proto3" json:"dataset_id,omitempty"`
	IterationId      int64                       `protobuf:"varint,2,opt,name=iteration_id,json=iterationId,proto3" json:"iteration_id,omitempty"`
	IterationKey     *IterationKeyDef            `protobuf:"bytes,3,opt,name=iteration_key,json=iterationKey,proto3" json:"iteration_key,omitempty"`
	ProcessingMode   *protobuf.ProcessingModeDef `protobuf:"bytes,4,opt,name=processing_mode,json=processingMode,proto3" json:"processing_mode,omitempty"`
	NumConsumers     int64                       `protobuf:"varint,6,opt,name=num_consumers,json=numConsumers,proto3" json:"num_consumers,omitempty"`
	NumClients       int64                       `protobuf:"varint,8,opt,name=num_clients,json=numClients,proto3" json:"num_clients,omitempty"`
	Finished         bool                        `protobuf:"varint,10,opt,name=finished,proto3" json:"finished,omitempty"`
	GarbageCollected bool                        `protobuf:"varint,11,opt,name=garbage_collected,json=garbageCollected,proto3" json:"garbage_collected,omitempty"`
	// contains filtered or unexported fields
}

func (*DispatcherStateExport_Iteration) Descriptor deprecated 

func (*DispatcherStateExport_Iteration) Descriptor() ([]byte, []int)

Deprecated: Use DispatcherStateExport_Iteration.ProtoReflect.Descriptor instead.

func (*DispatcherStateExport_Iteration) GetDatasetId 

func (x *DispatcherStateExport_Iteration) GetDatasetId() string

func (*DispatcherStateExport_Iteration) GetFinished 

func (x *DispatcherStateExport_Iteration) GetFinished() bool

func (*DispatcherStateExport_Iteration) GetGarbageCollected 

func (x *DispatcherStateExport_Iteration) GetGarbageCollected() bool

func (*DispatcherStateExport_Iteration) GetIterationId 

func (x *DispatcherStateExport_Iteration) GetIterationId() int64

func (*DispatcherStateExport_Iteration) GetIterationKey 

func (x *DispatcherStateExport_Iteration) GetIterationKey() *IterationKeyDef

func (*DispatcherStateExport_Iteration) GetNumClients 

func (x *DispatcherStateExport_Iteration) GetNumClients() int64

func (*DispatcherStateExport_Iteration) GetNumConsumers 

func (x *DispatcherStateExport_Iteration) GetNumConsumers() int64

func (*DispatcherStateExport_Iteration) GetProcessingMode 

func (x *DispatcherStateExport_Iteration) GetProcessingMode() *protobuf.ProcessingModeDef

func (*DispatcherStateExport_Iteration) ProtoMessage 

func (*DispatcherStateExport_Iteration) ProtoMessage()

func (*DispatcherStateExport_Iteration) ProtoReflect 

func (x *DispatcherStateExport_Iteration) ProtoReflect() protoreflect.Message

func (*DispatcherStateExport_Iteration) Reset 

func (x *DispatcherStateExport_Iteration) Reset()

func (*DispatcherStateExport_Iteration) String 

func (x *DispatcherStateExport_Iteration) String() string

type FinishTaskUpdate 

type FinishTaskUpdate struct {
	TaskId int64 `protobuf:"varint,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*FinishTaskUpdate) Descriptor deprecated 

func (*FinishTaskUpdate) Descriptor() ([]byte, []int)

Deprecated: Use FinishTaskUpdate.ProtoReflect.Descriptor instead.

func (*FinishTaskUpdate) GetTaskId 

func (x *FinishTaskUpdate) GetTaskId() int64

func (*FinishTaskUpdate) ProtoMessage 

func (*FinishTaskUpdate) ProtoMessage()

func (*FinishTaskUpdate) ProtoReflect 

func (x *FinishTaskUpdate) ProtoReflect() protoreflect.Message

func (*FinishTaskUpdate) Reset 

func (x *FinishTaskUpdate) Reset()

func (*FinishTaskUpdate) String 

func (x *FinishTaskUpdate) String() string

type GarbageCollectIterationUpdate 

type GarbageCollectIterationUpdate struct {
	IterationId int64 `protobuf:"varint,1,opt,name=iteration_id,json=iterationId,proto3" json:"iteration_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GarbageCollectIterationUpdate) Descriptor deprecated 

func (*GarbageCollectIterationUpdate) Descriptor() ([]byte, []int)

Deprecated: Use GarbageCollectIterationUpdate.ProtoReflect.Descriptor instead.

func (*GarbageCollectIterationUpdate) GetIterationId 

func (x *GarbageCollectIterationUpdate) GetIterationId() int64

func (*GarbageCollectIterationUpdate) ProtoMessage 

func (*GarbageCollectIterationUpdate) ProtoMessage()

func (*GarbageCollectIterationUpdate) ProtoReflect 

func (x *GarbageCollectIterationUpdate) ProtoReflect() protoreflect.Message

func (*GarbageCollectIterationUpdate) Reset 

func (x *GarbageCollectIterationUpdate) Reset()

func (*GarbageCollectIterationUpdate) String 

func (x *GarbageCollectIterationUpdate) String() string

type GetDataServiceConfigRequest 

type GetDataServiceConfigRequest struct {
	// contains filtered or unexported fields
}

Next tag: 1

func (*GetDataServiceConfigRequest) Descriptor deprecated 

func (*GetDataServiceConfigRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetDataServiceConfigRequest.ProtoReflect.Descriptor instead.

func (*GetDataServiceConfigRequest) ProtoMessage 

func (*GetDataServiceConfigRequest) ProtoMessage()

func (*GetDataServiceConfigRequest) ProtoReflect 

func (x *GetDataServiceConfigRequest) ProtoReflect() protoreflect.Message

func (*GetDataServiceConfigRequest) Reset 

func (x *GetDataServiceConfigRequest) Reset()

func (*GetDataServiceConfigRequest) String 

func (x *GetDataServiceConfigRequest) String() string

type GetDataServiceConfigResponse 

type GetDataServiceConfigResponse struct {
	Config *protobuf.DataServiceConfig `protobuf:"bytes,1,opt,name=config,proto3" json:"config,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GetDataServiceConfigResponse) Descriptor deprecated 

func (*GetDataServiceConfigResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetDataServiceConfigResponse.ProtoReflect.Descriptor instead.

func (*GetDataServiceConfigResponse) GetConfig 

func (x *GetDataServiceConfigResponse) GetConfig() *protobuf.DataServiceConfig

func (*GetDataServiceConfigResponse) ProtoMessage 

func (*GetDataServiceConfigResponse) ProtoMessage()

func (*GetDataServiceConfigResponse) ProtoReflect 

func (x *GetDataServiceConfigResponse) ProtoReflect() protoreflect.Message

func (*GetDataServiceConfigResponse) Reset 

func (x *GetDataServiceConfigResponse) Reset()

func (*GetDataServiceConfigResponse) String 

func (x *GetDataServiceConfigResponse) String() string

type GetDataServiceMetadataRequest 

type GetDataServiceMetadataRequest struct {

	// The dataset id to get the data service dataset metadata.
	DatasetId string `protobuf:"bytes,1,opt,name=dataset_id,json=datasetId,proto3" json:"dataset_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GetDataServiceMetadataRequest) Descriptor deprecated 

func (*GetDataServiceMetadataRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetDataServiceMetadataRequest.ProtoReflect.Descriptor instead.

func (*GetDataServiceMetadataRequest) GetDatasetId 

func (x *GetDataServiceMetadataRequest) GetDatasetId() string

func (*GetDataServiceMetadataRequest) ProtoMessage 

func (*GetDataServiceMetadataRequest) ProtoMessage()

func (*GetDataServiceMetadataRequest) ProtoReflect 

func (x *GetDataServiceMetadataRequest) ProtoReflect() protoreflect.Message

func (*GetDataServiceMetadataRequest) Reset 

func (x *GetDataServiceMetadataRequest) Reset()

func (*GetDataServiceMetadataRequest) String 

func (x *GetDataServiceMetadataRequest) String() string

type GetDataServiceMetadataResponse 

type GetDataServiceMetadataResponse struct {

	// The retrieved data service dataset metadata.
	Metadata *protobuf.DataServiceMetadata `protobuf:"bytes,1,opt,name=metadata,proto3" json:"metadata,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GetDataServiceMetadataResponse) Descriptor deprecated 

func (*GetDataServiceMetadataResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetDataServiceMetadataResponse.ProtoReflect.Descriptor instead.

func (*GetDataServiceMetadataResponse) GetMetadata 

func (x *GetDataServiceMetadataResponse) GetMetadata() *protobuf.DataServiceMetadata

func (*GetDataServiceMetadataResponse) ProtoMessage 

func (*GetDataServiceMetadataResponse) ProtoMessage()

func (*GetDataServiceMetadataResponse) ProtoReflect 

func (x *GetDataServiceMetadataResponse) ProtoReflect() protoreflect.Message

func (*GetDataServiceMetadataResponse) Reset 

func (x *GetDataServiceMetadataResponse) Reset()

func (*GetDataServiceMetadataResponse) String 

func (x *GetDataServiceMetadataResponse) String() string

type GetDatasetDefRequest 

type GetDatasetDefRequest struct {
	DatasetId string `protobuf:"bytes,1,opt,name=dataset_id,json=datasetId,proto3" json:"dataset_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GetDatasetDefRequest) Descriptor deprecated 

func (*GetDatasetDefRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetDatasetDefRequest.ProtoReflect.Descriptor instead.

func (*GetDatasetDefRequest) GetDatasetId 

func (x *GetDatasetDefRequest) GetDatasetId() string

func (*GetDatasetDefRequest) ProtoMessage 

func (*GetDatasetDefRequest) ProtoMessage()

func (*GetDatasetDefRequest) ProtoReflect 

func (x *GetDatasetDefRequest) ProtoReflect() protoreflect.Message

func (*GetDatasetDefRequest) Reset 

func (x *GetDatasetDefRequest) Reset()

func (*GetDatasetDefRequest) String 

func (x *GetDatasetDefRequest) String() string

type GetDatasetDefResponse 

type GetDatasetDefResponse struct {
	DatasetDef *DatasetDef `protobuf:"bytes,1,opt,name=dataset_def,json=datasetDef,proto3" json:"dataset_def,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GetDatasetDefResponse) Descriptor deprecated 

func (*GetDatasetDefResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetDatasetDefResponse.ProtoReflect.Descriptor instead.

func (*GetDatasetDefResponse) GetDatasetDef 

func (x *GetDatasetDefResponse) GetDatasetDef() *DatasetDef

func (*GetDatasetDefResponse) ProtoMessage 

func (*GetDatasetDefResponse) ProtoMessage()

func (*GetDatasetDefResponse) ProtoReflect 

func (x *GetDatasetDefResponse) ProtoReflect() protoreflect.Message

func (*GetDatasetDefResponse) Reset 

func (x *GetDatasetDefResponse) Reset()

func (*GetDatasetDefResponse) String 

func (x *GetDatasetDefResponse) String() string

type GetElementRequest 

type GetElementRequest struct {

	// The task to fetch an element from.
	TaskId int64 `protobuf:"varint,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	// Optional index to identify the consumer.
	//
	// Types that are assignable to OptionalConsumerIndex:
	//
	//	*GetElementRequest_ConsumerIndex
	OptionalConsumerIndex isGetElementRequest_OptionalConsumerIndex `protobuf_oneof:"optional_consumer_index"`
	// Optional round index, indicating which round of round-robin the consumer
	// wants to read from. This is used to keep consumers in sync.
	//
	// Types that are assignable to OptionalRoundIndex:
	//
	//	*GetElementRequest_RoundIndex
	OptionalRoundIndex isGetElementRequest_OptionalRoundIndex `protobuf_oneof:"optional_round_index"`
	// Whether the previous round was skipped. This information is needed by the
	// worker to recover after restarts.
	SkippedPreviousRound bool `protobuf:"varint,4,opt,name=skipped_previous_round,json=skippedPreviousRound,proto3" json:"skipped_previous_round,omitempty"`
	// Whether to skip the round if data isn't ready fast enough.
	AllowSkip bool `protobuf:"varint,5,opt,name=allow_skip,json=allowSkip,proto3" json:"allow_skip,omitempty"`
	// The trainer ID used to read elements from a multi-trainer cache. This cache
	// enables sharing data across concurrent training iterations. If set, this
	// request will read the data requested by other trainers, if available.
	TrainerId string `protobuf:"bytes,6,opt,name=trainer_id,json=trainerId,proto3" json:"trainer_id,omitempty"`
	// contains filtered or unexported fields
}

func (*GetElementRequest) Descriptor deprecated 

func (*GetElementRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetElementRequest.ProtoReflect.Descriptor instead.

func (*GetElementRequest) GetAllowSkip 

func (x *GetElementRequest) GetAllowSkip() bool

func (*GetElementRequest) GetConsumerIndex 

func (x *GetElementRequest) GetConsumerIndex() int64

func (*GetElementRequest) GetOptionalConsumerIndex 

func (m *GetElementRequest) GetOptionalConsumerIndex() isGetElementRequest_OptionalConsumerIndex

func (*GetElementRequest) GetOptionalRoundIndex 

func (m *GetElementRequest) GetOptionalRoundIndex() isGetElementRequest_OptionalRoundIndex

func (*GetElementRequest) GetRoundIndex 

func (x *GetElementRequest) GetRoundIndex() int64

func (*GetElementRequest) GetSkippedPreviousRound 

func (x *GetElementRequest) GetSkippedPreviousRound() bool

func (*GetElementRequest) GetTaskId 

func (x *GetElementRequest) GetTaskId() int64

func (*GetElementRequest) GetTrainerId 

func (x *GetElementRequest) GetTrainerId() string

func (*GetElementRequest) ProtoMessage 

func (*GetElementRequest) ProtoMessage()

func (*GetElementRequest) ProtoReflect 

func (x *GetElementRequest) ProtoReflect() protoreflect.Message

func (*GetElementRequest) Reset 

func (x *GetElementRequest) Reset()

func (*GetElementRequest) String 

func (x *GetElementRequest) String() string

type GetElementRequest_ConsumerIndex 

type GetElementRequest_ConsumerIndex struct {
	ConsumerIndex int64 `protobuf:"varint,2,opt,name=consumer_index,json=consumerIndex,proto3,oneof"`
}

type GetElementRequest_RoundIndex 

type GetElementRequest_RoundIndex struct {
	RoundIndex int64 `protobuf:"varint,3,opt,name=round_index,json=roundIndex,proto3,oneof"`
}

type GetElementResponse 

type GetElementResponse struct {

	// The produced element.
	//
	// Types that are assignable to Element:
	//
	//	*GetElementResponse_Compressed
	//	*GetElementResponse_Uncompressed
	Element isGetElementResponse_Element `protobuf_oneof:"element"`
	// The element's index within the task it came from.
	ElementIndex int64 `protobuf:"varint,6,opt,name=element_index,json=elementIndex,proto3" json:"element_index,omitempty"`
	// Boolean to indicate whether the iterator has been exhausted.
	EndOfSequence bool `protobuf:"varint,2,opt,name=end_of_sequence,json=endOfSequence,proto3" json:"end_of_sequence,omitempty"`
	// Indicates whether the round was skipped.
	SkipTask bool `protobuf:"varint,4,opt,name=skip_task,json=skipTask,proto3" json:"skip_task,omitempty"`
	// contains filtered or unexported fields
}

func (*GetElementResponse) Descriptor deprecated 

func (*GetElementResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetElementResponse.ProtoReflect.Descriptor instead.

func (*GetElementResponse) GetCompressed 

func (x *GetElementResponse) GetCompressed() *data.CompressedElement

func (*GetElementResponse) GetElement 

func (m *GetElementResponse) GetElement() isGetElementResponse_Element

func (*GetElementResponse) GetElementIndex 

func (x *GetElementResponse) GetElementIndex() int64

func (*GetElementResponse) GetEndOfSequence 

func (x *GetElementResponse) GetEndOfSequence() bool

func (*GetElementResponse) GetSkipTask 

func (x *GetElementResponse) GetSkipTask() bool

func (*GetElementResponse) GetUncompressed 

func (x *GetElementResponse) GetUncompressed() *data.UncompressedElement

func (*GetElementResponse) ProtoMessage 

func (*GetElementResponse) ProtoMessage()

func (*GetElementResponse) ProtoReflect 

func (x *GetElementResponse) ProtoReflect() protoreflect.Message

func (*GetElementResponse) Reset 

func (x *GetElementResponse) Reset()

func (*GetElementResponse) String 

func (x *GetElementResponse) String() string

type GetElementResponse_Compressed 

type GetElementResponse_Compressed struct {
	Compressed *data.CompressedElement `protobuf:"bytes,3,opt,name=compressed,proto3,oneof"`
}

type GetElementResponse_Uncompressed 

type GetElementResponse_Uncompressed struct {
	Uncompressed *data.UncompressedElement `protobuf:"bytes,5,opt,name=uncompressed,proto3,oneof"`
}

type GetOrCreateIterationRequest 

type GetOrCreateIterationRequest struct {

	// The job to create an iteration for.
	JobId int64 `protobuf:"varint,1,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// Which repetition of the job to read from.
	Repetition int64 `protobuf:"varint,2,opt,name=repetition,proto3" json:"repetition,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 3

func (*GetOrCreateIterationRequest) Descriptor deprecated 

func (*GetOrCreateIterationRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetOrCreateIterationRequest.ProtoReflect.Descriptor instead.

func (*GetOrCreateIterationRequest) GetJobId 

func (x *GetOrCreateIterationRequest) GetJobId() int64

func (*GetOrCreateIterationRequest) GetRepetition 

func (x *GetOrCreateIterationRequest) GetRepetition() int64

func (*GetOrCreateIterationRequest) ProtoMessage 

func (*GetOrCreateIterationRequest) ProtoMessage()

func (*GetOrCreateIterationRequest) ProtoReflect 

func (x *GetOrCreateIterationRequest) ProtoReflect() protoreflect.Message

func (*GetOrCreateIterationRequest) Reset 

func (x *GetOrCreateIterationRequest) Reset()

func (*GetOrCreateIterationRequest) String 

func (x *GetOrCreateIterationRequest) String() string

type GetOrCreateIterationResponse 

type GetOrCreateIterationResponse struct {

	// An id for the client that will read from the iteration. When the client is
	// done with the iteration, they should call ReleaseIterationClient with this
	// id.
	IterationClientId int64 `protobuf:"varint,1,opt,name=iteration_client_id,json=iterationClientId,proto3" json:"iteration_client_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GetOrCreateIterationResponse) Descriptor deprecated 

func (*GetOrCreateIterationResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetOrCreateIterationResponse.ProtoReflect.Descriptor instead.

func (*GetOrCreateIterationResponse) GetIterationClientId 

func (x *GetOrCreateIterationResponse) GetIterationClientId() int64

func (*GetOrCreateIterationResponse) ProtoMessage 

func (*GetOrCreateIterationResponse) ProtoMessage()

func (*GetOrCreateIterationResponse) ProtoReflect 

func (x *GetOrCreateIterationResponse) ProtoReflect() protoreflect.Message

func (*GetOrCreateIterationResponse) Reset 

func (x *GetOrCreateIterationResponse) Reset()

func (*GetOrCreateIterationResponse) String 

func (x *GetOrCreateIterationResponse) String() string

type GetOrCreateJobRequest 

type GetOrCreateJobRequest struct {

	// The id of the dataset to create a job for.
	DatasetId string `protobuf:"bytes,1,opt,name=dataset_id,json=datasetId,proto3" json:"dataset_id,omitempty"`
	// A mode controlling how the tf.data service produces data for the job.
	ProcessingModeDef *protobuf.ProcessingModeDef `protobuf:"bytes,2,opt,name=processing_mode_def,json=processingModeDef,proto3" json:"processing_mode_def,omitempty"`
	// Optional job name identifying a shared job. If not set, the RPC will always
	// create a new job.
	//
	// Types that are assignable to OptionalJobName:
	//
	//	*GetOrCreateJobRequest_JobName
	OptionalJobName isGetOrCreateJobRequest_OptionalJobName `protobuf_oneof:"optional_job_name"`
	// Optional number of consumers. If set, the job's tasks will provide
	// their elements to consumers round-robin.
	//
	// Types that are assignable to OptionalNumConsumers:
	//
	//	*GetOrCreateJobRequest_NumConsumers
	OptionalNumConsumers isGetOrCreateJobRequest_OptionalNumConsumers `protobuf_oneof:"optional_num_consumers"`
	// True if cross-trainer cache is enabled.
	UseCrossTrainerCache bool `` /* 126-byte string literal not displayed */
	// Specifies which workers the client of this job reads from.
	TargetWorkers TargetWorkers `` /* 136-byte string literal not displayed */
	// contains filtered or unexported fields
}

Next tag: 7

func (*GetOrCreateJobRequest) Descriptor deprecated 

func (*GetOrCreateJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetOrCreateJobRequest.ProtoReflect.Descriptor instead.

func (*GetOrCreateJobRequest) GetDatasetId 

func (x *GetOrCreateJobRequest) GetDatasetId() string

func (*GetOrCreateJobRequest) GetJobName 

func (x *GetOrCreateJobRequest) GetJobName() string

func (*GetOrCreateJobRequest) GetNumConsumers 

func (x *GetOrCreateJobRequest) GetNumConsumers() int64

func (*GetOrCreateJobRequest) GetOptionalJobName 

func (m *GetOrCreateJobRequest) GetOptionalJobName() isGetOrCreateJobRequest_OptionalJobName

func (*GetOrCreateJobRequest) GetOptionalNumConsumers 

func (m *GetOrCreateJobRequest) GetOptionalNumConsumers() isGetOrCreateJobRequest_OptionalNumConsumers

func (*GetOrCreateJobRequest) GetProcessingModeDef 

func (x *GetOrCreateJobRequest) GetProcessingModeDef() *protobuf.ProcessingModeDef

func (*GetOrCreateJobRequest) GetTargetWorkers 

func (x *GetOrCreateJobRequest) GetTargetWorkers() TargetWorkers

func (*GetOrCreateJobRequest) GetUseCrossTrainerCache 

func (x *GetOrCreateJobRequest) GetUseCrossTrainerCache() bool

func (*GetOrCreateJobRequest) ProtoMessage 

func (*GetOrCreateJobRequest) ProtoMessage()

func (*GetOrCreateJobRequest) ProtoReflect 

func (x *GetOrCreateJobRequest) ProtoReflect() protoreflect.Message

func (*GetOrCreateJobRequest) Reset 

func (x *GetOrCreateJobRequest) Reset()

func (*GetOrCreateJobRequest) String 

func (x *GetOrCreateJobRequest) String() string

type GetOrCreateJobRequest_JobName 

type GetOrCreateJobRequest_JobName struct {
	JobName string `protobuf:"bytes,3,opt,name=job_name,json=jobName,proto3,oneof"`
}

type GetOrCreateJobRequest_NumConsumers 

type GetOrCreateJobRequest_NumConsumers struct {
	NumConsumers int64 `protobuf:"varint,4,opt,name=num_consumers,json=numConsumers,proto3,oneof"`
}

type GetOrCreateJobResponse 

type GetOrCreateJobResponse struct {
	JobId int64 `protobuf:"varint,1,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GetOrCreateJobResponse) Descriptor deprecated 

func (*GetOrCreateJobResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetOrCreateJobResponse.ProtoReflect.Descriptor instead.

func (*GetOrCreateJobResponse) GetJobId 

func (x *GetOrCreateJobResponse) GetJobId() int64

func (*GetOrCreateJobResponse) ProtoMessage 

func (*GetOrCreateJobResponse) ProtoMessage()

func (*GetOrCreateJobResponse) ProtoReflect 

func (x *GetOrCreateJobResponse) ProtoReflect() protoreflect.Message

func (*GetOrCreateJobResponse) Reset 

func (x *GetOrCreateJobResponse) Reset()

func (*GetOrCreateJobResponse) String 

func (x *GetOrCreateJobResponse) String() string

type GetOrRegisterDatasetRequest 

type GetOrRegisterDatasetRequest struct {

	// The dataset to register.
	Dataset *DatasetDef `protobuf:"bytes,1,opt,name=dataset,proto3" json:"dataset,omitempty"`
	// Metadata related to tf.data service.
	Metadata *protobuf.DataServiceMetadata `protobuf:"bytes,3,opt,name=metadata,proto3" json:"metadata,omitempty"`
	// Types that are assignable to OptionalDatasetId:
	//
	//	*GetOrRegisterDatasetRequest_DatasetId
	OptionalDatasetId isGetOrRegisterDatasetRequest_OptionalDatasetId `protobuf_oneof:"optional_dataset_id"`
	// contains filtered or unexported fields
}

Next tag: 5

func (*GetOrRegisterDatasetRequest) Descriptor deprecated 

func (*GetOrRegisterDatasetRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetOrRegisterDatasetRequest.ProtoReflect.Descriptor instead.

func (*GetOrRegisterDatasetRequest) GetDataset 

func (x *GetOrRegisterDatasetRequest) GetDataset() *DatasetDef

func (*GetOrRegisterDatasetRequest) GetDatasetId 

func (x *GetOrRegisterDatasetRequest) GetDatasetId() string

func (*GetOrRegisterDatasetRequest) GetMetadata 

func (x *GetOrRegisterDatasetRequest) GetMetadata() *protobuf.DataServiceMetadata

func (*GetOrRegisterDatasetRequest) GetOptionalDatasetId 

func (m *GetOrRegisterDatasetRequest) GetOptionalDatasetId() isGetOrRegisterDatasetRequest_OptionalDatasetId

func (*GetOrRegisterDatasetRequest) ProtoMessage 

func (*GetOrRegisterDatasetRequest) ProtoMessage()

func (*GetOrRegisterDatasetRequest) ProtoReflect 

func (x *GetOrRegisterDatasetRequest) ProtoReflect() protoreflect.Message

func (*GetOrRegisterDatasetRequest) Reset 

func (x *GetOrRegisterDatasetRequest) Reset()

func (*GetOrRegisterDatasetRequest) String 

func (x *GetOrRegisterDatasetRequest) String() string

type GetOrRegisterDatasetRequest_DatasetId 

type GetOrRegisterDatasetRequest_DatasetId struct {
	// If provided, tf.data service will register the dataset with the specified
	// ID. Otherwise, it will generate a unique dataset ID.
	DatasetId string `protobuf:"bytes,4,opt,name=dataset_id,json=datasetId,proto3,oneof"`
}

type GetOrRegisterDatasetResponse 

type GetOrRegisterDatasetResponse struct {

	// The id for the registered dataset.
	DatasetId string `protobuf:"bytes,1,opt,name=dataset_id,json=datasetId,proto3" json:"dataset_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GetOrRegisterDatasetResponse) Descriptor deprecated 

func (*GetOrRegisterDatasetResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetOrRegisterDatasetResponse.ProtoReflect.Descriptor instead.

func (*GetOrRegisterDatasetResponse) GetDatasetId 

func (x *GetOrRegisterDatasetResponse) GetDatasetId() string

func (*GetOrRegisterDatasetResponse) ProtoMessage 

func (*GetOrRegisterDatasetResponse) ProtoMessage()

func (*GetOrRegisterDatasetResponse) ProtoReflect 

func (x *GetOrRegisterDatasetResponse) ProtoReflect() protoreflect.Message

func (*GetOrRegisterDatasetResponse) Reset 

func (x *GetOrRegisterDatasetResponse) Reset()

func (*GetOrRegisterDatasetResponse) String 

func (x *GetOrRegisterDatasetResponse) String() string

type GetSplitRequest 

type GetSplitRequest struct {
	IterationId        int64 `protobuf:"varint,1,opt,name=iteration_id,json=iterationId,proto3" json:"iteration_id,omitempty"`
	Repetition         int64 `protobuf:"varint,2,opt,name=repetition,proto3" json:"repetition,omitempty"`
	SplitProviderIndex int64 `protobuf:"varint,3,opt,name=split_provider_index,json=splitProviderIndex,proto3" json:"split_provider_index,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 4

func (*GetSplitRequest) Descriptor deprecated 

func (*GetSplitRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetSplitRequest.ProtoReflect.Descriptor instead.

func (*GetSplitRequest) GetIterationId 

func (x *GetSplitRequest) GetIterationId() int64

func (*GetSplitRequest) GetRepetition 

func (x *GetSplitRequest) GetRepetition() int64

func (*GetSplitRequest) GetSplitProviderIndex 

func (x *GetSplitRequest) GetSplitProviderIndex() int64

func (*GetSplitRequest) ProtoMessage 

func (*GetSplitRequest) ProtoMessage()

func (*GetSplitRequest) ProtoReflect 

func (x *GetSplitRequest) ProtoReflect() protoreflect.Message

func (*GetSplitRequest) Reset 

func (x *GetSplitRequest) Reset()

func (*GetSplitRequest) String 

func (x *GetSplitRequest) String() string

type GetSplitResponse 

type GetSplitResponse struct {
	Split       *framework.TensorProto `protobuf:"bytes,1,opt,name=split,proto3" json:"split,omitempty"`
	EndOfSplits bool                   `protobuf:"varint,2,opt,name=end_of_splits,json=endOfSplits,proto3" json:"end_of_splits,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 3

func (*GetSplitResponse) Descriptor deprecated 

func (*GetSplitResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetSplitResponse.ProtoReflect.Descriptor instead.

func (*GetSplitResponse) GetEndOfSplits 

func (x *GetSplitResponse) GetEndOfSplits() bool

func (*GetSplitResponse) GetSplit 

func (x *GetSplitResponse) GetSplit() *framework.TensorProto

func (*GetSplitResponse) ProtoMessage 

func (*GetSplitResponse) ProtoMessage()

func (*GetSplitResponse) ProtoReflect 

func (x *GetSplitResponse) ProtoReflect() protoreflect.Message

func (*GetSplitResponse) Reset 

func (x *GetSplitResponse) Reset()

func (*GetSplitResponse) String 

func (x *GetSplitResponse) String() string

type GetVersionRequest 

type GetVersionRequest struct {
	// contains filtered or unexported fields
}

Next tag: 1

func (*GetVersionRequest) Descriptor deprecated 

func (*GetVersionRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetVersionRequest.ProtoReflect.Descriptor instead.

func (*GetVersionRequest) ProtoMessage 

func (*GetVersionRequest) ProtoMessage()

func (*GetVersionRequest) ProtoReflect 

func (x *GetVersionRequest) ProtoReflect() protoreflect.Message

func (*GetVersionRequest) Reset 

func (x *GetVersionRequest) Reset()

func (*GetVersionRequest) String 

func (x *GetVersionRequest) String() string

type GetVersionResponse 

type GetVersionResponse struct {
	Version int64 `protobuf:"varint,1,opt,name=version,proto3" json:"version,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GetVersionResponse) Descriptor deprecated 

func (*GetVersionResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetVersionResponse.ProtoReflect.Descriptor instead.

func (*GetVersionResponse) GetVersion 

func (x *GetVersionResponse) GetVersion() int64

func (*GetVersionResponse) ProtoMessage 

func (*GetVersionResponse) ProtoMessage()

func (*GetVersionResponse) ProtoReflect 

func (x *GetVersionResponse) ProtoReflect() protoreflect.Message

func (*GetVersionResponse) Reset 

func (x *GetVersionResponse) Reset()

func (*GetVersionResponse) String 

func (x *GetVersionResponse) String() string

type GetWorkerTasksRequest 

type GetWorkerTasksRequest struct {
	// contains filtered or unexported fields
}

Named GetWorkerTasks to avoid conflicting with GetTasks in dispatcher.proto

func (*GetWorkerTasksRequest) Descriptor deprecated 

func (*GetWorkerTasksRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetWorkerTasksRequest.ProtoReflect.Descriptor instead.

func (*GetWorkerTasksRequest) ProtoMessage 

func (*GetWorkerTasksRequest) ProtoMessage()

func (*GetWorkerTasksRequest) ProtoReflect 

func (x *GetWorkerTasksRequest) ProtoReflect() protoreflect.Message

func (*GetWorkerTasksRequest) Reset 

func (x *GetWorkerTasksRequest) Reset()

func (*GetWorkerTasksRequest) String 

func (x *GetWorkerTasksRequest) String() string

type GetWorkerTasksResponse 

type GetWorkerTasksResponse struct {
	Tasks []*TaskInfo `protobuf:"bytes,1,rep,name=tasks,proto3" json:"tasks,omitempty"`
	// contains filtered or unexported fields
}

func (*GetWorkerTasksResponse) Descriptor deprecated 

func (*GetWorkerTasksResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetWorkerTasksResponse.ProtoReflect.Descriptor instead.

func (*GetWorkerTasksResponse) GetTasks 

func (x *GetWorkerTasksResponse) GetTasks() []*TaskInfo

func (*GetWorkerTasksResponse) ProtoMessage 

func (*GetWorkerTasksResponse) ProtoMessage()

func (*GetWorkerTasksResponse) ProtoReflect 

func (x *GetWorkerTasksResponse) ProtoReflect() protoreflect.Message

func (*GetWorkerTasksResponse) Reset 

func (x *GetWorkerTasksResponse) Reset()

func (*GetWorkerTasksResponse) String 

func (x *GetWorkerTasksResponse) String() string

type GetWorkersRequest 

type GetWorkersRequest struct {
	// contains filtered or unexported fields
}

Next tag: 1

func (*GetWorkersRequest) Descriptor deprecated 

func (*GetWorkersRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetWorkersRequest.ProtoReflect.Descriptor instead.

func (*GetWorkersRequest) ProtoMessage 

func (*GetWorkersRequest) ProtoMessage()

func (*GetWorkersRequest) ProtoReflect 

func (x *GetWorkersRequest) ProtoReflect() protoreflect.Message

func (*GetWorkersRequest) Reset 

func (x *GetWorkersRequest) Reset()

func (*GetWorkersRequest) String 

func (x *GetWorkersRequest) String() string

type GetWorkersResponse 

type GetWorkersResponse struct {

	// A list of all workers.
	Workers []*WorkerInfo `protobuf:"bytes,1,rep,name=workers,proto3" json:"workers,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*GetWorkersResponse) Descriptor deprecated 

func (*GetWorkersResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetWorkersResponse.ProtoReflect.Descriptor instead.

func (*GetWorkersResponse) GetWorkers 

func (x *GetWorkersResponse) GetWorkers() []*WorkerInfo

func (*GetWorkersResponse) ProtoMessage 

func (*GetWorkersResponse) ProtoMessage()

func (*GetWorkersResponse) ProtoReflect 

func (x *GetWorkersResponse) ProtoReflect() protoreflect.Message

func (*GetWorkersResponse) Reset 

func (x *GetWorkersResponse) Reset()

func (*GetWorkersResponse) String 

func (x *GetWorkersResponse) String() string

type IterationKeyDef 

type IterationKeyDef struct {
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Iteration int64  `protobuf:"varint,2,opt,name=iteration,proto3" json:"iteration,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 3

func (*IterationKeyDef) Descriptor deprecated 

func (*IterationKeyDef) Descriptor() ([]byte, []int)

Deprecated: Use IterationKeyDef.ProtoReflect.Descriptor instead.

func (*IterationKeyDef) GetIteration 

func (x *IterationKeyDef) GetIteration() int64

func (*IterationKeyDef) GetName 

func (x *IterationKeyDef) GetName() string

func (*IterationKeyDef) ProtoMessage 

func (*IterationKeyDef) ProtoMessage()

func (*IterationKeyDef) ProtoReflect 

func (x *IterationKeyDef) ProtoReflect() protoreflect.Message

func (*IterationKeyDef) Reset 

func (x *IterationKeyDef) Reset()

func (*IterationKeyDef) String 

func (x *IterationKeyDef) String() string

type MaybeRemoveTaskRequest 

type MaybeRemoveTaskRequest struct {
	TaskId        int64 `protobuf:"varint,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	ConsumerIndex int64 `protobuf:"varint,2,opt,name=consumer_index,json=consumerIndex,proto3" json:"consumer_index,omitempty"`
	Round         int64 `protobuf:"varint,3,opt,name=round,proto3" json:"round,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 4

func (*MaybeRemoveTaskRequest) Descriptor deprecated 

func (*MaybeRemoveTaskRequest) Descriptor() ([]byte, []int)

Deprecated: Use MaybeRemoveTaskRequest.ProtoReflect.Descriptor instead.

func (*MaybeRemoveTaskRequest) GetConsumerIndex 

func (x *MaybeRemoveTaskRequest) GetConsumerIndex() int64

func (*MaybeRemoveTaskRequest) GetRound 

func (x *MaybeRemoveTaskRequest) GetRound() int64

func (*MaybeRemoveTaskRequest) GetTaskId 

func (x *MaybeRemoveTaskRequest) GetTaskId() int64

func (*MaybeRemoveTaskRequest) ProtoMessage 

func (*MaybeRemoveTaskRequest) ProtoMessage()

func (*MaybeRemoveTaskRequest) ProtoReflect 

func (x *MaybeRemoveTaskRequest) ProtoReflect() protoreflect.Message

func (*MaybeRemoveTaskRequest) Reset 

func (x *MaybeRemoveTaskRequest) Reset()

func (*MaybeRemoveTaskRequest) String 

func (x *MaybeRemoveTaskRequest) String() string

type MaybeRemoveTaskResponse 

type MaybeRemoveTaskResponse struct {
	Removed bool `protobuf:"varint,1,opt,name=removed,proto3" json:"removed,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*MaybeRemoveTaskResponse) Descriptor deprecated 

func (*MaybeRemoveTaskResponse) Descriptor() ([]byte, []int)

Deprecated: Use MaybeRemoveTaskResponse.ProtoReflect.Descriptor instead.

func (*MaybeRemoveTaskResponse) GetRemoved 

func (x *MaybeRemoveTaskResponse) GetRemoved() bool

func (*MaybeRemoveTaskResponse) ProtoMessage 

func (*MaybeRemoveTaskResponse) ProtoMessage()

func (*MaybeRemoveTaskResponse) ProtoReflect 

func (x *MaybeRemoveTaskResponse) ProtoReflect() protoreflect.Message

func (*MaybeRemoveTaskResponse) Reset 

func (x *MaybeRemoveTaskResponse) Reset()

func (*MaybeRemoveTaskResponse) String 

func (x *MaybeRemoveTaskResponse) String() string

type ProcessTaskRequest 

type ProcessTaskRequest struct {
	Task *TaskDef `protobuf:"bytes,1,opt,name=task,proto3" json:"task,omitempty"`
	// contains filtered or unexported fields
}

func (*ProcessTaskRequest) Descriptor deprecated 

func (*ProcessTaskRequest) Descriptor() ([]byte, []int)

Deprecated: Use ProcessTaskRequest.ProtoReflect.Descriptor instead.

func (*ProcessTaskRequest) GetTask 

func (x *ProcessTaskRequest) GetTask() *TaskDef

func (*ProcessTaskRequest) ProtoMessage 

func (*ProcessTaskRequest) ProtoMessage()

func (*ProcessTaskRequest) ProtoReflect 

func (x *ProcessTaskRequest) ProtoReflect() protoreflect.Message

func (*ProcessTaskRequest) Reset 

func (x *ProcessTaskRequest) Reset()

func (*ProcessTaskRequest) String 

func (x *ProcessTaskRequest) String() string

type ProcessTaskResponse 

type ProcessTaskResponse struct {
	// contains filtered or unexported fields
}

func (*ProcessTaskResponse) Descriptor deprecated 

func (*ProcessTaskResponse) Descriptor() ([]byte, []int)

Deprecated: Use ProcessTaskResponse.ProtoReflect.Descriptor instead.

func (*ProcessTaskResponse) ProtoMessage 

func (*ProcessTaskResponse) ProtoMessage()

func (*ProcessTaskResponse) ProtoReflect 

func (x *ProcessTaskResponse) ProtoReflect() protoreflect.Message

func (*ProcessTaskResponse) Reset 

func (x *ProcessTaskResponse) Reset()

func (*ProcessTaskResponse) String 

func (x *ProcessTaskResponse) String() string

type ProduceSplitUpdate 

type ProduceSplitUpdate struct {
	IterationId        int64 `protobuf:"varint,1,opt,name=iteration_id,json=iterationId,proto3" json:"iteration_id,omitempty"`
	Repetition         int64 `protobuf:"varint,2,opt,name=repetition,proto3" json:"repetition,omitempty"`
	SplitProviderIndex int64 `protobuf:"varint,4,opt,name=split_provider_index,json=splitProviderIndex,proto3" json:"split_provider_index,omitempty"`
	// Whether the split provider reached its end.
	Finished bool `protobuf:"varint,3,opt,name=finished,proto3" json:"finished,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 5

func (*ProduceSplitUpdate) Descriptor deprecated 

func (*ProduceSplitUpdate) Descriptor() ([]byte, []int)

Deprecated: Use ProduceSplitUpdate.ProtoReflect.Descriptor instead.

func (*ProduceSplitUpdate) GetFinished 

func (x *ProduceSplitUpdate) GetFinished() bool

func (*ProduceSplitUpdate) GetIterationId 

func (x *ProduceSplitUpdate) GetIterationId() int64

func (*ProduceSplitUpdate) GetRepetition 

func (x *ProduceSplitUpdate) GetRepetition() int64

func (*ProduceSplitUpdate) GetSplitProviderIndex 

func (x *ProduceSplitUpdate) GetSplitProviderIndex() int64

func (*ProduceSplitUpdate) ProtoMessage 

func (*ProduceSplitUpdate) ProtoMessage()

func (*ProduceSplitUpdate) ProtoReflect 

func (x *ProduceSplitUpdate) ProtoReflect() protoreflect.Message

func (*ProduceSplitUpdate) Reset 

func (x *ProduceSplitUpdate) Reset()

func (*ProduceSplitUpdate) String 

func (x *ProduceSplitUpdate) String() string

type RegisterDatasetUpdate 

type RegisterDatasetUpdate struct {
	DatasetId         string                        `protobuf:"bytes,1,opt,name=dataset_id,json=datasetId,proto3" json:"dataset_id,omitempty"`
	Fingerprint       uint64                        `protobuf:"varint,2,opt,name=fingerprint,proto3" json:"fingerprint,omitempty"`
	Metadata          *protobuf.DataServiceMetadata `protobuf:"bytes,3,opt,name=metadata,proto3" json:"metadata,omitempty"`
	DedupeByDatasetId bool                          `protobuf:"varint,4,opt,name=dedupe_by_dataset_id,json=dedupeByDatasetId,proto3" json:"dedupe_by_dataset_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 5

func (*RegisterDatasetUpdate) Descriptor deprecated 

func (*RegisterDatasetUpdate) Descriptor() ([]byte, []int)

Deprecated: Use RegisterDatasetUpdate.ProtoReflect.Descriptor instead.

func (*RegisterDatasetUpdate) GetDatasetId 

func (x *RegisterDatasetUpdate) GetDatasetId() string

func (*RegisterDatasetUpdate) GetDedupeByDatasetId 

func (x *RegisterDatasetUpdate) GetDedupeByDatasetId() bool

func (*RegisterDatasetUpdate) GetFingerprint 

func (x *RegisterDatasetUpdate) GetFingerprint() uint64

func (*RegisterDatasetUpdate) GetMetadata 

func (x *RegisterDatasetUpdate) GetMetadata() *protobuf.DataServiceMetadata

func (*RegisterDatasetUpdate) ProtoMessage 

func (*RegisterDatasetUpdate) ProtoMessage()

func (*RegisterDatasetUpdate) ProtoReflect 

func (x *RegisterDatasetUpdate) ProtoReflect() protoreflect.Message

func (*RegisterDatasetUpdate) Reset 

func (x *RegisterDatasetUpdate) Reset()

func (*RegisterDatasetUpdate) String 

func (x *RegisterDatasetUpdate) String() string

type RegisterWorkerUpdate 

type RegisterWorkerUpdate struct {
	WorkerAddress   string   `protobuf:"bytes,1,opt,name=worker_address,json=workerAddress,proto3" json:"worker_address,omitempty"`
	TransferAddress string   `protobuf:"bytes,2,opt,name=transfer_address,json=transferAddress,proto3" json:"transfer_address,omitempty"`
	WorkerTags      []string `protobuf:"bytes,3,rep,name=worker_tags,json=workerTags,proto3" json:"worker_tags,omitempty"`
	WorkerUid       int64    `protobuf:"varint,4,opt,name=worker_uid,json=workerUid,proto3" json:"worker_uid,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 5

func (*RegisterWorkerUpdate) Descriptor deprecated 

func (*RegisterWorkerUpdate) Descriptor() ([]byte, []int)

Deprecated: Use RegisterWorkerUpdate.ProtoReflect.Descriptor instead.

func (*RegisterWorkerUpdate) GetTransferAddress 

func (x *RegisterWorkerUpdate) GetTransferAddress() string

func (*RegisterWorkerUpdate) GetWorkerAddress 

func (x *RegisterWorkerUpdate) GetWorkerAddress() string

func (*RegisterWorkerUpdate) GetWorkerTags 

func (x *RegisterWorkerUpdate) GetWorkerTags() []string

func (*RegisterWorkerUpdate) GetWorkerUid 

func (x *RegisterWorkerUpdate) GetWorkerUid() int64

func (*RegisterWorkerUpdate) ProtoMessage 

func (*RegisterWorkerUpdate) ProtoMessage()

func (*RegisterWorkerUpdate) ProtoReflect 

func (x *RegisterWorkerUpdate) ProtoReflect() protoreflect.Message

func (*RegisterWorkerUpdate) Reset 

func (x *RegisterWorkerUpdate) Reset()

func (*RegisterWorkerUpdate) String 

func (x *RegisterWorkerUpdate) String() string

type ReleaseIterationClientRequest 

type ReleaseIterationClientRequest struct {
	IterationClientId int64 `protobuf:"varint,1,opt,name=iteration_client_id,json=iterationClientId,proto3" json:"iteration_client_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*ReleaseIterationClientRequest) Descriptor deprecated 

func (*ReleaseIterationClientRequest) Descriptor() ([]byte, []int)

Deprecated: Use ReleaseIterationClientRequest.ProtoReflect.Descriptor instead.

func (*ReleaseIterationClientRequest) GetIterationClientId 

func (x *ReleaseIterationClientRequest) GetIterationClientId() int64

func (*ReleaseIterationClientRequest) ProtoMessage 

func (*ReleaseIterationClientRequest) ProtoMessage()

func (*ReleaseIterationClientRequest) ProtoReflect 

func (x *ReleaseIterationClientRequest) ProtoReflect() protoreflect.Message

func (*ReleaseIterationClientRequest) Reset 

func (x *ReleaseIterationClientRequest) Reset()

func (*ReleaseIterationClientRequest) String 

func (x *ReleaseIterationClientRequest) String() string

type ReleaseIterationClientResponse 

type ReleaseIterationClientResponse struct {
	// contains filtered or unexported fields
}

Next tag: 1

func (*ReleaseIterationClientResponse) Descriptor deprecated 

func (*ReleaseIterationClientResponse) Descriptor() ([]byte, []int)

Deprecated: Use ReleaseIterationClientResponse.ProtoReflect.Descriptor instead.

func (*ReleaseIterationClientResponse) ProtoMessage 

func (*ReleaseIterationClientResponse) ProtoMessage()

func (*ReleaseIterationClientResponse) ProtoReflect 

func (x *ReleaseIterationClientResponse) ProtoReflect() protoreflect.Message

func (*ReleaseIterationClientResponse) Reset 

func (x *ReleaseIterationClientResponse) Reset()

func (*ReleaseIterationClientResponse) String 

func (x *ReleaseIterationClientResponse) String() string

type ReleaseIterationClientUpdate 

type ReleaseIterationClientUpdate struct {
	IterationClientId int64 `protobuf:"varint,1,opt,name=iteration_client_id,json=iterationClientId,proto3" json:"iteration_client_id,omitempty"`
	// The time when the client was released, measured in microseconds since the
	// epoch.
	TimeMicros int64 `protobuf:"varint,2,opt,name=time_micros,json=timeMicros,proto3" json:"time_micros,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 3

func (*ReleaseIterationClientUpdate) Descriptor deprecated 

func (*ReleaseIterationClientUpdate) Descriptor() ([]byte, []int)

Deprecated: Use ReleaseIterationClientUpdate.ProtoReflect.Descriptor instead.

func (*ReleaseIterationClientUpdate) GetIterationClientId 

func (x *ReleaseIterationClientUpdate) GetIterationClientId() int64

func (*ReleaseIterationClientUpdate) GetTimeMicros 

func (x *ReleaseIterationClientUpdate) GetTimeMicros() int64

func (*ReleaseIterationClientUpdate) ProtoMessage 

func (*ReleaseIterationClientUpdate) ProtoMessage()

func (*ReleaseIterationClientUpdate) ProtoReflect 

func (x *ReleaseIterationClientUpdate) ProtoReflect() protoreflect.Message

func (*ReleaseIterationClientUpdate) Reset 

func (x *ReleaseIterationClientUpdate) Reset()

func (*ReleaseIterationClientUpdate) String 

func (x *ReleaseIterationClientUpdate) String() string

type RemoveTaskUpdate 

type RemoveTaskUpdate struct {
	TaskId int64 `protobuf:"varint,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 2

func (*RemoveTaskUpdate) Descriptor deprecated 

func (*RemoveTaskUpdate) Descriptor() ([]byte, []int)

Deprecated: Use RemoveTaskUpdate.ProtoReflect.Descriptor instead.

func (*RemoveTaskUpdate) GetTaskId 

func (x *RemoveTaskUpdate) GetTaskId() int64

func (*RemoveTaskUpdate) ProtoMessage 

func (*RemoveTaskUpdate) ProtoMessage()

func (*RemoveTaskUpdate) ProtoReflect 

func (x *RemoveTaskUpdate) ProtoReflect() protoreflect.Message

func (*RemoveTaskUpdate) Reset 

func (x *RemoveTaskUpdate) Reset()

func (*RemoveTaskUpdate) String 

func (x *RemoveTaskUpdate) String() string

type ServerStateExport 

type ServerStateExport struct {
	DispatcherStateExport *DispatcherStateExport `` /* 126-byte string literal not displayed */
	WorkerStateExport     *WorkerStateExport     `protobuf:"bytes,2,opt,name=worker_state_export,json=workerStateExport,proto3" json:"worker_state_export,omitempty"`
	// contains filtered or unexported fields
}

State of the tf.data service server, exported to improve debuggability. The dispatcher and worker servers will populate the corresponding fields. Next tag: 3

func (*ServerStateExport) Descriptor deprecated 

func (*ServerStateExport) Descriptor() ([]byte, []int)

Deprecated: Use ServerStateExport.ProtoReflect.Descriptor instead.

func (*ServerStateExport) GetDispatcherStateExport 

func (x *ServerStateExport) GetDispatcherStateExport() *DispatcherStateExport

func (*ServerStateExport) GetWorkerStateExport 

func (x *ServerStateExport) GetWorkerStateExport() *WorkerStateExport

func (*ServerStateExport) ProtoMessage 

func (*ServerStateExport) ProtoMessage()

func (*ServerStateExport) ProtoReflect 

func (x *ServerStateExport) ProtoReflect() protoreflect.Message

func (*ServerStateExport) Reset 

func (x *ServerStateExport) Reset()

func (*ServerStateExport) String 

func (x *ServerStateExport) String() string

type TargetWorkers 

type TargetWorkers int32

Specifies which tf.data service workers to read from. 

const (
	TargetWorkers_TARGET_WORKERS_UNSPECIFIED TargetWorkers = 0
	// tf.data service runtime decides which workers to read from.
	TargetWorkers_TARGET_WORKERS_AUTO TargetWorkers = 1
	// Reads from any available worker.
	TargetWorkers_TARGET_WORKERS_ANY TargetWorkers = 2
	// Only reads from local workers. If no local worker is found, it is an error.
	TargetWorkers_TARGET_WORKERS_LOCAL TargetWorkers = 3
)

func (TargetWorkers) Descriptor 

func (TargetWorkers) Descriptor() protoreflect.EnumDescriptor

func (TargetWorkers) Enum 

func (x TargetWorkers) Enum() *TargetWorkers

func (TargetWorkers) EnumDescriptor deprecated 

func (TargetWorkers) EnumDescriptor() ([]byte, []int)

Deprecated: Use TargetWorkers.Descriptor instead.

func (TargetWorkers) Number 

func (x TargetWorkers) Number() protoreflect.EnumNumber

func (TargetWorkers) String 

func (x TargetWorkers) String() string

func (TargetWorkers) Type 

func (TargetWorkers) Type() protoreflect.EnumType

type TaskDef 

type TaskDef struct {

	// The dataset to iterate over.
	//
	// Types that are assignable to Dataset:
	//
	//	*TaskDef_DatasetDef
	//	*TaskDef_Path
	Dataset     isTaskDef_Dataset `protobuf_oneof:"dataset"`
	DatasetId   string            `protobuf:"bytes,3,opt,name=dataset_id,json=datasetId,proto3" json:"dataset_id,omitempty"`
	TaskId      int64             `protobuf:"varint,4,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	IterationId int64             `protobuf:"varint,5,opt,name=iteration_id,json=iterationId,proto3" json:"iteration_id,omitempty"`
	// In distributed epoch processing mode, we use one split provider for each
	// source that feeds into the dataset. In parallel_epochs mode,
	// `num_split_providers` is always zero.
	NumSplitProviders int64 `protobuf:"varint,9,opt,name=num_split_providers,json=numSplitProviders,proto3" json:"num_split_providers,omitempty"`
	// Address of the worker that the task is assigned to.
	WorkerAddress     string                      `protobuf:"bytes,8,opt,name=worker_address,json=workerAddress,proto3" json:"worker_address,omitempty"`
	ProcessingModeDef *protobuf.ProcessingModeDef `protobuf:"bytes,10,opt,name=processing_mode_def,json=processingModeDef,proto3" json:"processing_mode_def,omitempty"`
	// Optional number of consumers. If set, the results of the task will be
	// provided to consumers round-robin.
	//
	// Types that are assignable to OptionalNumConsumers:
	//
	//	*TaskDef_NumConsumers
	OptionalNumConsumers isTaskDef_OptionalNumConsumers `protobuf_oneof:"optional_num_consumers"`
	// Number of workers and the worker index. These are only populated when the
	// `processing_mode_def` specifies a static sharding policy.
	NumWorkers  int64 `protobuf:"varint,11,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
	WorkerIndex int64 `protobuf:"varint,12,opt,name=worker_index,json=workerIndex,proto3" json:"worker_index,omitempty"`
	// True if cross-trainer cache is enabled.
	UseCrossTrainerCache bool `` /* 127-byte string literal not displayed */
	// contains filtered or unexported fields
}

Next tag: 14

func (*TaskDef) Descriptor deprecated 

func (*TaskDef) Descriptor() ([]byte, []int)

Deprecated: Use TaskDef.ProtoReflect.Descriptor instead.

func (*TaskDef) GetDataset 

func (m *TaskDef) GetDataset() isTaskDef_Dataset

func (*TaskDef) GetDatasetDef 

func (x *TaskDef) GetDatasetDef() *DatasetDef

func (*TaskDef) GetDatasetId 

func (x *TaskDef) GetDatasetId() string

func (*TaskDef) GetIterationId 

func (x *TaskDef) GetIterationId() int64

func (*TaskDef) GetNumConsumers 

func (x *TaskDef) GetNumConsumers() int64

func (*TaskDef) GetNumSplitProviders 

func (x *TaskDef) GetNumSplitProviders() int64

func (*TaskDef) GetNumWorkers 

func (x *TaskDef) GetNumWorkers() int64

func (*TaskDef) GetOptionalNumConsumers 

func (m *TaskDef) GetOptionalNumConsumers() isTaskDef_OptionalNumConsumers

func (*TaskDef) GetPath 

func (x *TaskDef) GetPath() string

func (*TaskDef) GetProcessingModeDef 

func (x *TaskDef) GetProcessingModeDef() *protobuf.ProcessingModeDef

func (*TaskDef) GetTaskId 

func (x *TaskDef) GetTaskId() int64

func (*TaskDef) GetUseCrossTrainerCache 

func (x *TaskDef) GetUseCrossTrainerCache() bool

func (*TaskDef) GetWorkerAddress 

func (x *TaskDef) GetWorkerAddress() string

func (*TaskDef) GetWorkerIndex 

func (x *TaskDef) GetWorkerIndex() int64

func (*TaskDef) ProtoMessage 

func (*TaskDef) ProtoMessage()

func (*TaskDef) ProtoReflect 

func (x *TaskDef) ProtoReflect() protoreflect.Message

func (*TaskDef) Reset 

func (x *TaskDef) Reset()

func (*TaskDef) String 

func (x *TaskDef) String() string

type TaskDef_DatasetDef 

type TaskDef_DatasetDef struct {
	DatasetDef *DatasetDef `protobuf:"bytes,1,opt,name=dataset_def,json=datasetDef,proto3,oneof"`
}

type TaskDef_NumConsumers 

type TaskDef_NumConsumers struct {
	NumConsumers int64 `protobuf:"varint,7,opt,name=num_consumers,json=numConsumers,proto3,oneof"`
}

type TaskDef_Path 

type TaskDef_Path struct {
	Path string `protobuf:"bytes,2,opt,name=path,proto3,oneof"`
}

type TaskInfo 

type TaskInfo struct {

	// The address of the worker processing the task.
	WorkerAddress string `protobuf:"bytes,1,opt,name=worker_address,json=workerAddress,proto3" json:"worker_address,omitempty"`
	// The transfer address of the worker processing the task.
	TransferAddress string `protobuf:"bytes,4,opt,name=transfer_address,json=transferAddress,proto3" json:"transfer_address,omitempty"`
	// Tags attached to the worker. This allows reading from selected workers.
	// For example, by applying a "COLOCATED" tag, tf.data service is able to read
	// from the local tf.data worker if one exists, then from off-TF-host workers,
	// to avoid cross-TF-host reads.
	WorkerTags []string `protobuf:"bytes,6,rep,name=worker_tags,json=workerTags,proto3" json:"worker_tags,omitempty"`
	// The task id.
	TaskId int64 `protobuf:"varint,2,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	// The id of the iteration that the task is part of.
	IterationId int64 `protobuf:"varint,3,opt,name=iteration_id,json=iterationId,proto3" json:"iteration_id,omitempty"`
	// The UID of the worker Borg job, used for telemetry.
	WorkerUid int64 `protobuf:"varint,7,opt,name=worker_uid,json=workerUid,proto3" json:"worker_uid,omitempty"`
	// The round to start reading from the task in. For non-round-robin reads,
	// this is always 0.
	StartingRound int64 `protobuf:"varint,5,opt,name=starting_round,json=startingRound,proto3" json:"starting_round,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 8

func (*TaskInfo) Descriptor deprecated 

func (*TaskInfo) Descriptor() ([]byte, []int)

Deprecated: Use TaskInfo.ProtoReflect.Descriptor instead.

func (*TaskInfo) GetIterationId 

func (x *TaskInfo) GetIterationId() int64

func (*TaskInfo) GetStartingRound 

func (x *TaskInfo) GetStartingRound() int64

func (*TaskInfo) GetTaskId 

func (x *TaskInfo) GetTaskId() int64

func (*TaskInfo) GetTransferAddress 

func (x *TaskInfo) GetTransferAddress() string

func (*TaskInfo) GetWorkerAddress 

func (x *TaskInfo) GetWorkerAddress() string

func (*TaskInfo) GetWorkerTags 

func (x *TaskInfo) GetWorkerTags() []string

func (*TaskInfo) GetWorkerUid 

func (x *TaskInfo) GetWorkerUid() int64

func (*TaskInfo) ProtoMessage 

func (*TaskInfo) ProtoMessage()

func (*TaskInfo) ProtoReflect 

func (x *TaskInfo) ProtoReflect() protoreflect.Message

func (*TaskInfo) Reset 

func (x *TaskInfo) Reset()

func (*TaskInfo) String 

func (x *TaskInfo) String() string

type TaskProgress 

type TaskProgress struct {

	// The task that this message is about.
	TaskId int64 `protobuf:"varint,1,opt,name=task_id,json=taskId,proto3" json:"task_id,omitempty"`
	// Whether the task has completed.
	Completed bool `protobuf:"varint,2,opt,name=completed,proto3" json:"completed,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 3

func (*TaskProgress) Descriptor deprecated 

func (*TaskProgress) Descriptor() ([]byte, []int)

Deprecated: Use TaskProgress.ProtoReflect.Descriptor instead.

func (*TaskProgress) GetCompleted 

func (x *TaskProgress) GetCompleted() bool

func (*TaskProgress) GetTaskId 

func (x *TaskProgress) GetTaskId() int64

func (*TaskProgress) ProtoMessage 

func (*TaskProgress) ProtoMessage()

func (*TaskProgress) ProtoReflect 

func (x *TaskProgress) ProtoReflect() protoreflect.Message

func (*TaskProgress) Reset 

func (x *TaskProgress) Reset()

func (*TaskProgress) String 

func (x *TaskProgress) String() string

type TaskRejected 

type TaskRejected struct {

	// A new target round to try adding the task in.
	NewTargetRound int64 `protobuf:"varint,1,opt,name=new_target_round,json=newTargetRound,proto3" json:"new_target_round,omitempty"`
	// contains filtered or unexported fields
}

Indicates that a client failed to block before reaching the target round. Next tag: 2

func (*TaskRejected) Descriptor deprecated 

func (*TaskRejected) Descriptor() ([]byte, []int)

Deprecated: Use TaskRejected.ProtoReflect.Descriptor instead.

func (*TaskRejected) GetNewTargetRound 

func (x *TaskRejected) GetNewTargetRound() int64

func (*TaskRejected) ProtoMessage 

func (*TaskRejected) ProtoMessage()

func (*TaskRejected) ProtoReflect 

func (x *TaskRejected) ProtoReflect() protoreflect.Message

func (*TaskRejected) Reset 

func (x *TaskRejected) Reset()

func (*TaskRejected) String 

func (x *TaskRejected) String() string

type UnimplementedDispatcherServiceServer 

type UnimplementedDispatcherServiceServer struct {
}

UnimplementedDispatcherServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedDispatcherServiceServer) ClientHeartbeat 

func (UnimplementedDispatcherServiceServer) ClientHeartbeat(context.Context, *ClientHeartbeatRequest) (*ClientHeartbeatResponse, error)

func (UnimplementedDispatcherServiceServer) GetDataServiceConfig 

func (UnimplementedDispatcherServiceServer) GetDataServiceConfig(context.Context, *GetDataServiceConfigRequest) (*GetDataServiceConfigResponse, error)

func (UnimplementedDispatcherServiceServer) GetDataServiceMetadata 

func (UnimplementedDispatcherServiceServer) GetDataServiceMetadata(context.Context, *GetDataServiceMetadataRequest) (*GetDataServiceMetadataResponse, error)

func (UnimplementedDispatcherServiceServer) GetDatasetDef 

func (UnimplementedDispatcherServiceServer) GetDatasetDef(context.Context, *GetDatasetDefRequest) (*GetDatasetDefResponse, error)

func (UnimplementedDispatcherServiceServer) GetOrCreateIteration 

func (UnimplementedDispatcherServiceServer) GetOrCreateIteration(context.Context, *GetOrCreateIterationRequest) (*GetOrCreateIterationResponse, error)

func (UnimplementedDispatcherServiceServer) GetOrCreateJob 

func (UnimplementedDispatcherServiceServer) GetOrCreateJob(context.Context, *GetOrCreateJobRequest) (*GetOrCreateJobResponse, error)

func (UnimplementedDispatcherServiceServer) GetOrRegisterDataset 

func (UnimplementedDispatcherServiceServer) GetOrRegisterDataset(context.Context, *GetOrRegisterDatasetRequest) (*GetOrRegisterDatasetResponse, error)

func (UnimplementedDispatcherServiceServer) GetSplit 

func (UnimplementedDispatcherServiceServer) GetSplit(context.Context, *GetSplitRequest) (*GetSplitResponse, error)

func (UnimplementedDispatcherServiceServer) GetVersion 

func (UnimplementedDispatcherServiceServer) GetVersion(context.Context, *GetVersionRequest) (*GetVersionResponse, error)

func (UnimplementedDispatcherServiceServer) GetWorkers 

func (UnimplementedDispatcherServiceServer) GetWorkers(context.Context, *GetWorkersRequest) (*GetWorkersResponse, error)

func (UnimplementedDispatcherServiceServer) MaybeRemoveTask 

func (UnimplementedDispatcherServiceServer) MaybeRemoveTask(context.Context, *MaybeRemoveTaskRequest) (*MaybeRemoveTaskResponse, error)

func (UnimplementedDispatcherServiceServer) ReleaseIterationClient 

func (UnimplementedDispatcherServiceServer) ReleaseIterationClient(context.Context, *ReleaseIterationClientRequest) (*ReleaseIterationClientResponse, error)

func (UnimplementedDispatcherServiceServer) WorkerHeartbeat 

func (UnimplementedDispatcherServiceServer) WorkerHeartbeat(context.Context, *WorkerHeartbeatRequest) (*WorkerHeartbeatResponse, error)

func (UnimplementedDispatcherServiceServer) WorkerUpdate 

func (UnimplementedDispatcherServiceServer) WorkerUpdate(context.Context, *WorkerUpdateRequest) (*WorkerUpdateResponse, error)

type UnimplementedWorkerServiceServer 

type UnimplementedWorkerServiceServer struct {
}

UnimplementedWorkerServiceServer must be embedded to have forward compatible implementations.

func (UnimplementedWorkerServiceServer) GetElement 

func (UnimplementedWorkerServiceServer) GetElement(context.Context, *GetElementRequest) (*GetElementResponse, error)

func (UnimplementedWorkerServiceServer) GetWorkerTasks 

func (UnimplementedWorkerServiceServer) GetWorkerTasks(context.Context, *GetWorkerTasksRequest) (*GetWorkerTasksResponse, error)

func (UnimplementedWorkerServiceServer) ProcessTask 

func (UnimplementedWorkerServiceServer) ProcessTask(context.Context, *ProcessTaskRequest) (*ProcessTaskResponse, error)

type UnsafeDispatcherServiceServer 

type UnsafeDispatcherServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeDispatcherServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to DispatcherServiceServer will result in compilation errors.

type UnsafeWorkerServiceServer 

type UnsafeWorkerServiceServer interface {
	// contains filtered or unexported methods
}

UnsafeWorkerServiceServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to WorkerServiceServer will result in compilation errors.

type Update 

type Update struct {

	// Types that are assignable to UpdateType:
	//
	//	*Update_RegisterDataset
	//	*Update_RegisterWorker
	//	*Update_CreateJob
	//	*Update_CreateIteration
	//	*Update_ProduceSplit
	//	*Update_AcquireIterationClient
	//	*Update_ReleaseIterationClient
	//	*Update_GarbageCollectIteration
	//	*Update_RemoveTask
	//	*Update_CreatePendingTask
	//	*Update_ClientHeartbeat
	//	*Update_CreateTask
	//	*Update_FinishTask
	UpdateType isUpdate_UpdateType `protobuf_oneof:"update_type"`
	// contains filtered or unexported fields
}

Message representing journaled dispatcher metadata updates. When we apply one of these changes to the dispatcher's in-memory state, we also write an Update message to the journal. Next tag: 15

func (*Update) Descriptor deprecated 

func (*Update) Descriptor() ([]byte, []int)

Deprecated: Use Update.ProtoReflect.Descriptor instead.

func (*Update) GetAcquireIterationClient 

func (x *Update) GetAcquireIterationClient() *AcquireIterationClientUpdate

func (*Update) GetClientHeartbeat 

func (x *Update) GetClientHeartbeat() *ClientHeartbeatUpdate

func (*Update) GetCreateIteration 

func (x *Update) GetCreateIteration() *CreateIterationUpdate

func (*Update) GetCreateJob 

func (x *Update) GetCreateJob() *CreateJobUpdate

func (*Update) GetCreatePendingTask 

func (x *Update) GetCreatePendingTask() *CreatePendingTaskUpdate

func (*Update) GetCreateTask 

func (x *Update) GetCreateTask() *CreateTaskUpdate

func (*Update) GetFinishTask 

func (x *Update) GetFinishTask() *FinishTaskUpdate

func (*Update) GetGarbageCollectIteration 

func (x *Update) GetGarbageCollectIteration() *GarbageCollectIterationUpdate

func (*Update) GetProduceSplit 

func (x *Update) GetProduceSplit() *ProduceSplitUpdate

func (*Update) GetRegisterDataset 

func (x *Update) GetRegisterDataset() *RegisterDatasetUpdate

func (*Update) GetRegisterWorker 

func (x *Update) GetRegisterWorker() *RegisterWorkerUpdate

func (*Update) GetReleaseIterationClient 

func (x *Update) GetReleaseIterationClient() *ReleaseIterationClientUpdate

func (*Update) GetRemoveTask 

func (x *Update) GetRemoveTask() *RemoveTaskUpdate

func (*Update) GetUpdateType 

func (m *Update) GetUpdateType() isUpdate_UpdateType

func (*Update) ProtoMessage 

func (*Update) ProtoMessage()

func (*Update) ProtoReflect 

func (x *Update) ProtoReflect() protoreflect.Message

func (*Update) Reset 

func (x *Update) Reset()

func (*Update) String 

func (x *Update) String() string

type Update_AcquireIterationClient 

type Update_AcquireIterationClient struct {
	AcquireIterationClient *AcquireIterationClientUpdate `protobuf:"bytes,6,opt,name=acquire_iteration_client,json=acquireIterationClient,proto3,oneof"`
}

type Update_ClientHeartbeat 

type Update_ClientHeartbeat struct {
	ClientHeartbeat *ClientHeartbeatUpdate `protobuf:"bytes,10,opt,name=client_heartbeat,json=clientHeartbeat,proto3,oneof"`
}

type Update_CreateIteration 

type Update_CreateIteration struct {
	CreateIteration *CreateIterationUpdate `protobuf:"bytes,2,opt,name=create_iteration,json=createIteration,proto3,oneof"`
}

type Update_CreateJob 

type Update_CreateJob struct {
	CreateJob *CreateJobUpdate `protobuf:"bytes,14,opt,name=create_job,json=createJob,proto3,oneof"`
}

type Update_CreatePendingTask 

type Update_CreatePendingTask struct {
	CreatePendingTask *CreatePendingTaskUpdate `protobuf:"bytes,9,opt,name=create_pending_task,json=createPendingTask,proto3,oneof"`
}

type Update_CreateTask 

type Update_CreateTask struct {
	CreateTask *CreateTaskUpdate `protobuf:"bytes,3,opt,name=create_task,json=createTask,proto3,oneof"`
}

type Update_FinishTask 

type Update_FinishTask struct {
	FinishTask *FinishTaskUpdate `protobuf:"bytes,4,opt,name=finish_task,json=finishTask,proto3,oneof"`
}

type Update_GarbageCollectIteration 

type Update_GarbageCollectIteration struct {
	GarbageCollectIteration *GarbageCollectIterationUpdate `protobuf:"bytes,12,opt,name=garbage_collect_iteration,json=garbageCollectIteration,proto3,oneof"`
}

type Update_ProduceSplit 

type Update_ProduceSplit struct {
	ProduceSplit *ProduceSplitUpdate `protobuf:"bytes,8,opt,name=produce_split,json=produceSplit,proto3,oneof"`
}

type Update_RegisterDataset 

type Update_RegisterDataset struct {
	RegisterDataset *RegisterDatasetUpdate `protobuf:"bytes,1,opt,name=register_dataset,json=registerDataset,proto3,oneof"`
}

type Update_RegisterWorker 

type Update_RegisterWorker struct {
	RegisterWorker *RegisterWorkerUpdate `protobuf:"bytes,5,opt,name=register_worker,json=registerWorker,proto3,oneof"`
}

type Update_ReleaseIterationClient 

type Update_ReleaseIterationClient struct {
	ReleaseIterationClient *ReleaseIterationClientUpdate `protobuf:"bytes,7,opt,name=release_iteration_client,json=releaseIterationClient,proto3,oneof"`
}

type Update_RemoveTask 

type Update_RemoveTask struct {
	RemoveTask *RemoveTaskUpdate `protobuf:"bytes,11,opt,name=remove_task,json=removeTask,proto3,oneof"`
}

type WorkerHeartbeatRequest 

type WorkerHeartbeatRequest struct {
	WorkerAddress   string   `protobuf:"bytes,1,opt,name=worker_address,json=workerAddress,proto3" json:"worker_address,omitempty"`
	TransferAddress string   `protobuf:"bytes,3,opt,name=transfer_address,json=transferAddress,proto3" json:"transfer_address,omitempty"`
	WorkerTags      []string `protobuf:"bytes,4,rep,name=worker_tags,json=workerTags,proto3" json:"worker_tags,omitempty"`
	// The UID of the worker Borg job, used for telemetry.
	WorkerUid    int64   `protobuf:"varint,5,opt,name=worker_uid,json=workerUid,proto3" json:"worker_uid,omitempty"`
	CurrentTasks []int64 `protobuf:"varint,2,rep,packed,name=current_tasks,json=currentTasks,proto3" json:"current_tasks,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 6

func (*WorkerHeartbeatRequest) Descriptor deprecated 

func (*WorkerHeartbeatRequest) Descriptor() ([]byte, []int)

Deprecated: Use WorkerHeartbeatRequest.ProtoReflect.Descriptor instead.

func (*WorkerHeartbeatRequest) GetCurrentTasks 

func (x *WorkerHeartbeatRequest) GetCurrentTasks() []int64

func (*WorkerHeartbeatRequest) GetTransferAddress 

func (x *WorkerHeartbeatRequest) GetTransferAddress() string

func (*WorkerHeartbeatRequest) GetWorkerAddress 

func (x *WorkerHeartbeatRequest) GetWorkerAddress() string

func (*WorkerHeartbeatRequest) GetWorkerTags 

func (x *WorkerHeartbeatRequest) GetWorkerTags() []string

func (*WorkerHeartbeatRequest) GetWorkerUid 

func (x *WorkerHeartbeatRequest) GetWorkerUid() int64

func (*WorkerHeartbeatRequest) ProtoMessage 

func (*WorkerHeartbeatRequest) ProtoMessage()

func (*WorkerHeartbeatRequest) ProtoReflect 

func (x *WorkerHeartbeatRequest) ProtoReflect() protoreflect.Message

func (*WorkerHeartbeatRequest) Reset 

func (x *WorkerHeartbeatRequest) Reset()

func (*WorkerHeartbeatRequest) String 

func (x *WorkerHeartbeatRequest) String() string

type WorkerHeartbeatResponse 

type WorkerHeartbeatResponse struct {
	NewTasks      []*TaskDef `protobuf:"bytes,1,rep,name=new_tasks,json=newTasks,proto3" json:"new_tasks,omitempty"`
	TasksToDelete []int64    `protobuf:"varint,2,rep,packed,name=tasks_to_delete,json=tasksToDelete,proto3" json:"tasks_to_delete,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 3

func (*WorkerHeartbeatResponse) Descriptor deprecated 

func (*WorkerHeartbeatResponse) Descriptor() ([]byte, []int)

Deprecated: Use WorkerHeartbeatResponse.ProtoReflect.Descriptor instead.

func (*WorkerHeartbeatResponse) GetNewTasks 

func (x *WorkerHeartbeatResponse) GetNewTasks() []*TaskDef

func (*WorkerHeartbeatResponse) GetTasksToDelete 

func (x *WorkerHeartbeatResponse) GetTasksToDelete() []int64

func (*WorkerHeartbeatResponse) ProtoMessage 

func (*WorkerHeartbeatResponse) ProtoMessage()

func (*WorkerHeartbeatResponse) ProtoReflect 

func (x *WorkerHeartbeatResponse) ProtoReflect() protoreflect.Message

func (*WorkerHeartbeatResponse) Reset 

func (x *WorkerHeartbeatResponse) Reset()

func (*WorkerHeartbeatResponse) String 

func (x *WorkerHeartbeatResponse) String() string

type WorkerInfo 

type WorkerInfo struct {
	Address string `protobuf:"bytes,1,opt,name=address,proto3" json:"address,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 3

func (*WorkerInfo) Descriptor deprecated 

func (*WorkerInfo) Descriptor() ([]byte, []int)

Deprecated: Use WorkerInfo.ProtoReflect.Descriptor instead.

func (*WorkerInfo) GetAddress 

func (x *WorkerInfo) GetAddress() string

func (*WorkerInfo) ProtoMessage 

func (*WorkerInfo) ProtoMessage()

func (*WorkerInfo) ProtoReflect 

func (x *WorkerInfo) ProtoReflect() protoreflect.Message

func (*WorkerInfo) Reset 

func (x *WorkerInfo) Reset()

func (*WorkerInfo) String 

func (x *WorkerInfo) String() string

type WorkerServiceClient 

type WorkerServiceClient interface {
	// Processes a task for a dataset, making elements available to clients.
	ProcessTask(ctx context.Context, in *ProcessTaskRequest, opts ...grpc.CallOption) (*ProcessTaskResponse, error)
	// Gets the next dataset element.
	GetElement(ctx context.Context, in *GetElementRequest, opts ...grpc.CallOption) (*GetElementResponse, error)
	// Gets the tasks currently being executed by the worker.
	GetWorkerTasks(ctx context.Context, in *GetWorkerTasksRequest, opts ...grpc.CallOption) (*GetWorkerTasksResponse, error)
}

WorkerServiceClient is the client API for WorkerService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewWorkerServiceClient 

func NewWorkerServiceClient(cc grpc.ClientConnInterface) WorkerServiceClient

type WorkerServiceServer 

type WorkerServiceServer interface {
	// Processes a task for a dataset, making elements available to clients.
	ProcessTask(context.Context, *ProcessTaskRequest) (*ProcessTaskResponse, error)
	// Gets the next dataset element.
	GetElement(context.Context, *GetElementRequest) (*GetElementResponse, error)
	// Gets the tasks currently being executed by the worker.
	GetWorkerTasks(context.Context, *GetWorkerTasksRequest) (*GetWorkerTasksResponse, error)
	// contains filtered or unexported methods
}

WorkerServiceServer is the server API for WorkerService service. All implementations must embed UnimplementedWorkerServiceServer for forward compatibility

type WorkerStateExport 

type WorkerStateExport struct {
	WorkerConfig    *protobuf.WorkerConfig `protobuf:"bytes,1,opt,name=worker_config,json=workerConfig,proto3" json:"worker_config,omitempty"`
	Tasks           []*TaskDef             `protobuf:"bytes,2,rep,name=tasks,proto3" json:"tasks,omitempty"`
	FinishedTaskIds []int64                `protobuf:"varint,3,rep,packed,name=finished_task_ids,json=finishedTaskIds,proto3" json:"finished_task_ids,omitempty"`
	DeletedTaskIds  []int64                `protobuf:"varint,4,rep,packed,name=deleted_task_ids,json=deletedTaskIds,proto3" json:"deleted_task_ids,omitempty"`
	// contains filtered or unexported fields
}

State of the worker server, exported to improve debuggability. Next tag: 5

func (*WorkerStateExport) Descriptor deprecated 

func (*WorkerStateExport) Descriptor() ([]byte, []int)

Deprecated: Use WorkerStateExport.ProtoReflect.Descriptor instead.

func (*WorkerStateExport) GetDeletedTaskIds 

func (x *WorkerStateExport) GetDeletedTaskIds() []int64

func (*WorkerStateExport) GetFinishedTaskIds 

func (x *WorkerStateExport) GetFinishedTaskIds() []int64

func (*WorkerStateExport) GetTasks 

func (x *WorkerStateExport) GetTasks() []*TaskDef

func (*WorkerStateExport) GetWorkerConfig 

func (x *WorkerStateExport) GetWorkerConfig() *protobuf.WorkerConfig

func (*WorkerStateExport) ProtoMessage 

func (*WorkerStateExport) ProtoMessage()

func (*WorkerStateExport) ProtoReflect 

func (x *WorkerStateExport) ProtoReflect() protoreflect.Message

func (*WorkerStateExport) Reset 

func (x *WorkerStateExport) Reset()

func (*WorkerStateExport) String 

func (x *WorkerStateExport) String() string

type WorkerUpdateRequest 

type WorkerUpdateRequest struct {
	WorkerAddress string          `protobuf:"bytes,1,opt,name=worker_address,json=workerAddress,proto3" json:"worker_address,omitempty"`
	Updates       []*TaskProgress `protobuf:"bytes,2,rep,name=updates,proto3" json:"updates,omitempty"`
	// contains filtered or unexported fields
}

Next tag: 3

func (*WorkerUpdateRequest) Descriptor deprecated 

func (*WorkerUpdateRequest) Descriptor() ([]byte, []int)

Deprecated: Use WorkerUpdateRequest.ProtoReflect.Descriptor instead.

func (*WorkerUpdateRequest) GetUpdates 

func (x *WorkerUpdateRequest) GetUpdates() []*TaskProgress

func (*WorkerUpdateRequest) GetWorkerAddress 

func (x *WorkerUpdateRequest) GetWorkerAddress() string

func (*WorkerUpdateRequest) ProtoMessage 

func (*WorkerUpdateRequest) ProtoMessage()

func (*WorkerUpdateRequest) ProtoReflect 

func (x *WorkerUpdateRequest) ProtoReflect() protoreflect.Message

func (*WorkerUpdateRequest) Reset 

func (x *WorkerUpdateRequest) Reset()

func (*WorkerUpdateRequest) String 

func (x *WorkerUpdateRequest) String() string

type WorkerUpdateResponse 

type WorkerUpdateResponse struct {
	// contains filtered or unexported fields
}

Next tag: 1

func (*WorkerUpdateResponse) Descriptor deprecated 

func (*WorkerUpdateResponse) Descriptor() ([]byte, []int)

Deprecated: Use WorkerUpdateResponse.ProtoReflect.Descriptor instead.

func (*WorkerUpdateResponse) ProtoMessage 

func (*WorkerUpdateResponse) ProtoMessage()

func (*WorkerUpdateResponse) ProtoReflect 

func (x *WorkerUpdateResponse) ProtoReflect() protoreflect.Message

func (*WorkerUpdateResponse) Reset 

func (x *WorkerUpdateResponse) Reset()

func (*WorkerUpdateResponse) String 

func (x *WorkerUpdateResponse) String() string

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.