Documentation
¶
Index ¶
- Variables
- func RegisterAutoscalingPolicyServiceServer(s *grpc.Server, srv AutoscalingPolicyServiceServer)
- func RegisterClusterControllerServer(s *grpc.Server, srv ClusterControllerServer)
- func RegisterJobControllerServer(s *grpc.Server, srv JobControllerServer)
- func RegisterWorkflowTemplateServiceServer(s *grpc.Server, srv WorkflowTemplateServiceServer)
- type AcceleratorConfig
- func (*AcceleratorConfig) Descriptor() ([]byte, []int)deprecated
- func (x *AcceleratorConfig) GetAcceleratorCount() int32
- func (x *AcceleratorConfig) GetAcceleratorTypeUri() string
- func (*AcceleratorConfig) ProtoMessage()
- func (x *AcceleratorConfig) ProtoReflect() protoreflect.Message
- func (x *AcceleratorConfig) Reset()
- func (x *AcceleratorConfig) String() string
- type AutoscalingConfig
- type AutoscalingPolicy
- func (*AutoscalingPolicy) Descriptor() ([]byte, []int)deprecated
- func (m *AutoscalingPolicy) GetAlgorithm() isAutoscalingPolicy_Algorithm
- func (x *AutoscalingPolicy) GetBasicAlgorithm() *BasicAutoscalingAlgorithm
- func (x *AutoscalingPolicy) GetId() string
- func (x *AutoscalingPolicy) GetName() string
- func (x *AutoscalingPolicy) GetSecondaryWorkerConfig() *InstanceGroupAutoscalingPolicyConfig
- func (x *AutoscalingPolicy) GetWorkerConfig() *InstanceGroupAutoscalingPolicyConfig
- func (*AutoscalingPolicy) ProtoMessage()
- func (x *AutoscalingPolicy) ProtoReflect() protoreflect.Message
- func (x *AutoscalingPolicy) Reset()
- func (x *AutoscalingPolicy) String() string
- type AutoscalingPolicyServiceClient
- type AutoscalingPolicyServiceServer
- type AutoscalingPolicy_BasicAlgorithm
- type BasicAutoscalingAlgorithm
- func (*BasicAutoscalingAlgorithm) Descriptor() ([]byte, []int)deprecated
- func (x *BasicAutoscalingAlgorithm) GetCooldownPeriod() *durationpb.Duration
- func (x *BasicAutoscalingAlgorithm) GetYarnConfig() *BasicYarnAutoscalingConfig
- func (*BasicAutoscalingAlgorithm) ProtoMessage()
- func (x *BasicAutoscalingAlgorithm) ProtoReflect() protoreflect.Message
- func (x *BasicAutoscalingAlgorithm) Reset()
- func (x *BasicAutoscalingAlgorithm) String() string
- type BasicYarnAutoscalingConfig
- func (*BasicYarnAutoscalingConfig) Descriptor() ([]byte, []int)deprecated
- func (x *BasicYarnAutoscalingConfig) GetGracefulDecommissionTimeout() *durationpb.Duration
- func (x *BasicYarnAutoscalingConfig) GetScaleDownFactor() float64
- func (x *BasicYarnAutoscalingConfig) GetScaleDownMinWorkerFraction() float64
- func (x *BasicYarnAutoscalingConfig) GetScaleUpFactor() float64
- func (x *BasicYarnAutoscalingConfig) GetScaleUpMinWorkerFraction() float64
- func (*BasicYarnAutoscalingConfig) ProtoMessage()
- func (x *BasicYarnAutoscalingConfig) ProtoReflect() protoreflect.Message
- func (x *BasicYarnAutoscalingConfig) Reset()
- func (x *BasicYarnAutoscalingConfig) String() string
- type CancelJobRequest
- func (*CancelJobRequest) Descriptor() ([]byte, []int)deprecated
- func (x *CancelJobRequest) GetJobId() string
- func (x *CancelJobRequest) GetProjectId() string
- func (x *CancelJobRequest) GetRegion() string
- func (*CancelJobRequest) ProtoMessage()
- func (x *CancelJobRequest) ProtoReflect() protoreflect.Message
- func (x *CancelJobRequest) Reset()
- func (x *CancelJobRequest) String() string
- type Cluster
- func (*Cluster) Descriptor() ([]byte, []int)deprecated
- func (x *Cluster) GetClusterName() string
- func (x *Cluster) GetClusterUuid() string
- func (x *Cluster) GetConfig() *ClusterConfig
- func (x *Cluster) GetLabels() map[string]string
- func (x *Cluster) GetMetrics() *ClusterMetrics
- func (x *Cluster) GetProjectId() string
- func (x *Cluster) GetStatus() *ClusterStatus
- func (x *Cluster) GetStatusHistory() []*ClusterStatus
- func (*Cluster) ProtoMessage()
- func (x *Cluster) ProtoReflect() protoreflect.Message
- func (x *Cluster) Reset()
- func (x *Cluster) String() string
- type ClusterConfig
- func (*ClusterConfig) Descriptor() ([]byte, []int)deprecated
- func (x *ClusterConfig) GetAutoscalingConfig() *AutoscalingConfig
- func (x *ClusterConfig) GetConfigBucket() string
- func (x *ClusterConfig) GetEncryptionConfig() *EncryptionConfig
- func (x *ClusterConfig) GetEndpointConfig() *EndpointConfig
- func (x *ClusterConfig) GetGceClusterConfig() *GceClusterConfig
- func (x *ClusterConfig) GetGkeClusterConfig() *GkeClusterConfig
- func (x *ClusterConfig) GetInitializationActions() []*NodeInitializationAction
- func (x *ClusterConfig) GetLifecycleConfig() *LifecycleConfig
- func (x *ClusterConfig) GetMasterConfig() *InstanceGroupConfig
- func (x *ClusterConfig) GetSecondaryWorkerConfig() *InstanceGroupConfig
- func (x *ClusterConfig) GetSecurityConfig() *SecurityConfig
- func (x *ClusterConfig) GetSoftwareConfig() *SoftwareConfig
- func (x *ClusterConfig) GetTempBucket() string
- func (x *ClusterConfig) GetWorkerConfig() *InstanceGroupConfig
- func (*ClusterConfig) ProtoMessage()
- func (x *ClusterConfig) ProtoReflect() protoreflect.Message
- func (x *ClusterConfig) Reset()
- func (x *ClusterConfig) String() string
- type ClusterControllerClient
- type ClusterControllerServer
- type ClusterMetrics
- func (*ClusterMetrics) Descriptor() ([]byte, []int)deprecated
- func (x *ClusterMetrics) GetHdfsMetrics() map[string]int64
- func (x *ClusterMetrics) GetYarnMetrics() map[string]int64
- func (*ClusterMetrics) ProtoMessage()
- func (x *ClusterMetrics) ProtoReflect() protoreflect.Message
- func (x *ClusterMetrics) Reset()
- func (x *ClusterMetrics) String() string
- type ClusterOperation
- func (*ClusterOperation) Descriptor() ([]byte, []int)deprecated
- func (x *ClusterOperation) GetDone() bool
- func (x *ClusterOperation) GetError() string
- func (x *ClusterOperation) GetOperationId() string
- func (*ClusterOperation) ProtoMessage()
- func (x *ClusterOperation) ProtoReflect() protoreflect.Message
- func (x *ClusterOperation) Reset()
- func (x *ClusterOperation) String() string
- type ClusterOperationMetadata
- func (*ClusterOperationMetadata) Descriptor() ([]byte, []int)deprecated
- func (x *ClusterOperationMetadata) GetClusterName() string
- func (x *ClusterOperationMetadata) GetClusterUuid() string
- func (x *ClusterOperationMetadata) GetDescription() string
- func (x *ClusterOperationMetadata) GetLabels() map[string]string
- func (x *ClusterOperationMetadata) GetOperationType() string
- func (x *ClusterOperationMetadata) GetStatus() *ClusterOperationStatus
- func (x *ClusterOperationMetadata) GetStatusHistory() []*ClusterOperationStatus
- func (x *ClusterOperationMetadata) GetWarnings() []string
- func (*ClusterOperationMetadata) ProtoMessage()
- func (x *ClusterOperationMetadata) ProtoReflect() protoreflect.Message
- func (x *ClusterOperationMetadata) Reset()
- func (x *ClusterOperationMetadata) String() string
- type ClusterOperationStatus
- func (*ClusterOperationStatus) Descriptor() ([]byte, []int)deprecated
- func (x *ClusterOperationStatus) GetDetails() string
- func (x *ClusterOperationStatus) GetInnerState() string
- func (x *ClusterOperationStatus) GetState() ClusterOperationStatus_State
- func (x *ClusterOperationStatus) GetStateStartTime() *timestamppb.Timestamp
- func (*ClusterOperationStatus) ProtoMessage()
- func (x *ClusterOperationStatus) ProtoReflect() protoreflect.Message
- func (x *ClusterOperationStatus) Reset()
- func (x *ClusterOperationStatus) String() string
- type ClusterOperationStatus_State
- func (ClusterOperationStatus_State) Descriptor() protoreflect.EnumDescriptor
- func (x ClusterOperationStatus_State) Enum() *ClusterOperationStatus_State
- func (ClusterOperationStatus_State) EnumDescriptor() ([]byte, []int)deprecated
- func (x ClusterOperationStatus_State) Number() protoreflect.EnumNumber
- func (x ClusterOperationStatus_State) String() string
- func (ClusterOperationStatus_State) Type() protoreflect.EnumType
- type ClusterSelector
- func (*ClusterSelector) Descriptor() ([]byte, []int)deprecated
- func (x *ClusterSelector) GetClusterLabels() map[string]string
- func (x *ClusterSelector) GetZone() string
- func (*ClusterSelector) ProtoMessage()
- func (x *ClusterSelector) ProtoReflect() protoreflect.Message
- func (x *ClusterSelector) Reset()
- func (x *ClusterSelector) String() string
- type ClusterStatus
- func (*ClusterStatus) Descriptor() ([]byte, []int)deprecated
- func (x *ClusterStatus) GetDetail() string
- func (x *ClusterStatus) GetState() ClusterStatus_State
- func (x *ClusterStatus) GetStateStartTime() *timestamppb.Timestamp
- func (x *ClusterStatus) GetSubstate() ClusterStatus_Substate
- func (*ClusterStatus) ProtoMessage()
- func (x *ClusterStatus) ProtoReflect() protoreflect.Message
- func (x *ClusterStatus) Reset()
- func (x *ClusterStatus) String() string
- type ClusterStatus_State
- func (ClusterStatus_State) Descriptor() protoreflect.EnumDescriptor
- func (x ClusterStatus_State) Enum() *ClusterStatus_State
- func (ClusterStatus_State) EnumDescriptor() ([]byte, []int)deprecated
- func (x ClusterStatus_State) Number() protoreflect.EnumNumber
- func (x ClusterStatus_State) String() string
- func (ClusterStatus_State) Type() protoreflect.EnumType
- type ClusterStatus_Substate
- func (ClusterStatus_Substate) Descriptor() protoreflect.EnumDescriptor
- func (x ClusterStatus_Substate) Enum() *ClusterStatus_Substate
- func (ClusterStatus_Substate) EnumDescriptor() ([]byte, []int)deprecated
- func (x ClusterStatus_Substate) Number() protoreflect.EnumNumber
- func (x ClusterStatus_Substate) String() string
- func (ClusterStatus_Substate) Type() protoreflect.EnumType
- type Component
- type CreateAutoscalingPolicyRequest
- func (*CreateAutoscalingPolicyRequest) Descriptor() ([]byte, []int)deprecated
- func (x *CreateAutoscalingPolicyRequest) GetParent() string
- func (x *CreateAutoscalingPolicyRequest) GetPolicy() *AutoscalingPolicy
- func (*CreateAutoscalingPolicyRequest) ProtoMessage()
- func (x *CreateAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message
- func (x *CreateAutoscalingPolicyRequest) Reset()
- func (x *CreateAutoscalingPolicyRequest) String() string
- type CreateClusterRequest
- func (*CreateClusterRequest) Descriptor() ([]byte, []int)deprecated
- func (x *CreateClusterRequest) GetCluster() *Cluster
- func (x *CreateClusterRequest) GetProjectId() string
- func (x *CreateClusterRequest) GetRegion() string
- func (x *CreateClusterRequest) GetRequestId() string
- func (*CreateClusterRequest) ProtoMessage()
- func (x *CreateClusterRequest) ProtoReflect() protoreflect.Message
- func (x *CreateClusterRequest) Reset()
- func (x *CreateClusterRequest) String() string
- type CreateWorkflowTemplateRequest
- func (*CreateWorkflowTemplateRequest) Descriptor() ([]byte, []int)deprecated
- func (x *CreateWorkflowTemplateRequest) GetParent() string
- func (x *CreateWorkflowTemplateRequest) GetTemplate() *WorkflowTemplate
- func (*CreateWorkflowTemplateRequest) ProtoMessage()
- func (x *CreateWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
- func (x *CreateWorkflowTemplateRequest) Reset()
- func (x *CreateWorkflowTemplateRequest) String() string
- type DeleteAutoscalingPolicyRequest
- func (*DeleteAutoscalingPolicyRequest) Descriptor() ([]byte, []int)deprecated
- func (x *DeleteAutoscalingPolicyRequest) GetName() string
- func (*DeleteAutoscalingPolicyRequest) ProtoMessage()
- func (x *DeleteAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message
- func (x *DeleteAutoscalingPolicyRequest) Reset()
- func (x *DeleteAutoscalingPolicyRequest) String() string
- type DeleteClusterRequest
- func (*DeleteClusterRequest) Descriptor() ([]byte, []int)deprecated
- func (x *DeleteClusterRequest) GetClusterName() string
- func (x *DeleteClusterRequest) GetClusterUuid() string
- func (x *DeleteClusterRequest) GetProjectId() string
- func (x *DeleteClusterRequest) GetRegion() string
- func (x *DeleteClusterRequest) GetRequestId() string
- func (*DeleteClusterRequest) ProtoMessage()
- func (x *DeleteClusterRequest) ProtoReflect() protoreflect.Message
- func (x *DeleteClusterRequest) Reset()
- func (x *DeleteClusterRequest) String() string
- type DeleteJobRequest
- func (*DeleteJobRequest) Descriptor() ([]byte, []int)deprecated
- func (x *DeleteJobRequest) GetJobId() string
- func (x *DeleteJobRequest) GetProjectId() string
- func (x *DeleteJobRequest) GetRegion() string
- func (*DeleteJobRequest) ProtoMessage()
- func (x *DeleteJobRequest) ProtoReflect() protoreflect.Message
- func (x *DeleteJobRequest) Reset()
- func (x *DeleteJobRequest) String() string
- type DeleteWorkflowTemplateRequest
- func (*DeleteWorkflowTemplateRequest) Descriptor() ([]byte, []int)deprecated
- func (x *DeleteWorkflowTemplateRequest) GetName() string
- func (x *DeleteWorkflowTemplateRequest) GetVersion() int32
- func (*DeleteWorkflowTemplateRequest) ProtoMessage()
- func (x *DeleteWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
- func (x *DeleteWorkflowTemplateRequest) Reset()
- func (x *DeleteWorkflowTemplateRequest) String() string
- type DiagnoseClusterRequest
- func (*DiagnoseClusterRequest) Descriptor() ([]byte, []int)deprecated
- func (x *DiagnoseClusterRequest) GetClusterName() string
- func (x *DiagnoseClusterRequest) GetProjectId() string
- func (x *DiagnoseClusterRequest) GetRegion() string
- func (*DiagnoseClusterRequest) ProtoMessage()
- func (x *DiagnoseClusterRequest) ProtoReflect() protoreflect.Message
- func (x *DiagnoseClusterRequest) Reset()
- func (x *DiagnoseClusterRequest) String() string
- type DiagnoseClusterResults
- func (*DiagnoseClusterResults) Descriptor() ([]byte, []int)deprecated
- func (x *DiagnoseClusterResults) GetOutputUri() string
- func (*DiagnoseClusterResults) ProtoMessage()
- func (x *DiagnoseClusterResults) ProtoReflect() protoreflect.Message
- func (x *DiagnoseClusterResults) Reset()
- func (x *DiagnoseClusterResults) String() string
- type DiskConfig
- func (*DiskConfig) Descriptor() ([]byte, []int)deprecated
- func (x *DiskConfig) GetBootDiskSizeGb() int32
- func (x *DiskConfig) GetBootDiskType() string
- func (x *DiskConfig) GetNumLocalSsds() int32
- func (*DiskConfig) ProtoMessage()
- func (x *DiskConfig) ProtoReflect() protoreflect.Message
- func (x *DiskConfig) Reset()
- func (x *DiskConfig) String() string
- type EncryptionConfig
- type EndpointConfig
- func (*EndpointConfig) Descriptor() ([]byte, []int)deprecated
- func (x *EndpointConfig) GetEnableHttpPortAccess() bool
- func (x *EndpointConfig) GetHttpPorts() map[string]string
- func (*EndpointConfig) ProtoMessage()
- func (x *EndpointConfig) ProtoReflect() protoreflect.Message
- func (x *EndpointConfig) Reset()
- func (x *EndpointConfig) String() string
- type GceClusterConfig
- func (*GceClusterConfig) Descriptor() ([]byte, []int)deprecated
- func (x *GceClusterConfig) GetInternalIpOnly() bool
- func (x *GceClusterConfig) GetMetadata() map[string]string
- func (x *GceClusterConfig) GetNetworkUri() string
- func (x *GceClusterConfig) GetReservationAffinity() *ReservationAffinity
- func (x *GceClusterConfig) GetServiceAccount() string
- func (x *GceClusterConfig) GetServiceAccountScopes() []string
- func (x *GceClusterConfig) GetSubnetworkUri() string
- func (x *GceClusterConfig) GetTags() []string
- func (x *GceClusterConfig) GetZoneUri() string
- func (*GceClusterConfig) ProtoMessage()
- func (x *GceClusterConfig) ProtoReflect() protoreflect.Message
- func (x *GceClusterConfig) Reset()
- func (x *GceClusterConfig) String() string
- type GetAutoscalingPolicyRequest
- func (*GetAutoscalingPolicyRequest) Descriptor() ([]byte, []int)deprecated
- func (x *GetAutoscalingPolicyRequest) GetName() string
- func (*GetAutoscalingPolicyRequest) ProtoMessage()
- func (x *GetAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message
- func (x *GetAutoscalingPolicyRequest) Reset()
- func (x *GetAutoscalingPolicyRequest) String() string
- type GetClusterRequest
- func (*GetClusterRequest) Descriptor() ([]byte, []int)deprecated
- func (x *GetClusterRequest) GetClusterName() string
- func (x *GetClusterRequest) GetProjectId() string
- func (x *GetClusterRequest) GetRegion() string
- func (*GetClusterRequest) ProtoMessage()
- func (x *GetClusterRequest) ProtoReflect() protoreflect.Message
- func (x *GetClusterRequest) Reset()
- func (x *GetClusterRequest) String() string
- type GetJobRequest
- func (*GetJobRequest) Descriptor() ([]byte, []int)deprecated
- func (x *GetJobRequest) GetJobId() string
- func (x *GetJobRequest) GetProjectId() string
- func (x *GetJobRequest) GetRegion() string
- func (*GetJobRequest) ProtoMessage()
- func (x *GetJobRequest) ProtoReflect() protoreflect.Message
- func (x *GetJobRequest) Reset()
- func (x *GetJobRequest) String() string
- type GetWorkflowTemplateRequest
- func (*GetWorkflowTemplateRequest) Descriptor() ([]byte, []int)deprecated
- func (x *GetWorkflowTemplateRequest) GetName() string
- func (x *GetWorkflowTemplateRequest) GetVersion() int32
- func (*GetWorkflowTemplateRequest) ProtoMessage()
- func (x *GetWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
- func (x *GetWorkflowTemplateRequest) Reset()
- func (x *GetWorkflowTemplateRequest) String() string
- type GkeClusterConfig
- func (*GkeClusterConfig) Descriptor() ([]byte, []int)deprecated
- func (x *GkeClusterConfig) GetNamespacedGkeDeploymentTarget() *GkeClusterConfig_NamespacedGkeDeploymentTarget
- func (*GkeClusterConfig) ProtoMessage()
- func (x *GkeClusterConfig) ProtoReflect() protoreflect.Message
- func (x *GkeClusterConfig) Reset()
- func (x *GkeClusterConfig) String() string
- type GkeClusterConfig_NamespacedGkeDeploymentTarget
- func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) Descriptor() ([]byte, []int)deprecated
- func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) GetClusterNamespace() string
- func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) GetTargetGkeCluster() string
- func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) ProtoMessage()
- func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) ProtoReflect() protoreflect.Message
- func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) Reset()
- func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) String() string
- type HadoopJob
- func (*HadoopJob) Descriptor() ([]byte, []int)deprecated
- func (x *HadoopJob) GetArchiveUris() []string
- func (x *HadoopJob) GetArgs() []string
- func (m *HadoopJob) GetDriver() isHadoopJob_Driver
- func (x *HadoopJob) GetFileUris() []string
- func (x *HadoopJob) GetJarFileUris() []string
- func (x *HadoopJob) GetLoggingConfig() *LoggingConfig
- func (x *HadoopJob) GetMainClass() string
- func (x *HadoopJob) GetMainJarFileUri() string
- func (x *HadoopJob) GetProperties() map[string]string
- func (*HadoopJob) ProtoMessage()
- func (x *HadoopJob) ProtoReflect() protoreflect.Message
- func (x *HadoopJob) Reset()
- func (x *HadoopJob) String() string
- type HadoopJob_MainClass
- type HadoopJob_MainJarFileUri
- type HiveJob
- func (*HiveJob) Descriptor() ([]byte, []int)deprecated
- func (x *HiveJob) GetContinueOnFailure() bool
- func (x *HiveJob) GetJarFileUris() []string
- func (x *HiveJob) GetProperties() map[string]string
- func (m *HiveJob) GetQueries() isHiveJob_Queries
- func (x *HiveJob) GetQueryFileUri() string
- func (x *HiveJob) GetQueryList() *QueryList
- func (x *HiveJob) GetScriptVariables() map[string]string
- func (*HiveJob) ProtoMessage()
- func (x *HiveJob) ProtoReflect() protoreflect.Message
- func (x *HiveJob) Reset()
- func (x *HiveJob) String() string
- type HiveJob_QueryFileUri
- type HiveJob_QueryList
- type InstanceGroupAutoscalingPolicyConfig
- func (*InstanceGroupAutoscalingPolicyConfig) Descriptor() ([]byte, []int)deprecated
- func (x *InstanceGroupAutoscalingPolicyConfig) GetMaxInstances() int32
- func (x *InstanceGroupAutoscalingPolicyConfig) GetMinInstances() int32
- func (x *InstanceGroupAutoscalingPolicyConfig) GetWeight() int32
- func (*InstanceGroupAutoscalingPolicyConfig) ProtoMessage()
- func (x *InstanceGroupAutoscalingPolicyConfig) ProtoReflect() protoreflect.Message
- func (x *InstanceGroupAutoscalingPolicyConfig) Reset()
- func (x *InstanceGroupAutoscalingPolicyConfig) String() string
- type InstanceGroupConfig
- func (*InstanceGroupConfig) Descriptor() ([]byte, []int)deprecated
- func (x *InstanceGroupConfig) GetAccelerators() []*AcceleratorConfig
- func (x *InstanceGroupConfig) GetDiskConfig() *DiskConfig
- func (x *InstanceGroupConfig) GetImageUri() string
- func (x *InstanceGroupConfig) GetInstanceNames() []string
- func (x *InstanceGroupConfig) GetIsPreemptible() bool
- func (x *InstanceGroupConfig) GetMachineTypeUri() string
- func (x *InstanceGroupConfig) GetManagedGroupConfig() *ManagedGroupConfig
- func (x *InstanceGroupConfig) GetMinCpuPlatform() string
- func (x *InstanceGroupConfig) GetNumInstances() int32
- func (x *InstanceGroupConfig) GetPreemptibility() InstanceGroupConfig_Preemptibility
- func (*InstanceGroupConfig) ProtoMessage()
- func (x *InstanceGroupConfig) ProtoReflect() protoreflect.Message
- func (x *InstanceGroupConfig) Reset()
- func (x *InstanceGroupConfig) String() string
- type InstanceGroupConfig_Preemptibility
- func (InstanceGroupConfig_Preemptibility) Descriptor() protoreflect.EnumDescriptor
- func (x InstanceGroupConfig_Preemptibility) Enum() *InstanceGroupConfig_Preemptibility
- func (InstanceGroupConfig_Preemptibility) EnumDescriptor() ([]byte, []int)deprecated
- func (x InstanceGroupConfig_Preemptibility) Number() protoreflect.EnumNumber
- func (x InstanceGroupConfig_Preemptibility) String() string
- func (InstanceGroupConfig_Preemptibility) Type() protoreflect.EnumType
- type InstantiateInlineWorkflowTemplateRequest
- func (*InstantiateInlineWorkflowTemplateRequest) Descriptor() ([]byte, []int)deprecated
- func (x *InstantiateInlineWorkflowTemplateRequest) GetInstanceId() string
- func (x *InstantiateInlineWorkflowTemplateRequest) GetParent() string
- func (x *InstantiateInlineWorkflowTemplateRequest) GetRequestId() string
- func (x *InstantiateInlineWorkflowTemplateRequest) GetTemplate() *WorkflowTemplate
- func (*InstantiateInlineWorkflowTemplateRequest) ProtoMessage()
- func (x *InstantiateInlineWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
- func (x *InstantiateInlineWorkflowTemplateRequest) Reset()
- func (x *InstantiateInlineWorkflowTemplateRequest) String() string
- type InstantiateWorkflowTemplateRequest
- func (*InstantiateWorkflowTemplateRequest) Descriptor() ([]byte, []int)deprecated
- func (x *InstantiateWorkflowTemplateRequest) GetInstanceId() stringdeprecated
- func (x *InstantiateWorkflowTemplateRequest) GetName() string
- func (x *InstantiateWorkflowTemplateRequest) GetParameters() map[string]string
- func (x *InstantiateWorkflowTemplateRequest) GetRequestId() string
- func (x *InstantiateWorkflowTemplateRequest) GetVersion() int32
- func (*InstantiateWorkflowTemplateRequest) ProtoMessage()
- func (x *InstantiateWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
- func (x *InstantiateWorkflowTemplateRequest) Reset()
- func (x *InstantiateWorkflowTemplateRequest) String() string
- type Job
- func (*Job) Descriptor() ([]byte, []int)deprecated
- func (x *Job) GetDone() bool
- func (x *Job) GetDriverControlFilesUri() string
- func (x *Job) GetDriverOutputResourceUri() string
- func (x *Job) GetHadoopJob() *HadoopJob
- func (x *Job) GetHiveJob() *HiveJob
- func (x *Job) GetJobUuid() string
- func (x *Job) GetLabels() map[string]string
- func (x *Job) GetPigJob() *PigJob
- func (x *Job) GetPlacement() *JobPlacement
- func (x *Job) GetPrestoJob() *PrestoJob
- func (x *Job) GetPysparkJob() *PySparkJob
- func (x *Job) GetReference() *JobReference
- func (x *Job) GetScheduling() *JobScheduling
- func (x *Job) GetSparkJob() *SparkJob
- func (x *Job) GetSparkRJob() *SparkRJob
- func (x *Job) GetSparkSqlJob() *SparkSqlJob
- func (x *Job) GetStatus() *JobStatus
- func (x *Job) GetStatusHistory() []*JobStatus
- func (x *Job) GetSubmittedBy() string
- func (m *Job) GetTypeJob() isJob_TypeJob
- func (x *Job) GetYarnApplications() []*YarnApplication
- func (*Job) ProtoMessage()
- func (x *Job) ProtoReflect() protoreflect.Message
- func (x *Job) Reset()
- func (x *Job) String() string
- type JobControllerClient
- type JobControllerServer
- type JobMetadata
- func (*JobMetadata) Descriptor() ([]byte, []int)deprecated
- func (x *JobMetadata) GetJobId() string
- func (x *JobMetadata) GetOperationType() string
- func (x *JobMetadata) GetStartTime() *timestamppb.Timestamp
- func (x *JobMetadata) GetStatus() *JobStatus
- func (*JobMetadata) ProtoMessage()
- func (x *JobMetadata) ProtoReflect() protoreflect.Message
- func (x *JobMetadata) Reset()
- func (x *JobMetadata) String() string
- type JobPlacement
- func (*JobPlacement) Descriptor() ([]byte, []int)deprecated
- func (x *JobPlacement) GetClusterName() string
- func (x *JobPlacement) GetClusterUuid() string
- func (*JobPlacement) ProtoMessage()
- func (x *JobPlacement) ProtoReflect() protoreflect.Message
- func (x *JobPlacement) Reset()
- func (x *JobPlacement) String() string
- type JobReference
- func (*JobReference) Descriptor() ([]byte, []int)deprecated
- func (x *JobReference) GetJobId() string
- func (x *JobReference) GetProjectId() string
- func (*JobReference) ProtoMessage()
- func (x *JobReference) ProtoReflect() protoreflect.Message
- func (x *JobReference) Reset()
- func (x *JobReference) String() string
- type JobScheduling
- type JobStatus
- func (*JobStatus) Descriptor() ([]byte, []int)deprecated
- func (x *JobStatus) GetDetails() string
- func (x *JobStatus) GetState() JobStatus_State
- func (x *JobStatus) GetStateStartTime() *timestamppb.Timestamp
- func (x *JobStatus) GetSubstate() JobStatus_Substate
- func (*JobStatus) ProtoMessage()
- func (x *JobStatus) ProtoReflect() protoreflect.Message
- func (x *JobStatus) Reset()
- func (x *JobStatus) String() string
- type JobStatus_State
- func (JobStatus_State) Descriptor() protoreflect.EnumDescriptor
- func (x JobStatus_State) Enum() *JobStatus_State
- func (JobStatus_State) EnumDescriptor() ([]byte, []int)deprecated
- func (x JobStatus_State) Number() protoreflect.EnumNumber
- func (x JobStatus_State) String() string
- func (JobStatus_State) Type() protoreflect.EnumType
- type JobStatus_Substate
- func (JobStatus_Substate) Descriptor() protoreflect.EnumDescriptor
- func (x JobStatus_Substate) Enum() *JobStatus_Substate
- func (JobStatus_Substate) EnumDescriptor() ([]byte, []int)deprecated
- func (x JobStatus_Substate) Number() protoreflect.EnumNumber
- func (x JobStatus_Substate) String() string
- func (JobStatus_Substate) Type() protoreflect.EnumType
- type Job_HadoopJob
- type Job_HiveJob
- type Job_PigJob
- type Job_PrestoJob
- type Job_PysparkJob
- type Job_SparkJob
- type Job_SparkRJob
- type Job_SparkSqlJob
- type KerberosConfig
- func (*KerberosConfig) Descriptor() ([]byte, []int)deprecated
- func (x *KerberosConfig) GetCrossRealmTrustAdminServer() string
- func (x *KerberosConfig) GetCrossRealmTrustKdc() string
- func (x *KerberosConfig) GetCrossRealmTrustRealm() string
- func (x *KerberosConfig) GetCrossRealmTrustSharedPasswordUri() string
- func (x *KerberosConfig) GetEnableKerberos() bool
- func (x *KerberosConfig) GetKdcDbKeyUri() string
- func (x *KerberosConfig) GetKeyPasswordUri() string
- func (x *KerberosConfig) GetKeystorePasswordUri() string
- func (x *KerberosConfig) GetKeystoreUri() string
- func (x *KerberosConfig) GetKmsKeyUri() string
- func (x *KerberosConfig) GetRealm() string
- func (x *KerberosConfig) GetRootPrincipalPasswordUri() string
- func (x *KerberosConfig) GetTgtLifetimeHours() int32
- func (x *KerberosConfig) GetTruststorePasswordUri() string
- func (x *KerberosConfig) GetTruststoreUri() string
- func (*KerberosConfig) ProtoMessage()
- func (x *KerberosConfig) ProtoReflect() protoreflect.Message
- func (x *KerberosConfig) Reset()
- func (x *KerberosConfig) String() string
- type LifecycleConfig
- func (*LifecycleConfig) Descriptor() ([]byte, []int)deprecated
- func (x *LifecycleConfig) GetAutoDeleteTime() *timestamppb.Timestamp
- func (x *LifecycleConfig) GetAutoDeleteTtl() *durationpb.Duration
- func (x *LifecycleConfig) GetIdleDeleteTtl() *durationpb.Duration
- func (x *LifecycleConfig) GetIdleStartTime() *timestamppb.Timestamp
- func (m *LifecycleConfig) GetTtl() isLifecycleConfig_Ttl
- func (*LifecycleConfig) ProtoMessage()
- func (x *LifecycleConfig) ProtoReflect() protoreflect.Message
- func (x *LifecycleConfig) Reset()
- func (x *LifecycleConfig) String() string
- type LifecycleConfig_AutoDeleteTime
- type LifecycleConfig_AutoDeleteTtl
- type ListAutoscalingPoliciesRequest
- func (*ListAutoscalingPoliciesRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ListAutoscalingPoliciesRequest) GetPageSize() int32
- func (x *ListAutoscalingPoliciesRequest) GetPageToken() string
- func (x *ListAutoscalingPoliciesRequest) GetParent() string
- func (*ListAutoscalingPoliciesRequest) ProtoMessage()
- func (x *ListAutoscalingPoliciesRequest) ProtoReflect() protoreflect.Message
- func (x *ListAutoscalingPoliciesRequest) Reset()
- func (x *ListAutoscalingPoliciesRequest) String() string
- type ListAutoscalingPoliciesResponse
- func (*ListAutoscalingPoliciesResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ListAutoscalingPoliciesResponse) GetNextPageToken() string
- func (x *ListAutoscalingPoliciesResponse) GetPolicies() []*AutoscalingPolicy
- func (*ListAutoscalingPoliciesResponse) ProtoMessage()
- func (x *ListAutoscalingPoliciesResponse) ProtoReflect() protoreflect.Message
- func (x *ListAutoscalingPoliciesResponse) Reset()
- func (x *ListAutoscalingPoliciesResponse) String() string
- type ListClustersRequest
- func (*ListClustersRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ListClustersRequest) GetFilter() string
- func (x *ListClustersRequest) GetPageSize() int32
- func (x *ListClustersRequest) GetPageToken() string
- func (x *ListClustersRequest) GetProjectId() string
- func (x *ListClustersRequest) GetRegion() string
- func (*ListClustersRequest) ProtoMessage()
- func (x *ListClustersRequest) ProtoReflect() protoreflect.Message
- func (x *ListClustersRequest) Reset()
- func (x *ListClustersRequest) String() string
- type ListClustersResponse
- func (*ListClustersResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ListClustersResponse) GetClusters() []*Cluster
- func (x *ListClustersResponse) GetNextPageToken() string
- func (*ListClustersResponse) ProtoMessage()
- func (x *ListClustersResponse) ProtoReflect() protoreflect.Message
- func (x *ListClustersResponse) Reset()
- func (x *ListClustersResponse) String() string
- type ListJobsRequest
- func (*ListJobsRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ListJobsRequest) GetClusterName() string
- func (x *ListJobsRequest) GetFilter() string
- func (x *ListJobsRequest) GetJobStateMatcher() ListJobsRequest_JobStateMatcher
- func (x *ListJobsRequest) GetPageSize() int32
- func (x *ListJobsRequest) GetPageToken() string
- func (x *ListJobsRequest) GetProjectId() string
- func (x *ListJobsRequest) GetRegion() string
- func (*ListJobsRequest) ProtoMessage()
- func (x *ListJobsRequest) ProtoReflect() protoreflect.Message
- func (x *ListJobsRequest) Reset()
- func (x *ListJobsRequest) String() string
- type ListJobsRequest_JobStateMatcher
- func (ListJobsRequest_JobStateMatcher) Descriptor() protoreflect.EnumDescriptor
- func (x ListJobsRequest_JobStateMatcher) Enum() *ListJobsRequest_JobStateMatcher
- func (ListJobsRequest_JobStateMatcher) EnumDescriptor() ([]byte, []int)deprecated
- func (x ListJobsRequest_JobStateMatcher) Number() protoreflect.EnumNumber
- func (x ListJobsRequest_JobStateMatcher) String() string
- func (ListJobsRequest_JobStateMatcher) Type() protoreflect.EnumType
- type ListJobsResponse
- func (*ListJobsResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ListJobsResponse) GetJobs() []*Job
- func (x *ListJobsResponse) GetNextPageToken() string
- func (*ListJobsResponse) ProtoMessage()
- func (x *ListJobsResponse) ProtoReflect() protoreflect.Message
- func (x *ListJobsResponse) Reset()
- func (x *ListJobsResponse) String() string
- type ListWorkflowTemplatesRequest
- func (*ListWorkflowTemplatesRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ListWorkflowTemplatesRequest) GetPageSize() int32
- func (x *ListWorkflowTemplatesRequest) GetPageToken() string
- func (x *ListWorkflowTemplatesRequest) GetParent() string
- func (*ListWorkflowTemplatesRequest) ProtoMessage()
- func (x *ListWorkflowTemplatesRequest) ProtoReflect() protoreflect.Message
- func (x *ListWorkflowTemplatesRequest) Reset()
- func (x *ListWorkflowTemplatesRequest) String() string
- type ListWorkflowTemplatesResponse
- func (*ListWorkflowTemplatesResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ListWorkflowTemplatesResponse) GetNextPageToken() string
- func (x *ListWorkflowTemplatesResponse) GetTemplates() []*WorkflowTemplate
- func (*ListWorkflowTemplatesResponse) ProtoMessage()
- func (x *ListWorkflowTemplatesResponse) ProtoReflect() protoreflect.Message
- func (x *ListWorkflowTemplatesResponse) Reset()
- func (x *ListWorkflowTemplatesResponse) String() string
- type LoggingConfig
- func (*LoggingConfig) Descriptor() ([]byte, []int)deprecated
- func (x *LoggingConfig) GetDriverLogLevels() map[string]LoggingConfig_Level
- func (*LoggingConfig) ProtoMessage()
- func (x *LoggingConfig) ProtoReflect() protoreflect.Message
- func (x *LoggingConfig) Reset()
- func (x *LoggingConfig) String() string
- type LoggingConfig_Level
- func (LoggingConfig_Level) Descriptor() protoreflect.EnumDescriptor
- func (x LoggingConfig_Level) Enum() *LoggingConfig_Level
- func (LoggingConfig_Level) EnumDescriptor() ([]byte, []int)deprecated
- func (x LoggingConfig_Level) Number() protoreflect.EnumNumber
- func (x LoggingConfig_Level) String() string
- func (LoggingConfig_Level) Type() protoreflect.EnumType
- type ManagedCluster
- func (*ManagedCluster) Descriptor() ([]byte, []int)deprecated
- func (x *ManagedCluster) GetClusterName() string
- func (x *ManagedCluster) GetConfig() *ClusterConfig
- func (x *ManagedCluster) GetLabels() map[string]string
- func (*ManagedCluster) ProtoMessage()
- func (x *ManagedCluster) ProtoReflect() protoreflect.Message
- func (x *ManagedCluster) Reset()
- func (x *ManagedCluster) String() string
- type ManagedGroupConfig
- func (*ManagedGroupConfig) Descriptor() ([]byte, []int)deprecated
- func (x *ManagedGroupConfig) GetInstanceGroupManagerName() string
- func (x *ManagedGroupConfig) GetInstanceTemplateName() string
- func (*ManagedGroupConfig) ProtoMessage()
- func (x *ManagedGroupConfig) ProtoReflect() protoreflect.Message
- func (x *ManagedGroupConfig) Reset()
- func (x *ManagedGroupConfig) String() string
- type NodeInitializationAction
- func (*NodeInitializationAction) Descriptor() ([]byte, []int)deprecated
- func (x *NodeInitializationAction) GetExecutableFile() string
- func (x *NodeInitializationAction) GetExecutionTimeout() *durationpb.Duration
- func (*NodeInitializationAction) ProtoMessage()
- func (x *NodeInitializationAction) ProtoReflect() protoreflect.Message
- func (x *NodeInitializationAction) Reset()
- func (x *NodeInitializationAction) String() string
- type OrderedJob
- func (*OrderedJob) Descriptor() ([]byte, []int)deprecated
- func (x *OrderedJob) GetHadoopJob() *HadoopJob
- func (x *OrderedJob) GetHiveJob() *HiveJob
- func (m *OrderedJob) GetJobType() isOrderedJob_JobType
- func (x *OrderedJob) GetLabels() map[string]string
- func (x *OrderedJob) GetPigJob() *PigJob
- func (x *OrderedJob) GetPrerequisiteStepIds() []string
- func (x *OrderedJob) GetPrestoJob() *PrestoJob
- func (x *OrderedJob) GetPysparkJob() *PySparkJob
- func (x *OrderedJob) GetScheduling() *JobScheduling
- func (x *OrderedJob) GetSparkJob() *SparkJob
- func (x *OrderedJob) GetSparkRJob() *SparkRJob
- func (x *OrderedJob) GetSparkSqlJob() *SparkSqlJob
- func (x *OrderedJob) GetStepId() string
- func (*OrderedJob) ProtoMessage()
- func (x *OrderedJob) ProtoReflect() protoreflect.Message
- func (x *OrderedJob) Reset()
- func (x *OrderedJob) String() string
- type OrderedJob_HadoopJob
- type OrderedJob_HiveJob
- type OrderedJob_PigJob
- type OrderedJob_PrestoJob
- type OrderedJob_PysparkJob
- type OrderedJob_SparkJob
- type OrderedJob_SparkRJob
- type OrderedJob_SparkSqlJob
- type ParameterValidation
- func (*ParameterValidation) Descriptor() ([]byte, []int)deprecated
- func (x *ParameterValidation) GetRegex() *RegexValidation
- func (m *ParameterValidation) GetValidationType() isParameterValidation_ValidationType
- func (x *ParameterValidation) GetValues() *ValueValidation
- func (*ParameterValidation) ProtoMessage()
- func (x *ParameterValidation) ProtoReflect() protoreflect.Message
- func (x *ParameterValidation) Reset()
- func (x *ParameterValidation) String() string
- type ParameterValidation_Regex
- type ParameterValidation_Values
- type PigJob
- func (*PigJob) Descriptor() ([]byte, []int)deprecated
- func (x *PigJob) GetContinueOnFailure() bool
- func (x *PigJob) GetJarFileUris() []string
- func (x *PigJob) GetLoggingConfig() *LoggingConfig
- func (x *PigJob) GetProperties() map[string]string
- func (m *PigJob) GetQueries() isPigJob_Queries
- func (x *PigJob) GetQueryFileUri() string
- func (x *PigJob) GetQueryList() *QueryList
- func (x *PigJob) GetScriptVariables() map[string]string
- func (*PigJob) ProtoMessage()
- func (x *PigJob) ProtoReflect() protoreflect.Message
- func (x *PigJob) Reset()
- func (x *PigJob) String() string
- type PigJob_QueryFileUri
- type PigJob_QueryList
- type PrestoJob
- func (*PrestoJob) Descriptor() ([]byte, []int)deprecated
- func (x *PrestoJob) GetClientTags() []string
- func (x *PrestoJob) GetContinueOnFailure() bool
- func (x *PrestoJob) GetLoggingConfig() *LoggingConfig
- func (x *PrestoJob) GetOutputFormat() string
- func (x *PrestoJob) GetProperties() map[string]string
- func (m *PrestoJob) GetQueries() isPrestoJob_Queries
- func (x *PrestoJob) GetQueryFileUri() string
- func (x *PrestoJob) GetQueryList() *QueryList
- func (*PrestoJob) ProtoMessage()
- func (x *PrestoJob) ProtoReflect() protoreflect.Message
- func (x *PrestoJob) Reset()
- func (x *PrestoJob) String() string
- type PrestoJob_QueryFileUri
- type PrestoJob_QueryList
- type PySparkJob
- func (*PySparkJob) Descriptor() ([]byte, []int)deprecated
- func (x *PySparkJob) GetArchiveUris() []string
- func (x *PySparkJob) GetArgs() []string
- func (x *PySparkJob) GetFileUris() []string
- func (x *PySparkJob) GetJarFileUris() []string
- func (x *PySparkJob) GetLoggingConfig() *LoggingConfig
- func (x *PySparkJob) GetMainPythonFileUri() string
- func (x *PySparkJob) GetProperties() map[string]string
- func (x *PySparkJob) GetPythonFileUris() []string
- func (*PySparkJob) ProtoMessage()
- func (x *PySparkJob) ProtoReflect() protoreflect.Message
- func (x *PySparkJob) Reset()
- func (x *PySparkJob) String() string
- type QueryList
- type RegexValidation
- type ReservationAffinity
- func (*ReservationAffinity) Descriptor() ([]byte, []int)deprecated
- func (x *ReservationAffinity) GetConsumeReservationType() ReservationAffinity_Type
- func (x *ReservationAffinity) GetKey() string
- func (x *ReservationAffinity) GetValues() []string
- func (*ReservationAffinity) ProtoMessage()
- func (x *ReservationAffinity) ProtoReflect() protoreflect.Message
- func (x *ReservationAffinity) Reset()
- func (x *ReservationAffinity) String() string
- type ReservationAffinity_Type
- func (ReservationAffinity_Type) Descriptor() protoreflect.EnumDescriptor
- func (x ReservationAffinity_Type) Enum() *ReservationAffinity_Type
- func (ReservationAffinity_Type) EnumDescriptor() ([]byte, []int)deprecated
- func (x ReservationAffinity_Type) Number() protoreflect.EnumNumber
- func (x ReservationAffinity_Type) String() string
- func (ReservationAffinity_Type) Type() protoreflect.EnumType
- type SecurityConfig
- type SoftwareConfig
- func (*SoftwareConfig) Descriptor() ([]byte, []int)deprecated
- func (x *SoftwareConfig) GetImageVersion() string
- func (x *SoftwareConfig) GetOptionalComponents() []Component
- func (x *SoftwareConfig) GetProperties() map[string]string
- func (*SoftwareConfig) ProtoMessage()
- func (x *SoftwareConfig) ProtoReflect() protoreflect.Message
- func (x *SoftwareConfig) Reset()
- func (x *SoftwareConfig) String() string
- type SparkJob
- func (*SparkJob) Descriptor() ([]byte, []int)deprecated
- func (x *SparkJob) GetArchiveUris() []string
- func (x *SparkJob) GetArgs() []string
- func (m *SparkJob) GetDriver() isSparkJob_Driver
- func (x *SparkJob) GetFileUris() []string
- func (x *SparkJob) GetJarFileUris() []string
- func (x *SparkJob) GetLoggingConfig() *LoggingConfig
- func (x *SparkJob) GetMainClass() string
- func (x *SparkJob) GetMainJarFileUri() string
- func (x *SparkJob) GetProperties() map[string]string
- func (*SparkJob) ProtoMessage()
- func (x *SparkJob) ProtoReflect() protoreflect.Message
- func (x *SparkJob) Reset()
- func (x *SparkJob) String() string
- type SparkJob_MainClass
- type SparkJob_MainJarFileUri
- type SparkRJob
- func (*SparkRJob) Descriptor() ([]byte, []int)deprecated
- func (x *SparkRJob) GetArchiveUris() []string
- func (x *SparkRJob) GetArgs() []string
- func (x *SparkRJob) GetFileUris() []string
- func (x *SparkRJob) GetLoggingConfig() *LoggingConfig
- func (x *SparkRJob) GetMainRFileUri() string
- func (x *SparkRJob) GetProperties() map[string]string
- func (*SparkRJob) ProtoMessage()
- func (x *SparkRJob) ProtoReflect() protoreflect.Message
- func (x *SparkRJob) Reset()
- func (x *SparkRJob) String() string
- type SparkSqlJob
- func (*SparkSqlJob) Descriptor() ([]byte, []int)deprecated
- func (x *SparkSqlJob) GetJarFileUris() []string
- func (x *SparkSqlJob) GetLoggingConfig() *LoggingConfig
- func (x *SparkSqlJob) GetProperties() map[string]string
- func (m *SparkSqlJob) GetQueries() isSparkSqlJob_Queries
- func (x *SparkSqlJob) GetQueryFileUri() string
- func (x *SparkSqlJob) GetQueryList() *QueryList
- func (x *SparkSqlJob) GetScriptVariables() map[string]string
- func (*SparkSqlJob) ProtoMessage()
- func (x *SparkSqlJob) ProtoReflect() protoreflect.Message
- func (x *SparkSqlJob) Reset()
- func (x *SparkSqlJob) String() string
- type SparkSqlJob_QueryFileUri
- type SparkSqlJob_QueryList
- type SubmitJobRequest
- func (*SubmitJobRequest) Descriptor() ([]byte, []int)deprecated
- func (x *SubmitJobRequest) GetJob() *Job
- func (x *SubmitJobRequest) GetProjectId() string
- func (x *SubmitJobRequest) GetRegion() string
- func (x *SubmitJobRequest) GetRequestId() string
- func (*SubmitJobRequest) ProtoMessage()
- func (x *SubmitJobRequest) ProtoReflect() protoreflect.Message
- func (x *SubmitJobRequest) Reset()
- func (x *SubmitJobRequest) String() string
- type TemplateParameter
- func (*TemplateParameter) Descriptor() ([]byte, []int)deprecated
- func (x *TemplateParameter) GetDescription() string
- func (x *TemplateParameter) GetFields() []string
- func (x *TemplateParameter) GetName() string
- func (x *TemplateParameter) GetValidation() *ParameterValidation
- func (*TemplateParameter) ProtoMessage()
- func (x *TemplateParameter) ProtoReflect() protoreflect.Message
- func (x *TemplateParameter) Reset()
- func (x *TemplateParameter) String() string
- type UnimplementedAutoscalingPolicyServiceServer
- func (*UnimplementedAutoscalingPolicyServiceServer) CreateAutoscalingPolicy(context.Context, *CreateAutoscalingPolicyRequest) (*AutoscalingPolicy, error)
- func (*UnimplementedAutoscalingPolicyServiceServer) DeleteAutoscalingPolicy(context.Context, *DeleteAutoscalingPolicyRequest) (*emptypb.Empty, error)
- func (*UnimplementedAutoscalingPolicyServiceServer) GetAutoscalingPolicy(context.Context, *GetAutoscalingPolicyRequest) (*AutoscalingPolicy, error)
- func (*UnimplementedAutoscalingPolicyServiceServer) ListAutoscalingPolicies(context.Context, *ListAutoscalingPoliciesRequest) (*ListAutoscalingPoliciesResponse, error)
- func (*UnimplementedAutoscalingPolicyServiceServer) UpdateAutoscalingPolicy(context.Context, *UpdateAutoscalingPolicyRequest) (*AutoscalingPolicy, error)
- type UnimplementedClusterControllerServer
- func (*UnimplementedClusterControllerServer) CreateCluster(context.Context, *CreateClusterRequest) (*longrunning.Operation, error)
- func (*UnimplementedClusterControllerServer) DeleteCluster(context.Context, *DeleteClusterRequest) (*longrunning.Operation, error)
- func (*UnimplementedClusterControllerServer) DiagnoseCluster(context.Context, *DiagnoseClusterRequest) (*longrunning.Operation, error)
- func (*UnimplementedClusterControllerServer) GetCluster(context.Context, *GetClusterRequest) (*Cluster, error)
- func (*UnimplementedClusterControllerServer) ListClusters(context.Context, *ListClustersRequest) (*ListClustersResponse, error)
- func (*UnimplementedClusterControllerServer) UpdateCluster(context.Context, *UpdateClusterRequest) (*longrunning.Operation, error)
- type UnimplementedJobControllerServer
- func (*UnimplementedJobControllerServer) CancelJob(context.Context, *CancelJobRequest) (*Job, error)
- func (*UnimplementedJobControllerServer) DeleteJob(context.Context, *DeleteJobRequest) (*emptypb.Empty, error)
- func (*UnimplementedJobControllerServer) GetJob(context.Context, *GetJobRequest) (*Job, error)
- func (*UnimplementedJobControllerServer) ListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error)
- func (*UnimplementedJobControllerServer) SubmitJob(context.Context, *SubmitJobRequest) (*Job, error)
- func (*UnimplementedJobControllerServer) SubmitJobAsOperation(context.Context, *SubmitJobRequest) (*longrunning.Operation, error)
- func (*UnimplementedJobControllerServer) UpdateJob(context.Context, *UpdateJobRequest) (*Job, error)
- type UnimplementedWorkflowTemplateServiceServer
- func (*UnimplementedWorkflowTemplateServiceServer) CreateWorkflowTemplate(context.Context, *CreateWorkflowTemplateRequest) (*WorkflowTemplate, error)
- func (*UnimplementedWorkflowTemplateServiceServer) DeleteWorkflowTemplate(context.Context, *DeleteWorkflowTemplateRequest) (*emptypb.Empty, error)
- func (*UnimplementedWorkflowTemplateServiceServer) GetWorkflowTemplate(context.Context, *GetWorkflowTemplateRequest) (*WorkflowTemplate, error)
- func (*UnimplementedWorkflowTemplateServiceServer) InstantiateInlineWorkflowTemplate(context.Context, *InstantiateInlineWorkflowTemplateRequest) (*longrunning.Operation, error)
- func (*UnimplementedWorkflowTemplateServiceServer) InstantiateWorkflowTemplate(context.Context, *InstantiateWorkflowTemplateRequest) (*longrunning.Operation, error)
- func (*UnimplementedWorkflowTemplateServiceServer) ListWorkflowTemplates(context.Context, *ListWorkflowTemplatesRequest) (*ListWorkflowTemplatesResponse, error)
- func (*UnimplementedWorkflowTemplateServiceServer) UpdateWorkflowTemplate(context.Context, *UpdateWorkflowTemplateRequest) (*WorkflowTemplate, error)
- type UpdateAutoscalingPolicyRequest
- func (*UpdateAutoscalingPolicyRequest) Descriptor() ([]byte, []int)deprecated
- func (x *UpdateAutoscalingPolicyRequest) GetPolicy() *AutoscalingPolicy
- func (*UpdateAutoscalingPolicyRequest) ProtoMessage()
- func (x *UpdateAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message
- func (x *UpdateAutoscalingPolicyRequest) Reset()
- func (x *UpdateAutoscalingPolicyRequest) String() string
- type UpdateClusterRequest
- func (*UpdateClusterRequest) Descriptor() ([]byte, []int)deprecated
- func (x *UpdateClusterRequest) GetCluster() *Cluster
- func (x *UpdateClusterRequest) GetClusterName() string
- func (x *UpdateClusterRequest) GetGracefulDecommissionTimeout() *durationpb.Duration
- func (x *UpdateClusterRequest) GetProjectId() string
- func (x *UpdateClusterRequest) GetRegion() string
- func (x *UpdateClusterRequest) GetRequestId() string
- func (x *UpdateClusterRequest) GetUpdateMask() *fieldmaskpb.FieldMask
- func (*UpdateClusterRequest) ProtoMessage()
- func (x *UpdateClusterRequest) ProtoReflect() protoreflect.Message
- func (x *UpdateClusterRequest) Reset()
- func (x *UpdateClusterRequest) String() string
- type UpdateJobRequest
- func (*UpdateJobRequest) Descriptor() ([]byte, []int)deprecated
- func (x *UpdateJobRequest) GetJob() *Job
- func (x *UpdateJobRequest) GetJobId() string
- func (x *UpdateJobRequest) GetProjectId() string
- func (x *UpdateJobRequest) GetRegion() string
- func (x *UpdateJobRequest) GetUpdateMask() *fieldmaskpb.FieldMask
- func (*UpdateJobRequest) ProtoMessage()
- func (x *UpdateJobRequest) ProtoReflect() protoreflect.Message
- func (x *UpdateJobRequest) Reset()
- func (x *UpdateJobRequest) String() string
- type UpdateWorkflowTemplateRequest
- func (*UpdateWorkflowTemplateRequest) Descriptor() ([]byte, []int)deprecated
- func (x *UpdateWorkflowTemplateRequest) GetTemplate() *WorkflowTemplate
- func (*UpdateWorkflowTemplateRequest) ProtoMessage()
- func (x *UpdateWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
- func (x *UpdateWorkflowTemplateRequest) Reset()
- func (x *UpdateWorkflowTemplateRequest) String() string
- type ValueValidation
- type WorkflowGraph
- type WorkflowMetadata
- func (*WorkflowMetadata) Descriptor() ([]byte, []int)deprecated
- func (x *WorkflowMetadata) GetClusterName() string
- func (x *WorkflowMetadata) GetClusterUuid() string
- func (x *WorkflowMetadata) GetCreateCluster() *ClusterOperation
- func (x *WorkflowMetadata) GetDagEndTime() *timestamppb.Timestamp
- func (x *WorkflowMetadata) GetDagStartTime() *timestamppb.Timestamp
- func (x *WorkflowMetadata) GetDagTimeout() *durationpb.Duration
- func (x *WorkflowMetadata) GetDeleteCluster() *ClusterOperation
- func (x *WorkflowMetadata) GetEndTime() *timestamppb.Timestamp
- func (x *WorkflowMetadata) GetGraph() *WorkflowGraph
- func (x *WorkflowMetadata) GetParameters() map[string]string
- func (x *WorkflowMetadata) GetStartTime() *timestamppb.Timestamp
- func (x *WorkflowMetadata) GetState() WorkflowMetadata_State
- func (x *WorkflowMetadata) GetTemplate() string
- func (x *WorkflowMetadata) GetVersion() int32
- func (*WorkflowMetadata) ProtoMessage()
- func (x *WorkflowMetadata) ProtoReflect() protoreflect.Message
- func (x *WorkflowMetadata) Reset()
- func (x *WorkflowMetadata) String() string
- type WorkflowMetadata_State
- func (WorkflowMetadata_State) Descriptor() protoreflect.EnumDescriptor
- func (x WorkflowMetadata_State) Enum() *WorkflowMetadata_State
- func (WorkflowMetadata_State) EnumDescriptor() ([]byte, []int)deprecated
- func (x WorkflowMetadata_State) Number() protoreflect.EnumNumber
- func (x WorkflowMetadata_State) String() string
- func (WorkflowMetadata_State) Type() protoreflect.EnumType
- type WorkflowNode
- func (*WorkflowNode) Descriptor() ([]byte, []int)deprecated
- func (x *WorkflowNode) GetError() string
- func (x *WorkflowNode) GetJobId() string
- func (x *WorkflowNode) GetPrerequisiteStepIds() []string
- func (x *WorkflowNode) GetState() WorkflowNode_NodeState
- func (x *WorkflowNode) GetStepId() string
- func (*WorkflowNode) ProtoMessage()
- func (x *WorkflowNode) ProtoReflect() protoreflect.Message
- func (x *WorkflowNode) Reset()
- func (x *WorkflowNode) String() string
- type WorkflowNode_NodeState
- func (WorkflowNode_NodeState) Descriptor() protoreflect.EnumDescriptor
- func (x WorkflowNode_NodeState) Enum() *WorkflowNode_NodeState
- func (WorkflowNode_NodeState) EnumDescriptor() ([]byte, []int)deprecated
- func (x WorkflowNode_NodeState) Number() protoreflect.EnumNumber
- func (x WorkflowNode_NodeState) String() string
- func (WorkflowNode_NodeState) Type() protoreflect.EnumType
- type WorkflowTemplate
- func (*WorkflowTemplate) Descriptor() ([]byte, []int)deprecated
- func (x *WorkflowTemplate) GetCreateTime() *timestamppb.Timestamp
- func (x *WorkflowTemplate) GetDagTimeout() *durationpb.Duration
- func (x *WorkflowTemplate) GetId() string
- func (x *WorkflowTemplate) GetJobs() []*OrderedJob
- func (x *WorkflowTemplate) GetLabels() map[string]string
- func (x *WorkflowTemplate) GetName() string
- func (x *WorkflowTemplate) GetParameters() []*TemplateParameter
- func (x *WorkflowTemplate) GetPlacement() *WorkflowTemplatePlacement
- func (x *WorkflowTemplate) GetUpdateTime() *timestamppb.Timestamp
- func (x *WorkflowTemplate) GetVersion() int32
- func (*WorkflowTemplate) ProtoMessage()
- func (x *WorkflowTemplate) ProtoReflect() protoreflect.Message
- func (x *WorkflowTemplate) Reset()
- func (x *WorkflowTemplate) String() string
- type WorkflowTemplatePlacement
- func (*WorkflowTemplatePlacement) Descriptor() ([]byte, []int)deprecated
- func (x *WorkflowTemplatePlacement) GetClusterSelector() *ClusterSelector
- func (x *WorkflowTemplatePlacement) GetManagedCluster() *ManagedCluster
- func (m *WorkflowTemplatePlacement) GetPlacement() isWorkflowTemplatePlacement_Placement
- func (*WorkflowTemplatePlacement) ProtoMessage()
- func (x *WorkflowTemplatePlacement) ProtoReflect() protoreflect.Message
- func (x *WorkflowTemplatePlacement) Reset()
- func (x *WorkflowTemplatePlacement) String() string
- type WorkflowTemplatePlacement_ClusterSelector
- type WorkflowTemplatePlacement_ManagedCluster
- type WorkflowTemplateServiceClient
- type WorkflowTemplateServiceServer
- type YarnApplication
- func (*YarnApplication) Descriptor() ([]byte, []int)deprecated
- func (x *YarnApplication) GetName() string
- func (x *YarnApplication) GetProgress() float32
- func (x *YarnApplication) GetState() YarnApplication_State
- func (x *YarnApplication) GetTrackingUrl() string
- func (*YarnApplication) ProtoMessage()
- func (x *YarnApplication) ProtoReflect() protoreflect.Message
- func (x *YarnApplication) Reset()
- func (x *YarnApplication) String() string
- type YarnApplication_State
- func (YarnApplication_State) Descriptor() protoreflect.EnumDescriptor
- func (x YarnApplication_State) Enum() *YarnApplication_State
- func (YarnApplication_State) EnumDescriptor() ([]byte, []int)deprecated
- func (x YarnApplication_State) Number() protoreflect.EnumNumber
- func (x YarnApplication_State) String() string
- func (YarnApplication_State) Type() protoreflect.EnumType
Constants ¶
This section is empty.
Variables ¶
var ( InstanceGroupConfig_Preemptibility_name = map[int32]string{ 0: "PREEMPTIBILITY_UNSPECIFIED", 1: "NON_PREEMPTIBLE", 2: "PREEMPTIBLE", } InstanceGroupConfig_Preemptibility_value = map[string]int32{ "PREEMPTIBILITY_UNSPECIFIED": 0, "NON_PREEMPTIBLE": 1, "PREEMPTIBLE": 2, } )
Enum value maps for InstanceGroupConfig_Preemptibility.
var ( ClusterStatus_State_name = map[int32]string{ 0: "UNKNOWN", 1: "CREATING", 2: "RUNNING", 3: "ERROR", 4: "DELETING", 5: "UPDATING", 6: "STOPPING", 7: "STOPPED", 8: "STARTING", } ClusterStatus_State_value = map[string]int32{ "UNKNOWN": 0, "CREATING": 1, "RUNNING": 2, "ERROR": 3, "DELETING": 4, "UPDATING": 5, "STOPPING": 6, "STOPPED": 7, "STARTING": 8, } )
Enum value maps for ClusterStatus_State.
var ( ClusterStatus_Substate_name = map[int32]string{ 0: "UNSPECIFIED", 1: "UNHEALTHY", 2: "STALE_STATUS", } ClusterStatus_Substate_value = map[string]int32{ "UNSPECIFIED": 0, "UNHEALTHY": 1, "STALE_STATUS": 2, } )
Enum value maps for ClusterStatus_Substate.
var ( ReservationAffinity_Type_name = map[int32]string{ 0: "TYPE_UNSPECIFIED", 1: "NO_RESERVATION", 2: "ANY_RESERVATION", 3: "SPECIFIC_RESERVATION", } ReservationAffinity_Type_value = map[string]int32{ "TYPE_UNSPECIFIED": 0, "NO_RESERVATION": 1, "ANY_RESERVATION": 2, "SPECIFIC_RESERVATION": 3, } )
Enum value maps for ReservationAffinity_Type.
var ( LoggingConfig_Level_name = map[int32]string{ 0: "LEVEL_UNSPECIFIED", 1: "ALL", 2: "TRACE", 3: "DEBUG", 4: "INFO", 5: "WARN", 6: "ERROR", 7: "FATAL", 8: "OFF", } LoggingConfig_Level_value = map[string]int32{ "LEVEL_UNSPECIFIED": 0, "ALL": 1, "TRACE": 2, "DEBUG": 3, "INFO": 4, "WARN": 5, "ERROR": 6, "FATAL": 7, "OFF": 8, } )
Enum value maps for LoggingConfig_Level.
var ( JobStatus_State_name = map[int32]string{ 0: "STATE_UNSPECIFIED", 1: "PENDING", 8: "SETUP_DONE", 2: "RUNNING", 3: "CANCEL_PENDING", 7: "CANCEL_STARTED", 4: "CANCELLED", 5: "DONE", 6: "ERROR", 9: "ATTEMPT_FAILURE", } JobStatus_State_value = map[string]int32{ "STATE_UNSPECIFIED": 0, "PENDING": 1, "SETUP_DONE": 8, "RUNNING": 2, "CANCEL_PENDING": 3, "CANCEL_STARTED": 7, "CANCELLED": 4, "DONE": 5, "ERROR": 6, "ATTEMPT_FAILURE": 9, } )
Enum value maps for JobStatus_State.
var ( JobStatus_Substate_name = map[int32]string{ 0: "UNSPECIFIED", 1: "SUBMITTED", 2: "QUEUED", 3: "STALE_STATUS", } JobStatus_Substate_value = map[string]int32{ "UNSPECIFIED": 0, "SUBMITTED": 1, "QUEUED": 2, "STALE_STATUS": 3, } )
Enum value maps for JobStatus_Substate.
var ( YarnApplication_State_name = map[int32]string{ 0: "STATE_UNSPECIFIED", 1: "NEW", 2: "NEW_SAVING", 3: "SUBMITTED", 4: "ACCEPTED", 5: "RUNNING", 6: "FINISHED", 7: "FAILED", 8: "KILLED", } YarnApplication_State_value = map[string]int32{ "STATE_UNSPECIFIED": 0, "NEW": 1, "NEW_SAVING": 2, "SUBMITTED": 3, "ACCEPTED": 4, "RUNNING": 5, "FINISHED": 6, "FAILED": 7, "KILLED": 8, } )
Enum value maps for YarnApplication_State.
var ( ListJobsRequest_JobStateMatcher_name = map[int32]string{ 0: "ALL", 1: "ACTIVE", 2: "NON_ACTIVE", } ListJobsRequest_JobStateMatcher_value = map[string]int32{ "ALL": 0, "ACTIVE": 1, "NON_ACTIVE": 2, } )
Enum value maps for ListJobsRequest_JobStateMatcher.
var ( ClusterOperationStatus_State_name = map[int32]string{ 0: "UNKNOWN", 1: "PENDING", 2: "RUNNING", 3: "DONE", } ClusterOperationStatus_State_value = map[string]int32{ "UNKNOWN": 0, "PENDING": 1, "RUNNING": 2, "DONE": 3, } )
Enum value maps for ClusterOperationStatus_State.
var ( Component_name = map[int32]string{ 0: "COMPONENT_UNSPECIFIED", 5: "ANACONDA", 9: "DRUID", 11: "HBASE", 3: "HIVE_WEBHCAT", 1: "JUPYTER", 7: "KERBEROS", 6: "PRESTO", 12: "RANGER", 10: "SOLR", 4: "ZEPPELIN", 8: "ZOOKEEPER", } Component_value = map[string]int32{ "COMPONENT_UNSPECIFIED": 0, "ANACONDA": 5, "DRUID": 9, "HBASE": 11, "HIVE_WEBHCAT": 3, "JUPYTER": 1, "KERBEROS": 7, "PRESTO": 6, "RANGER": 12, "SOLR": 10, "ZEPPELIN": 4, "ZOOKEEPER": 8, } )
Enum value maps for Component.
var ( WorkflowMetadata_State_name = map[int32]string{ 0: "UNKNOWN", 1: "PENDING", 2: "RUNNING", 3: "DONE", } WorkflowMetadata_State_value = map[string]int32{ "UNKNOWN": 0, "PENDING": 1, "RUNNING": 2, "DONE": 3, } )
Enum value maps for WorkflowMetadata_State.
var ( WorkflowNode_NodeState_name = map[int32]string{ 0: "NODE_STATUS_UNSPECIFIED", 1: "BLOCKED", 2: "RUNNABLE", 3: "RUNNING", 4: "COMPLETED", 5: "FAILED", } WorkflowNode_NodeState_value = map[string]int32{ "NODE_STATUS_UNSPECIFIED": 0, "BLOCKED": 1, "RUNNABLE": 2, "RUNNING": 3, "COMPLETED": 4, "FAILED": 5, } )
Enum value maps for WorkflowNode_NodeState.
var File_google_cloud_dataproc_v1beta2_autoscaling_policies_proto protoreflect.FileDescriptor
var File_google_cloud_dataproc_v1beta2_clusters_proto protoreflect.FileDescriptor
var File_google_cloud_dataproc_v1beta2_jobs_proto protoreflect.FileDescriptor
var File_google_cloud_dataproc_v1beta2_operations_proto protoreflect.FileDescriptor
var File_google_cloud_dataproc_v1beta2_workflow_templates_proto protoreflect.FileDescriptor
Functions ¶
func RegisterAutoscalingPolicyServiceServer ¶
func RegisterAutoscalingPolicyServiceServer(s *grpc.Server, srv AutoscalingPolicyServiceServer)
func RegisterClusterControllerServer ¶
func RegisterClusterControllerServer(s *grpc.Server, srv ClusterControllerServer)
func RegisterJobControllerServer ¶
func RegisterJobControllerServer(s *grpc.Server, srv JobControllerServer)
func RegisterWorkflowTemplateServiceServer ¶
func RegisterWorkflowTemplateServiceServer(s *grpc.Server, srv WorkflowTemplateServiceServer)
Types ¶
type AcceleratorConfig ¶
type AcceleratorConfig struct { // Full URL, partial URI, or short name of the accelerator type resource to // expose to this instance. See // [Compute Engine // AcceleratorTypes](https://cloud.google.com/compute/docs/reference/beta/acceleratorTypes) // // Examples // * `https://www.googleapis.com/compute/beta/projects/[project_id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80` // * `projects/[project_id]/zones/us-east1-a/acceleratorTypes/nvidia-tesla-k80` // * `nvidia-tesla-k80` // // **Auto Zone Exception**: If you are using the Dataproc // [Auto Zone // Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) // feature, you must use the short name of the accelerator type // resource, for example, `nvidia-tesla-k80`. AcceleratorTypeUri string `protobuf:"bytes,1,opt,name=accelerator_type_uri,json=acceleratorTypeUri,proto3" json:"accelerator_type_uri,omitempty"` // The number of the accelerator cards of this type exposed to this instance. AcceleratorCount int32 `protobuf:"varint,2,opt,name=accelerator_count,json=acceleratorCount,proto3" json:"accelerator_count,omitempty"` // contains filtered or unexported fields }
Specifies the type and number of accelerator cards attached to the instances of an instance group (see [GPUs on Compute Engine](https://cloud.google.com/compute/docs/gpus/)).
func (*AcceleratorConfig) Descriptor
deprecated
func (*AcceleratorConfig) Descriptor() ([]byte, []int)
Deprecated: Use AcceleratorConfig.ProtoReflect.Descriptor instead.
func (*AcceleratorConfig) GetAcceleratorCount ¶
func (x *AcceleratorConfig) GetAcceleratorCount() int32
func (*AcceleratorConfig) GetAcceleratorTypeUri ¶
func (x *AcceleratorConfig) GetAcceleratorTypeUri() string
func (*AcceleratorConfig) ProtoMessage ¶
func (*AcceleratorConfig) ProtoMessage()
func (*AcceleratorConfig) ProtoReflect ¶
func (x *AcceleratorConfig) ProtoReflect() protoreflect.Message
func (*AcceleratorConfig) Reset ¶
func (x *AcceleratorConfig) Reset()
func (*AcceleratorConfig) String ¶
func (x *AcceleratorConfig) String() string
type AutoscalingConfig ¶
type AutoscalingConfig struct { // Optional. The autoscaling policy used by the cluster. // // Only resource names including projectid and location (region) are valid. // Examples: // // * `https://www.googleapis.com/compute/v1/projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]` // * `projects/[project_id]/locations/[dataproc_region]/autoscalingPolicies/[policy_id]` // // Note that the policy must be in the same project and Dataproc region. PolicyUri string `protobuf:"bytes,1,opt,name=policy_uri,json=policyUri,proto3" json:"policy_uri,omitempty"` // contains filtered or unexported fields }
Autoscaling Policy config associated with the cluster.
func (*AutoscalingConfig) Descriptor
deprecated
func (*AutoscalingConfig) Descriptor() ([]byte, []int)
Deprecated: Use AutoscalingConfig.ProtoReflect.Descriptor instead.
func (*AutoscalingConfig) GetPolicyUri ¶
func (x *AutoscalingConfig) GetPolicyUri() string
func (*AutoscalingConfig) ProtoMessage ¶
func (*AutoscalingConfig) ProtoMessage()
func (*AutoscalingConfig) ProtoReflect ¶
func (x *AutoscalingConfig) ProtoReflect() protoreflect.Message
func (*AutoscalingConfig) Reset ¶
func (x *AutoscalingConfig) Reset()
func (*AutoscalingConfig) String ¶
func (x *AutoscalingConfig) String() string
type AutoscalingPolicy ¶
type AutoscalingPolicy struct { // Required. The policy id. // // The id must contain only letters (a-z, A-Z), numbers (0-9), // underscores (_), and hyphens (-). Cannot begin or end with underscore // or hyphen. Must consist of between 3 and 50 characters. Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"` // Output only. The "resource name" of the autoscaling policy, as described // in https://cloud.google.com/apis/design/resource_names. // // * For `projects.regions.autoscalingPolicies`, the resource name of the // policy has the following format: // `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}` // // * For `projects.locations.autoscalingPolicies`, the resource name of the // policy has the following format: // `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}` Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"` // Required. Autoscaling algorithm for policy. // // Types that are assignable to Algorithm: // *AutoscalingPolicy_BasicAlgorithm Algorithm isAutoscalingPolicy_Algorithm `protobuf_oneof:"algorithm"` // Required. Describes how the autoscaler will operate for primary workers. WorkerConfig *InstanceGroupAutoscalingPolicyConfig `protobuf:"bytes,4,opt,name=worker_config,json=workerConfig,proto3" json:"worker_config,omitempty"` // Optional. Describes how the autoscaler will operate for secondary workers. SecondaryWorkerConfig *InstanceGroupAutoscalingPolicyConfig `` /* 126-byte string literal not displayed */ // contains filtered or unexported fields }
Describes an autoscaling policy for Dataproc cluster autoscaler.
func (*AutoscalingPolicy) Descriptor
deprecated
func (*AutoscalingPolicy) Descriptor() ([]byte, []int)
Deprecated: Use AutoscalingPolicy.ProtoReflect.Descriptor instead.
func (*AutoscalingPolicy) GetAlgorithm ¶
func (m *AutoscalingPolicy) GetAlgorithm() isAutoscalingPolicy_Algorithm
func (*AutoscalingPolicy) GetBasicAlgorithm ¶
func (x *AutoscalingPolicy) GetBasicAlgorithm() *BasicAutoscalingAlgorithm
func (*AutoscalingPolicy) GetId ¶
func (x *AutoscalingPolicy) GetId() string
func (*AutoscalingPolicy) GetName ¶
func (x *AutoscalingPolicy) GetName() string
func (*AutoscalingPolicy) GetSecondaryWorkerConfig ¶
func (x *AutoscalingPolicy) GetSecondaryWorkerConfig() *InstanceGroupAutoscalingPolicyConfig
func (*AutoscalingPolicy) GetWorkerConfig ¶
func (x *AutoscalingPolicy) GetWorkerConfig() *InstanceGroupAutoscalingPolicyConfig
func (*AutoscalingPolicy) ProtoMessage ¶
func (*AutoscalingPolicy) ProtoMessage()
func (*AutoscalingPolicy) ProtoReflect ¶
func (x *AutoscalingPolicy) ProtoReflect() protoreflect.Message
func (*AutoscalingPolicy) Reset ¶
func (x *AutoscalingPolicy) Reset()
func (*AutoscalingPolicy) String ¶
func (x *AutoscalingPolicy) String() string
type AutoscalingPolicyServiceClient ¶
type AutoscalingPolicyServiceClient interface { // Creates new autoscaling policy. CreateAutoscalingPolicy(ctx context.Context, in *CreateAutoscalingPolicyRequest, opts ...grpc.CallOption) (*AutoscalingPolicy, error) // Updates (replaces) autoscaling policy. // // Disabled check for update_mask, because all updates will be full // replacements. UpdateAutoscalingPolicy(ctx context.Context, in *UpdateAutoscalingPolicyRequest, opts ...grpc.CallOption) (*AutoscalingPolicy, error) // Retrieves autoscaling policy. GetAutoscalingPolicy(ctx context.Context, in *GetAutoscalingPolicyRequest, opts ...grpc.CallOption) (*AutoscalingPolicy, error) // Lists autoscaling policies in the project. ListAutoscalingPolicies(ctx context.Context, in *ListAutoscalingPoliciesRequest, opts ...grpc.CallOption) (*ListAutoscalingPoliciesResponse, error) // Deletes an autoscaling policy. It is an error to delete an autoscaling // policy that is in use by one or more clusters. DeleteAutoscalingPolicy(ctx context.Context, in *DeleteAutoscalingPolicyRequest, opts ...grpc.CallOption) (*emptypb.Empty, error) }
AutoscalingPolicyServiceClient is the client API for AutoscalingPolicyService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewAutoscalingPolicyServiceClient ¶
func NewAutoscalingPolicyServiceClient(cc grpc.ClientConnInterface) AutoscalingPolicyServiceClient
type AutoscalingPolicyServiceServer ¶
type AutoscalingPolicyServiceServer interface { // Creates new autoscaling policy. CreateAutoscalingPolicy(context.Context, *CreateAutoscalingPolicyRequest) (*AutoscalingPolicy, error) // Updates (replaces) autoscaling policy. // // Disabled check for update_mask, because all updates will be full // replacements. UpdateAutoscalingPolicy(context.Context, *UpdateAutoscalingPolicyRequest) (*AutoscalingPolicy, error) // Retrieves autoscaling policy. GetAutoscalingPolicy(context.Context, *GetAutoscalingPolicyRequest) (*AutoscalingPolicy, error) // Lists autoscaling policies in the project. ListAutoscalingPolicies(context.Context, *ListAutoscalingPoliciesRequest) (*ListAutoscalingPoliciesResponse, error) // Deletes an autoscaling policy. It is an error to delete an autoscaling // policy that is in use by one or more clusters. DeleteAutoscalingPolicy(context.Context, *DeleteAutoscalingPolicyRequest) (*emptypb.Empty, error) }
AutoscalingPolicyServiceServer is the server API for AutoscalingPolicyService service.
type AutoscalingPolicy_BasicAlgorithm ¶
type AutoscalingPolicy_BasicAlgorithm struct {
BasicAlgorithm *BasicAutoscalingAlgorithm `protobuf:"bytes,3,opt,name=basic_algorithm,json=basicAlgorithm,proto3,oneof"`
}
type BasicAutoscalingAlgorithm ¶
type BasicAutoscalingAlgorithm struct { // Required. YARN autoscaling configuration. YarnConfig *BasicYarnAutoscalingConfig `protobuf:"bytes,1,opt,name=yarn_config,json=yarnConfig,proto3" json:"yarn_config,omitempty"` // Optional. Duration between scaling events. A scaling period starts after // the update operation from the previous event has completed. // // Bounds: [2m, 1d]. Default: 2m. CooldownPeriod *durationpb.Duration `protobuf:"bytes,2,opt,name=cooldown_period,json=cooldownPeriod,proto3" json:"cooldown_period,omitempty"` // contains filtered or unexported fields }
Basic algorithm for autoscaling.
func (*BasicAutoscalingAlgorithm) Descriptor
deprecated
func (*BasicAutoscalingAlgorithm) Descriptor() ([]byte, []int)
Deprecated: Use BasicAutoscalingAlgorithm.ProtoReflect.Descriptor instead.
func (*BasicAutoscalingAlgorithm) GetCooldownPeriod ¶
func (x *BasicAutoscalingAlgorithm) GetCooldownPeriod() *durationpb.Duration
func (*BasicAutoscalingAlgorithm) GetYarnConfig ¶
func (x *BasicAutoscalingAlgorithm) GetYarnConfig() *BasicYarnAutoscalingConfig
func (*BasicAutoscalingAlgorithm) ProtoMessage ¶
func (*BasicAutoscalingAlgorithm) ProtoMessage()
func (*BasicAutoscalingAlgorithm) ProtoReflect ¶
func (x *BasicAutoscalingAlgorithm) ProtoReflect() protoreflect.Message
func (*BasicAutoscalingAlgorithm) Reset ¶
func (x *BasicAutoscalingAlgorithm) Reset()
func (*BasicAutoscalingAlgorithm) String ¶
func (x *BasicAutoscalingAlgorithm) String() string
type BasicYarnAutoscalingConfig ¶
type BasicYarnAutoscalingConfig struct { // Required. Timeout for YARN graceful decommissioning of Node Managers. // Specifies the duration to wait for jobs to complete before forcefully // removing workers (and potentially interrupting jobs). Only applicable to // downscaling operations. // // Bounds: [0s, 1d]. GracefulDecommissionTimeout *durationpb.Duration `` /* 144-byte string literal not displayed */ // Required. Fraction of average YARN pending memory in the last cooldown // period for which to add workers. A scale-up factor of 1.0 will result in // scaling up so that there is no pending memory remaining after the update // (more aggressive scaling). A scale-up factor closer to 0 will result in a // smaller magnitude of scaling up (less aggressive scaling). See [How // autoscaling // works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works) // for more information. // // Bounds: [0.0, 1.0]. ScaleUpFactor float64 `protobuf:"fixed64,1,opt,name=scale_up_factor,json=scaleUpFactor,proto3" json:"scale_up_factor,omitempty"` // Required. Fraction of average YARN pending memory in the last cooldown // period for which to remove workers. A scale-down factor of 1 will result in // scaling down so that there is no available memory remaining after the // update (more aggressive scaling). A scale-down factor of 0 disables // removing workers, which can be beneficial for autoscaling a single job. // See [How autoscaling // works](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/autoscaling#how_autoscaling_works) // for more information. // // Bounds: [0.0, 1.0]. ScaleDownFactor float64 `protobuf:"fixed64,2,opt,name=scale_down_factor,json=scaleDownFactor,proto3" json:"scale_down_factor,omitempty"` // Optional. Minimum scale-up threshold as a fraction of total cluster size // before scaling occurs. For example, in a 20-worker cluster, a threshold of // 0.1 means the autoscaler must recommend at least a 2-worker scale-up for // the cluster to scale. A threshold of 0 means the autoscaler will scale up // on any recommended change. // // Bounds: [0.0, 1.0]. Default: 0.0. ScaleUpMinWorkerFraction float64 `` /* 141-byte string literal not displayed */ // Optional. Minimum scale-down threshold as a fraction of total cluster size // before scaling occurs. For example, in a 20-worker cluster, a threshold of // 0.1 means the autoscaler must recommend at least a 2 worker scale-down for // the cluster to scale. A threshold of 0 means the autoscaler will scale down // on any recommended change. // // Bounds: [0.0, 1.0]. Default: 0.0. ScaleDownMinWorkerFraction float64 `` /* 147-byte string literal not displayed */ // contains filtered or unexported fields }
Basic autoscaling configurations for YARN.
func (*BasicYarnAutoscalingConfig) Descriptor
deprecated
func (*BasicYarnAutoscalingConfig) Descriptor() ([]byte, []int)
Deprecated: Use BasicYarnAutoscalingConfig.ProtoReflect.Descriptor instead.
func (*BasicYarnAutoscalingConfig) GetGracefulDecommissionTimeout ¶
func (x *BasicYarnAutoscalingConfig) GetGracefulDecommissionTimeout() *durationpb.Duration
func (*BasicYarnAutoscalingConfig) GetScaleDownFactor ¶
func (x *BasicYarnAutoscalingConfig) GetScaleDownFactor() float64
func (*BasicYarnAutoscalingConfig) GetScaleDownMinWorkerFraction ¶
func (x *BasicYarnAutoscalingConfig) GetScaleDownMinWorkerFraction() float64
func (*BasicYarnAutoscalingConfig) GetScaleUpFactor ¶
func (x *BasicYarnAutoscalingConfig) GetScaleUpFactor() float64
func (*BasicYarnAutoscalingConfig) GetScaleUpMinWorkerFraction ¶
func (x *BasicYarnAutoscalingConfig) GetScaleUpMinWorkerFraction() float64
func (*BasicYarnAutoscalingConfig) ProtoMessage ¶
func (*BasicYarnAutoscalingConfig) ProtoMessage()
func (*BasicYarnAutoscalingConfig) ProtoReflect ¶
func (x *BasicYarnAutoscalingConfig) ProtoReflect() protoreflect.Message
func (*BasicYarnAutoscalingConfig) Reset ¶
func (x *BasicYarnAutoscalingConfig) Reset()
func (*BasicYarnAutoscalingConfig) String ¶
func (x *BasicYarnAutoscalingConfig) String() string
type CancelJobRequest ¶
type CancelJobRequest struct { // Required. The ID of the Google Cloud Platform project that the job // belongs to. ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"` // Required. The Dataproc region in which to handle the request. Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"` // Required. The job ID. JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` // contains filtered or unexported fields }
A request to cancel a job.
func (*CancelJobRequest) Descriptor
deprecated
func (*CancelJobRequest) Descriptor() ([]byte, []int)
Deprecated: Use CancelJobRequest.ProtoReflect.Descriptor instead.
func (*CancelJobRequest) GetJobId ¶
func (x *CancelJobRequest) GetJobId() string
func (*CancelJobRequest) GetProjectId ¶
func (x *CancelJobRequest) GetProjectId() string
func (*CancelJobRequest) GetRegion ¶
func (x *CancelJobRequest) GetRegion() string
func (*CancelJobRequest) ProtoMessage ¶
func (*CancelJobRequest) ProtoMessage()
func (*CancelJobRequest) ProtoReflect ¶
func (x *CancelJobRequest) ProtoReflect() protoreflect.Message
func (*CancelJobRequest) Reset ¶
func (x *CancelJobRequest) Reset()
func (*CancelJobRequest) String ¶
func (x *CancelJobRequest) String() string
type Cluster ¶
type Cluster struct { // Required. The Google Cloud Platform project ID that the cluster belongs to. ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"` // Required. The cluster name. Cluster names within a project must be // unique. Names of deleted clusters can be reused. ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"` // Required. The cluster config. Note that Dataproc may set // default values, and values may change when clusters are updated. Config *ClusterConfig `protobuf:"bytes,3,opt,name=config,proto3" json:"config,omitempty"` // Optional. The labels to associate with this cluster. // Label **keys** must contain 1 to 63 characters, and must conform to // [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt). // Label **values** may be empty, but, if present, must contain 1 to 63 // characters, and must conform to [RFC // 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be // associated with a cluster. Labels map[string]string `` /* 153-byte string literal not displayed */ // Output only. Cluster status. Status *ClusterStatus `protobuf:"bytes,4,opt,name=status,proto3" json:"status,omitempty"` // Output only. The previous cluster status. StatusHistory []*ClusterStatus `protobuf:"bytes,7,rep,name=status_history,json=statusHistory,proto3" json:"status_history,omitempty"` // Output only. A cluster UUID (Unique Universal Identifier). Dataproc // generates this value when it creates the cluster. ClusterUuid string `protobuf:"bytes,6,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"` // Output only. Contains cluster daemon metrics such as HDFS and YARN stats. // // **Beta Feature**: This report is available for testing purposes only. It // may be changed before final release. Metrics *ClusterMetrics `protobuf:"bytes,9,opt,name=metrics,proto3" json:"metrics,omitempty"` // contains filtered or unexported fields }
Describes the identifying information, config, and status of a cluster of Compute Engine instances.
func (*Cluster) Descriptor
deprecated
func (*Cluster) GetClusterName ¶
func (*Cluster) GetClusterUuid ¶
func (*Cluster) GetConfig ¶
func (x *Cluster) GetConfig() *ClusterConfig
func (*Cluster) GetMetrics ¶
func (x *Cluster) GetMetrics() *ClusterMetrics
func (*Cluster) GetProjectId ¶
func (*Cluster) GetStatus ¶
func (x *Cluster) GetStatus() *ClusterStatus
func (*Cluster) GetStatusHistory ¶
func (x *Cluster) GetStatusHistory() []*ClusterStatus
func (*Cluster) ProtoMessage ¶
func (*Cluster) ProtoMessage()
func (*Cluster) ProtoReflect ¶
func (x *Cluster) ProtoReflect() protoreflect.Message
type ClusterConfig ¶
type ClusterConfig struct { // Optional. A Cloud Storage bucket used to stage job // dependencies, config files, and job driver console output. // If you do not specify a staging bucket, Cloud // Dataproc will determine a Cloud Storage location (US, // ASIA, or EU) for your cluster's staging bucket according to the // Compute Engine zone where your cluster is deployed, and then create // and manage this project-level, per-location bucket (see // [Dataproc staging // bucket](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/staging-bucket)). ConfigBucket string `protobuf:"bytes,1,opt,name=config_bucket,json=configBucket,proto3" json:"config_bucket,omitempty"` // Optional. A Cloud Storage bucket used to store ephemeral cluster and jobs // data, such as Spark and MapReduce history files. If you do not specify a // temp bucket, Dataproc will determine a Cloud Storage location (US, ASIA, or // EU) for your cluster's temp bucket according to the Compute Engine zone // where your cluster is deployed, and then create and manage this // project-level, per-location bucket. The default bucket has a TTL of 90 // days, but you can use any TTL (or none) if you specify a bucket. TempBucket string `protobuf:"bytes,2,opt,name=temp_bucket,json=tempBucket,proto3" json:"temp_bucket,omitempty"` // Optional. The shared Compute Engine config settings for // all instances in a cluster. GceClusterConfig *GceClusterConfig `protobuf:"bytes,8,opt,name=gce_cluster_config,json=gceClusterConfig,proto3" json:"gce_cluster_config,omitempty"` // Optional. The Compute Engine config settings for // the master instance in a cluster. MasterConfig *InstanceGroupConfig `protobuf:"bytes,9,opt,name=master_config,json=masterConfig,proto3" json:"master_config,omitempty"` // Optional. The Compute Engine config settings for // worker instances in a cluster. WorkerConfig *InstanceGroupConfig `protobuf:"bytes,10,opt,name=worker_config,json=workerConfig,proto3" json:"worker_config,omitempty"` // Optional. The Compute Engine config settings for // additional worker instances in a cluster. SecondaryWorkerConfig *InstanceGroupConfig `` /* 127-byte string literal not displayed */ // Optional. The config settings for software inside the cluster. SoftwareConfig *SoftwareConfig `protobuf:"bytes,13,opt,name=software_config,json=softwareConfig,proto3" json:"software_config,omitempty"` // Optional. The config setting for auto delete cluster schedule. LifecycleConfig *LifecycleConfig `protobuf:"bytes,14,opt,name=lifecycle_config,json=lifecycleConfig,proto3" json:"lifecycle_config,omitempty"` // Optional. Commands to execute on each node after config is // completed. By default, executables are run on master and all worker nodes. // You can test a node's <code>role</code> metadata to run an executable on // a master or worker node, as shown below using `curl` (you can also use // `wget`): // // ROLE=$(curl -H Metadata-Flavor:Google // http://metadata/computeMetadata/v1beta2/instance/attributes/dataproc-role) // if [[ "${ROLE}" == 'Master' ]]; then // ... master specific actions ... // else // ... worker specific actions ... // fi InitializationActions []*NodeInitializationAction `protobuf:"bytes,11,rep,name=initialization_actions,json=initializationActions,proto3" json:"initialization_actions,omitempty"` // Optional. Encryption settings for the cluster. EncryptionConfig *EncryptionConfig `protobuf:"bytes,15,opt,name=encryption_config,json=encryptionConfig,proto3" json:"encryption_config,omitempty"` // Optional. Autoscaling config for the policy associated with the cluster. // Cluster does not autoscale if this field is unset. AutoscalingConfig *AutoscalingConfig `protobuf:"bytes,16,opt,name=autoscaling_config,json=autoscalingConfig,proto3" json:"autoscaling_config,omitempty"` // Optional. Port/endpoint configuration for this cluster EndpointConfig *EndpointConfig `protobuf:"bytes,17,opt,name=endpoint_config,json=endpointConfig,proto3" json:"endpoint_config,omitempty"` // Optional. Security related configuration. SecurityConfig *SecurityConfig `protobuf:"bytes,18,opt,name=security_config,json=securityConfig,proto3" json:"security_config,omitempty"` // Optional. The Kubernetes Engine config for Dataproc clusters deployed to // Kubernetes. Setting this is considered mutually exclusive with Compute // Engine-based options such as `gce_cluster_config`, `master_config`, // `worker_config`, `secondary_worker_config`, and `autoscaling_config`. GkeClusterConfig *GkeClusterConfig `protobuf:"bytes,19,opt,name=gke_cluster_config,json=gkeClusterConfig,proto3" json:"gke_cluster_config,omitempty"` // contains filtered or unexported fields }
The cluster config.
func (*ClusterConfig) Descriptor
deprecated
func (*ClusterConfig) Descriptor() ([]byte, []int)
Deprecated: Use ClusterConfig.ProtoReflect.Descriptor instead.
func (*ClusterConfig) GetAutoscalingConfig ¶
func (x *ClusterConfig) GetAutoscalingConfig() *AutoscalingConfig
func (*ClusterConfig) GetConfigBucket ¶
func (x *ClusterConfig) GetConfigBucket() string
func (*ClusterConfig) GetEncryptionConfig ¶
func (x *ClusterConfig) GetEncryptionConfig() *EncryptionConfig
func (*ClusterConfig) GetEndpointConfig ¶
func (x *ClusterConfig) GetEndpointConfig() *EndpointConfig
func (*ClusterConfig) GetGceClusterConfig ¶
func (x *ClusterConfig) GetGceClusterConfig() *GceClusterConfig
func (*ClusterConfig) GetGkeClusterConfig ¶
func (x *ClusterConfig) GetGkeClusterConfig() *GkeClusterConfig
func (*ClusterConfig) GetInitializationActions ¶
func (x *ClusterConfig) GetInitializationActions() []*NodeInitializationAction
func (*ClusterConfig) GetLifecycleConfig ¶
func (x *ClusterConfig) GetLifecycleConfig() *LifecycleConfig
func (*ClusterConfig) GetMasterConfig ¶
func (x *ClusterConfig) GetMasterConfig() *InstanceGroupConfig
func (*ClusterConfig) GetSecondaryWorkerConfig ¶
func (x *ClusterConfig) GetSecondaryWorkerConfig() *InstanceGroupConfig
func (*ClusterConfig) GetSecurityConfig ¶
func (x *ClusterConfig) GetSecurityConfig() *SecurityConfig
func (*ClusterConfig) GetSoftwareConfig ¶
func (x *ClusterConfig) GetSoftwareConfig() *SoftwareConfig
func (*ClusterConfig) GetTempBucket ¶
func (x *ClusterConfig) GetTempBucket() string
func (*ClusterConfig) GetWorkerConfig ¶
func (x *ClusterConfig) GetWorkerConfig() *InstanceGroupConfig
func (*ClusterConfig) ProtoMessage ¶
func (*ClusterConfig) ProtoMessage()
func (*ClusterConfig) ProtoReflect ¶
func (x *ClusterConfig) ProtoReflect() protoreflect.Message
func (*ClusterConfig) Reset ¶
func (x *ClusterConfig) Reset()
func (*ClusterConfig) String ¶
func (x *ClusterConfig) String() string
type ClusterControllerClient ¶
type ClusterControllerClient interface { // Creates a cluster in a project. The returned // [Operation.metadata][google.longrunning.Operation.metadata] will be // ClusterOperationMetadata. CreateCluster(ctx context.Context, in *CreateClusterRequest, opts ...grpc.CallOption) (*longrunning.Operation, error) // Updates a cluster in a project. The returned // [Operation.metadata][google.longrunning.Operation.metadata] will be // ClusterOperationMetadata. UpdateCluster(ctx context.Context, in *UpdateClusterRequest, opts ...grpc.CallOption) (*longrunning.Operation, error) // Deletes a cluster in a project. The returned // [Operation.metadata][google.longrunning.Operation.metadata] will be // ClusterOperationMetadata. DeleteCluster(ctx context.Context, in *DeleteClusterRequest, opts ...grpc.CallOption) (*longrunning.Operation, error) // Gets the resource representation for a cluster in a project. GetCluster(ctx context.Context, in *GetClusterRequest, opts ...grpc.CallOption) (*Cluster, error) // Lists all regions/{region}/clusters in a project alphabetically. ListClusters(ctx context.Context, in *ListClustersRequest, opts ...grpc.CallOption) (*ListClustersResponse, error) // Gets cluster diagnostic information. The returned // [Operation.metadata][google.longrunning.Operation.metadata] will be // ClusterOperationMetadata. // After the operation completes, // [Operation.response][google.longrunning.Operation.response] // contains // [Empty][google.protobuf.Empty]. DiagnoseCluster(ctx context.Context, in *DiagnoseClusterRequest, opts ...grpc.CallOption) (*longrunning.Operation, error) }
ClusterControllerClient is the client API for ClusterController service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewClusterControllerClient ¶
func NewClusterControllerClient(cc grpc.ClientConnInterface) ClusterControllerClient
type ClusterControllerServer ¶
type ClusterControllerServer interface { // Creates a cluster in a project. The returned // [Operation.metadata][google.longrunning.Operation.metadata] will be // ClusterOperationMetadata. CreateCluster(context.Context, *CreateClusterRequest) (*longrunning.Operation, error) // Updates a cluster in a project. The returned // [Operation.metadata][google.longrunning.Operation.metadata] will be // ClusterOperationMetadata. UpdateCluster(context.Context, *UpdateClusterRequest) (*longrunning.Operation, error) // Deletes a cluster in a project. The returned // [Operation.metadata][google.longrunning.Operation.metadata] will be // ClusterOperationMetadata. DeleteCluster(context.Context, *DeleteClusterRequest) (*longrunning.Operation, error) // Gets the resource representation for a cluster in a project. GetCluster(context.Context, *GetClusterRequest) (*Cluster, error) // Lists all regions/{region}/clusters in a project alphabetically. ListClusters(context.Context, *ListClustersRequest) (*ListClustersResponse, error) // Gets cluster diagnostic information. The returned // [Operation.metadata][google.longrunning.Operation.metadata] will be // ClusterOperationMetadata. // After the operation completes, // [Operation.response][google.longrunning.Operation.response] // contains // [Empty][google.protobuf.Empty]. DiagnoseCluster(context.Context, *DiagnoseClusterRequest) (*longrunning.Operation, error) }
ClusterControllerServer is the server API for ClusterController service.
type ClusterMetrics ¶
type ClusterMetrics struct { // The HDFS metrics. HdfsMetrics map[string]int64 `` /* 183-byte string literal not displayed */ // The YARN metrics. YarnMetrics map[string]int64 `` /* 183-byte string literal not displayed */ // contains filtered or unexported fields }
Contains cluster daemon metrics, such as HDFS and YARN stats.
**Beta Feature**: This report is available for testing purposes only. It may be changed before final release.
func (*ClusterMetrics) Descriptor
deprecated
func (*ClusterMetrics) Descriptor() ([]byte, []int)
Deprecated: Use ClusterMetrics.ProtoReflect.Descriptor instead.
func (*ClusterMetrics) GetHdfsMetrics ¶
func (x *ClusterMetrics) GetHdfsMetrics() map[string]int64
func (*ClusterMetrics) GetYarnMetrics ¶
func (x *ClusterMetrics) GetYarnMetrics() map[string]int64
func (*ClusterMetrics) ProtoMessage ¶
func (*ClusterMetrics) ProtoMessage()
func (*ClusterMetrics) ProtoReflect ¶
func (x *ClusterMetrics) ProtoReflect() protoreflect.Message
func (*ClusterMetrics) Reset ¶
func (x *ClusterMetrics) Reset()
func (*ClusterMetrics) String ¶
func (x *ClusterMetrics) String() string
type ClusterOperation ¶
type ClusterOperation struct { // Output only. The id of the cluster operation. OperationId string `protobuf:"bytes,1,opt,name=operation_id,json=operationId,proto3" json:"operation_id,omitempty"` // Output only. Error, if operation failed. Error string `protobuf:"bytes,2,opt,name=error,proto3" json:"error,omitempty"` // Output only. Indicates the operation is done. Done bool `protobuf:"varint,3,opt,name=done,proto3" json:"done,omitempty"` // contains filtered or unexported fields }
The cluster operation triggered by a workflow.
func (*ClusterOperation) Descriptor
deprecated
func (*ClusterOperation) Descriptor() ([]byte, []int)
Deprecated: Use ClusterOperation.ProtoReflect.Descriptor instead.
func (*ClusterOperation) GetDone ¶
func (x *ClusterOperation) GetDone() bool
func (*ClusterOperation) GetError ¶
func (x *ClusterOperation) GetError() string
func (*ClusterOperation) GetOperationId ¶
func (x *ClusterOperation) GetOperationId() string
func (*ClusterOperation) ProtoMessage ¶
func (*ClusterOperation) ProtoMessage()
func (*ClusterOperation) ProtoReflect ¶
func (x *ClusterOperation) ProtoReflect() protoreflect.Message
func (*ClusterOperation) Reset ¶
func (x *ClusterOperation) Reset()
func (*ClusterOperation) String ¶
func (x *ClusterOperation) String() string
type ClusterOperationMetadata ¶
type ClusterOperationMetadata struct { // Output only. Name of the cluster for the operation. ClusterName string `protobuf:"bytes,7,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"` // Output only. Cluster UUID for the operation. ClusterUuid string `protobuf:"bytes,8,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"` // Output only. Current operation status. Status *ClusterOperationStatus `protobuf:"bytes,9,opt,name=status,proto3" json:"status,omitempty"` // Output only. The previous operation status. StatusHistory []*ClusterOperationStatus `protobuf:"bytes,10,rep,name=status_history,json=statusHistory,proto3" json:"status_history,omitempty"` // Output only. The operation type. OperationType string `protobuf:"bytes,11,opt,name=operation_type,json=operationType,proto3" json:"operation_type,omitempty"` // Output only. Short description of operation. Description string `protobuf:"bytes,12,opt,name=description,proto3" json:"description,omitempty"` // Output only. Labels associated with the operation Labels map[string]string `` /* 154-byte string literal not displayed */ // Output only. Errors encountered during operation execution. Warnings []string `protobuf:"bytes,14,rep,name=warnings,proto3" json:"warnings,omitempty"` // contains filtered or unexported fields }
Metadata describing the operation.
func (*ClusterOperationMetadata) Descriptor
deprecated
func (*ClusterOperationMetadata) Descriptor() ([]byte, []int)
Deprecated: Use ClusterOperationMetadata.ProtoReflect.Descriptor instead.
func (*ClusterOperationMetadata) GetClusterName ¶
func (x *ClusterOperationMetadata) GetClusterName() string
func (*ClusterOperationMetadata) GetClusterUuid ¶
func (x *ClusterOperationMetadata) GetClusterUuid() string
func (*ClusterOperationMetadata) GetDescription ¶
func (x *ClusterOperationMetadata) GetDescription() string
func (*ClusterOperationMetadata) GetLabels ¶
func (x *ClusterOperationMetadata) GetLabels() map[string]string
func (*ClusterOperationMetadata) GetOperationType ¶
func (x *ClusterOperationMetadata) GetOperationType() string
func (*ClusterOperationMetadata) GetStatus ¶
func (x *ClusterOperationMetadata) GetStatus() *ClusterOperationStatus
func (*ClusterOperationMetadata) GetStatusHistory ¶
func (x *ClusterOperationMetadata) GetStatusHistory() []*ClusterOperationStatus
func (*ClusterOperationMetadata) GetWarnings ¶
func (x *ClusterOperationMetadata) GetWarnings() []string
func (*ClusterOperationMetadata) ProtoMessage ¶
func (*ClusterOperationMetadata) ProtoMessage()
func (*ClusterOperationMetadata) ProtoReflect ¶
func (x *ClusterOperationMetadata) ProtoReflect() protoreflect.Message
func (*ClusterOperationMetadata) Reset ¶
func (x *ClusterOperationMetadata) Reset()
func (*ClusterOperationMetadata) String ¶
func (x *ClusterOperationMetadata) String() string
type ClusterOperationStatus ¶
type ClusterOperationStatus struct { // Output only. A message containing the operation state. State ClusterOperationStatus_State `` /* 128-byte string literal not displayed */ // Output only. A message containing the detailed operation state. InnerState string `protobuf:"bytes,2,opt,name=inner_state,json=innerState,proto3" json:"inner_state,omitempty"` // Output only. A message containing any operation metadata details. Details string `protobuf:"bytes,3,opt,name=details,proto3" json:"details,omitempty"` // Output only. The time this state was entered. StateStartTime *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=state_start_time,json=stateStartTime,proto3" json:"state_start_time,omitempty"` // contains filtered or unexported fields }
The status of the operation.
func (*ClusterOperationStatus) Descriptor
deprecated
func (*ClusterOperationStatus) Descriptor() ([]byte, []int)
Deprecated: Use ClusterOperationStatus.ProtoReflect.Descriptor instead.
func (*ClusterOperationStatus) GetDetails ¶
func (x *ClusterOperationStatus) GetDetails() string
func (*ClusterOperationStatus) GetInnerState ¶
func (x *ClusterOperationStatus) GetInnerState() string
func (*ClusterOperationStatus) GetState ¶
func (x *ClusterOperationStatus) GetState() ClusterOperationStatus_State
func (*ClusterOperationStatus) GetStateStartTime ¶
func (x *ClusterOperationStatus) GetStateStartTime() *timestamppb.Timestamp
func (*ClusterOperationStatus) ProtoMessage ¶
func (*ClusterOperationStatus) ProtoMessage()
func (*ClusterOperationStatus) ProtoReflect ¶
func (x *ClusterOperationStatus) ProtoReflect() protoreflect.Message
func (*ClusterOperationStatus) Reset ¶
func (x *ClusterOperationStatus) Reset()
func (*ClusterOperationStatus) String ¶
func (x *ClusterOperationStatus) String() string
type ClusterOperationStatus_State ¶
type ClusterOperationStatus_State int32
The operation state.
const ( // Unused. ClusterOperationStatus_UNKNOWN ClusterOperationStatus_State = 0 // The operation has been created. ClusterOperationStatus_PENDING ClusterOperationStatus_State = 1 // The operation is running. ClusterOperationStatus_RUNNING ClusterOperationStatus_State = 2 // The operation is done; either cancelled or completed. ClusterOperationStatus_DONE ClusterOperationStatus_State = 3 )
func (ClusterOperationStatus_State) Descriptor ¶
func (ClusterOperationStatus_State) Descriptor() protoreflect.EnumDescriptor
func (ClusterOperationStatus_State) Enum ¶
func (x ClusterOperationStatus_State) Enum() *ClusterOperationStatus_State
func (ClusterOperationStatus_State) EnumDescriptor
deprecated
func (ClusterOperationStatus_State) EnumDescriptor() ([]byte, []int)
Deprecated: Use ClusterOperationStatus_State.Descriptor instead.
func (ClusterOperationStatus_State) Number ¶
func (x ClusterOperationStatus_State) Number() protoreflect.EnumNumber
func (ClusterOperationStatus_State) String ¶
func (x ClusterOperationStatus_State) String() string
func (ClusterOperationStatus_State) Type ¶
func (ClusterOperationStatus_State) Type() protoreflect.EnumType
type ClusterSelector ¶
type ClusterSelector struct { // Optional. The zone where workflow process executes. This parameter does not // affect the selection of the cluster. // // If unspecified, the zone of the first cluster matching the selector // is used. Zone string `protobuf:"bytes,1,opt,name=zone,proto3" json:"zone,omitempty"` // Required. The cluster labels. Cluster must have all labels // to match. ClusterLabels map[string]string `` /* 188-byte string literal not displayed */ // contains filtered or unexported fields }
A selector that chooses target cluster for jobs based on metadata.
func (*ClusterSelector) Descriptor
deprecated
func (*ClusterSelector) Descriptor() ([]byte, []int)
Deprecated: Use ClusterSelector.ProtoReflect.Descriptor instead.
func (*ClusterSelector) GetClusterLabels ¶
func (x *ClusterSelector) GetClusterLabels() map[string]string
func (*ClusterSelector) GetZone ¶
func (x *ClusterSelector) GetZone() string
func (*ClusterSelector) ProtoMessage ¶
func (*ClusterSelector) ProtoMessage()
func (*ClusterSelector) ProtoReflect ¶
func (x *ClusterSelector) ProtoReflect() protoreflect.Message
func (*ClusterSelector) Reset ¶
func (x *ClusterSelector) Reset()
func (*ClusterSelector) String ¶
func (x *ClusterSelector) String() string
type ClusterStatus ¶
type ClusterStatus struct { // Output only. The cluster's state. State ClusterStatus_State `protobuf:"varint,1,opt,name=state,proto3,enum=google.cloud.dataproc.v1beta2.ClusterStatus_State" json:"state,omitempty"` // Output only. Optional details of cluster's state. Detail string `protobuf:"bytes,2,opt,name=detail,proto3" json:"detail,omitempty"` // Output only. Time when this state was entered (see JSON representation of // [Timestamp](https://developers.google.com/protocol-buffers/docs/proto3#json)). StateStartTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=state_start_time,json=stateStartTime,proto3" json:"state_start_time,omitempty"` // Output only. Additional state information that includes // status reported by the agent. Substate ClusterStatus_Substate `` /* 128-byte string literal not displayed */ // contains filtered or unexported fields }
The status of a cluster and its instances.
func (*ClusterStatus) Descriptor
deprecated
func (*ClusterStatus) Descriptor() ([]byte, []int)
Deprecated: Use ClusterStatus.ProtoReflect.Descriptor instead.
func (*ClusterStatus) GetDetail ¶
func (x *ClusterStatus) GetDetail() string
func (*ClusterStatus) GetState ¶
func (x *ClusterStatus) GetState() ClusterStatus_State
func (*ClusterStatus) GetStateStartTime ¶
func (x *ClusterStatus) GetStateStartTime() *timestamppb.Timestamp
func (*ClusterStatus) GetSubstate ¶
func (x *ClusterStatus) GetSubstate() ClusterStatus_Substate
func (*ClusterStatus) ProtoMessage ¶
func (*ClusterStatus) ProtoMessage()
func (*ClusterStatus) ProtoReflect ¶
func (x *ClusterStatus) ProtoReflect() protoreflect.Message
func (*ClusterStatus) Reset ¶
func (x *ClusterStatus) Reset()
func (*ClusterStatus) String ¶
func (x *ClusterStatus) String() string
type ClusterStatus_State ¶
type ClusterStatus_State int32
The cluster state.
const ( // The cluster state is unknown. ClusterStatus_UNKNOWN ClusterStatus_State = 0 // The cluster is being created and set up. It is not ready for use. ClusterStatus_CREATING ClusterStatus_State = 1 // The cluster is currently running and healthy. It is ready for use. ClusterStatus_RUNNING ClusterStatus_State = 2 // The cluster encountered an error. It is not ready for use. ClusterStatus_ERROR ClusterStatus_State = 3 // The cluster is being deleted. It cannot be used. ClusterStatus_DELETING ClusterStatus_State = 4 // The cluster is being updated. It continues to accept and process jobs. ClusterStatus_UPDATING ClusterStatus_State = 5 // The cluster is being stopped. It cannot be used. ClusterStatus_STOPPING ClusterStatus_State = 6 // The cluster is currently stopped. It is not ready for use. ClusterStatus_STOPPED ClusterStatus_State = 7 // The cluster is being started. It is not ready for use. ClusterStatus_STARTING ClusterStatus_State = 8 )
func (ClusterStatus_State) Descriptor ¶
func (ClusterStatus_State) Descriptor() protoreflect.EnumDescriptor
func (ClusterStatus_State) Enum ¶
func (x ClusterStatus_State) Enum() *ClusterStatus_State
func (ClusterStatus_State) EnumDescriptor
deprecated
func (ClusterStatus_State) EnumDescriptor() ([]byte, []int)
Deprecated: Use ClusterStatus_State.Descriptor instead.
func (ClusterStatus_State) Number ¶
func (x ClusterStatus_State) Number() protoreflect.EnumNumber
func (ClusterStatus_State) String ¶
func (x ClusterStatus_State) String() string
func (ClusterStatus_State) Type ¶
func (ClusterStatus_State) Type() protoreflect.EnumType
type ClusterStatus_Substate ¶
type ClusterStatus_Substate int32
The cluster substate.
const ( // The cluster substate is unknown. ClusterStatus_UNSPECIFIED ClusterStatus_Substate = 0 // The cluster is known to be in an unhealthy state // (for example, critical daemons are not running or HDFS capacity is // exhausted). // // Applies to RUNNING state. ClusterStatus_UNHEALTHY ClusterStatus_Substate = 1 // The agent-reported status is out of date (may occur if // Dataproc loses communication with Agent). // // Applies to RUNNING state. ClusterStatus_STALE_STATUS ClusterStatus_Substate = 2 )
func (ClusterStatus_Substate) Descriptor ¶
func (ClusterStatus_Substate) Descriptor() protoreflect.EnumDescriptor
func (ClusterStatus_Substate) Enum ¶
func (x ClusterStatus_Substate) Enum() *ClusterStatus_Substate
func (ClusterStatus_Substate) EnumDescriptor
deprecated
func (ClusterStatus_Substate) EnumDescriptor() ([]byte, []int)
Deprecated: Use ClusterStatus_Substate.Descriptor instead.
func (ClusterStatus_Substate) Number ¶
func (x ClusterStatus_Substate) Number() protoreflect.EnumNumber
func (ClusterStatus_Substate) String ¶
func (x ClusterStatus_Substate) String() string
func (ClusterStatus_Substate) Type ¶
func (ClusterStatus_Substate) Type() protoreflect.EnumType
type Component ¶
type Component int32
Cluster components that can be activated.
const ( // Unspecified component. Specifying this will cause Cluster creation to fail. Component_COMPONENT_UNSPECIFIED Component = 0 // The Anaconda python distribution. Component_ANACONDA Component = 5 // The Druid query engine. Component_DRUID Component = 9 // HBase. Component_HBASE Component = 11 // The Hive Web HCatalog (the REST service for accessing HCatalog). Component_HIVE_WEBHCAT Component = 3 // The Jupyter Notebook. Component_JUPYTER Component = 1 // The Kerberos security feature. Component_KERBEROS Component = 7 // The Presto query engine. Component_PRESTO Component = 6 // The Ranger service. Component_RANGER Component = 12 // The Solr service. Component_SOLR Component = 10 // The Zeppelin notebook. Component_ZEPPELIN Component = 4 // The Zookeeper service. Component_ZOOKEEPER Component = 8 )
func (Component) Descriptor ¶
func (Component) Descriptor() protoreflect.EnumDescriptor
func (Component) EnumDescriptor
deprecated
func (Component) Number ¶
func (x Component) Number() protoreflect.EnumNumber
func (Component) Type ¶
func (Component) Type() protoreflect.EnumType
type CreateAutoscalingPolicyRequest ¶
type CreateAutoscalingPolicyRequest struct { // Required. The "resource name" of the region or location, as described // in https://cloud.google.com/apis/design/resource_names. // // * For `projects.regions.autoscalingPolicies.create`, the resource name // has the following format: // `projects/{project_id}/regions/{region}` // // * For `projects.locations.autoscalingPolicies.create`, the resource name // has the following format: // `projects/{project_id}/locations/{location}` Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"` // Required. The autoscaling policy to create. Policy *AutoscalingPolicy `protobuf:"bytes,2,opt,name=policy,proto3" json:"policy,omitempty"` // contains filtered or unexported fields }
A request to create an autoscaling policy.
func (*CreateAutoscalingPolicyRequest) Descriptor
deprecated
func (*CreateAutoscalingPolicyRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateAutoscalingPolicyRequest.ProtoReflect.Descriptor instead.
func (*CreateAutoscalingPolicyRequest) GetParent ¶
func (x *CreateAutoscalingPolicyRequest) GetParent() string
func (*CreateAutoscalingPolicyRequest) GetPolicy ¶
func (x *CreateAutoscalingPolicyRequest) GetPolicy() *AutoscalingPolicy
func (*CreateAutoscalingPolicyRequest) ProtoMessage ¶
func (*CreateAutoscalingPolicyRequest) ProtoMessage()
func (*CreateAutoscalingPolicyRequest) ProtoReflect ¶
func (x *CreateAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message
func (*CreateAutoscalingPolicyRequest) Reset ¶
func (x *CreateAutoscalingPolicyRequest) Reset()
func (*CreateAutoscalingPolicyRequest) String ¶
func (x *CreateAutoscalingPolicyRequest) String() string
type CreateClusterRequest ¶
type CreateClusterRequest struct { // Required. The ID of the Google Cloud Platform project that the cluster // belongs to. ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"` // Required. The Dataproc region in which to handle the request. Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"` // Required. The cluster to create. Cluster *Cluster `protobuf:"bytes,2,opt,name=cluster,proto3" json:"cluster,omitempty"` // Optional. A unique id used to identify the request. If the server // receives two // [CreateClusterRequest][google.cloud.dataproc.v1beta2.CreateClusterRequest] // requests with the same id, then the second request will be ignored and the // first [google.longrunning.Operation][google.longrunning.Operation] created // and stored in the backend is returned. // // It is recommended to always set this value to a // [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier). // // The id must contain only letters (a-z, A-Z), numbers (0-9), // underscores (_), and hyphens (-). The maximum length is 40 characters. RequestId string `protobuf:"bytes,4,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"` // contains filtered or unexported fields }
A request to create a cluster.
func (*CreateClusterRequest) Descriptor
deprecated
func (*CreateClusterRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateClusterRequest.ProtoReflect.Descriptor instead.
func (*CreateClusterRequest) GetCluster ¶
func (x *CreateClusterRequest) GetCluster() *Cluster
func (*CreateClusterRequest) GetProjectId ¶
func (x *CreateClusterRequest) GetProjectId() string
func (*CreateClusterRequest) GetRegion ¶
func (x *CreateClusterRequest) GetRegion() string
func (*CreateClusterRequest) GetRequestId ¶
func (x *CreateClusterRequest) GetRequestId() string
func (*CreateClusterRequest) ProtoMessage ¶
func (*CreateClusterRequest) ProtoMessage()
func (*CreateClusterRequest) ProtoReflect ¶
func (x *CreateClusterRequest) ProtoReflect() protoreflect.Message
func (*CreateClusterRequest) Reset ¶
func (x *CreateClusterRequest) Reset()
func (*CreateClusterRequest) String ¶
func (x *CreateClusterRequest) String() string
type CreateWorkflowTemplateRequest ¶
type CreateWorkflowTemplateRequest struct { // Required. The resource name of the region or location, as described // in https://cloud.google.com/apis/design/resource_names. // // * For `projects.regions.workflowTemplates,create`, the resource name of the // region has the following format: // `projects/{project_id}/regions/{region}` // // * For `projects.locations.workflowTemplates.create`, the resource name of // the location has the following format: // `projects/{project_id}/locations/{location}` Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"` // Required. The Dataproc workflow template to create. Template *WorkflowTemplate `protobuf:"bytes,2,opt,name=template,proto3" json:"template,omitempty"` // contains filtered or unexported fields }
A request to create a workflow template.
func (*CreateWorkflowTemplateRequest) Descriptor
deprecated
func (*CreateWorkflowTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use CreateWorkflowTemplateRequest.ProtoReflect.Descriptor instead.
func (*CreateWorkflowTemplateRequest) GetParent ¶
func (x *CreateWorkflowTemplateRequest) GetParent() string
func (*CreateWorkflowTemplateRequest) GetTemplate ¶
func (x *CreateWorkflowTemplateRequest) GetTemplate() *WorkflowTemplate
func (*CreateWorkflowTemplateRequest) ProtoMessage ¶
func (*CreateWorkflowTemplateRequest) ProtoMessage()
func (*CreateWorkflowTemplateRequest) ProtoReflect ¶
func (x *CreateWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
func (*CreateWorkflowTemplateRequest) Reset ¶
func (x *CreateWorkflowTemplateRequest) Reset()
func (*CreateWorkflowTemplateRequest) String ¶
func (x *CreateWorkflowTemplateRequest) String() string
type DeleteAutoscalingPolicyRequest ¶
type DeleteAutoscalingPolicyRequest struct { // Required. The "resource name" of the autoscaling policy, as described // in https://cloud.google.com/apis/design/resource_names. // // * For `projects.regions.autoscalingPolicies.delete`, the resource name // of the policy has the following format: // `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}` // // * For `projects.locations.autoscalingPolicies.delete`, the resource name // of the policy has the following format: // `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}` Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // contains filtered or unexported fields }
A request to delete an autoscaling policy.
Autoscaling policies in use by one or more clusters will not be deleted.
func (*DeleteAutoscalingPolicyRequest) Descriptor
deprecated
func (*DeleteAutoscalingPolicyRequest) Descriptor() ([]byte, []int)
Deprecated: Use DeleteAutoscalingPolicyRequest.ProtoReflect.Descriptor instead.
func (*DeleteAutoscalingPolicyRequest) GetName ¶
func (x *DeleteAutoscalingPolicyRequest) GetName() string
func (*DeleteAutoscalingPolicyRequest) ProtoMessage ¶
func (*DeleteAutoscalingPolicyRequest) ProtoMessage()
func (*DeleteAutoscalingPolicyRequest) ProtoReflect ¶
func (x *DeleteAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message
func (*DeleteAutoscalingPolicyRequest) Reset ¶
func (x *DeleteAutoscalingPolicyRequest) Reset()
func (*DeleteAutoscalingPolicyRequest) String ¶
func (x *DeleteAutoscalingPolicyRequest) String() string
type DeleteClusterRequest ¶
type DeleteClusterRequest struct { // Required. The ID of the Google Cloud Platform project that the cluster // belongs to. ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"` // Required. The Dataproc region in which to handle the request. Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"` // Required. The cluster name. ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"` // Optional. Specifying the `cluster_uuid` means the RPC should fail // (with error NOT_FOUND) if cluster with specified UUID does not exist. ClusterUuid string `protobuf:"bytes,4,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"` // Optional. A unique id used to identify the request. If the server // receives two // [DeleteClusterRequest][google.cloud.dataproc.v1beta2.DeleteClusterRequest] // requests with the same id, then the second request will be ignored and the // first [google.longrunning.Operation][google.longrunning.Operation] created // and stored in the backend is returned. // // It is recommended to always set this value to a // [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier). // // The id must contain only letters (a-z, A-Z), numbers (0-9), // underscores (_), and hyphens (-). The maximum length is 40 characters. RequestId string `protobuf:"bytes,5,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"` // contains filtered or unexported fields }
A request to delete a cluster.
func (*DeleteClusterRequest) Descriptor
deprecated
func (*DeleteClusterRequest) Descriptor() ([]byte, []int)
Deprecated: Use DeleteClusterRequest.ProtoReflect.Descriptor instead.
func (*DeleteClusterRequest) GetClusterName ¶
func (x *DeleteClusterRequest) GetClusterName() string
func (*DeleteClusterRequest) GetClusterUuid ¶
func (x *DeleteClusterRequest) GetClusterUuid() string
func (*DeleteClusterRequest) GetProjectId ¶
func (x *DeleteClusterRequest) GetProjectId() string
func (*DeleteClusterRequest) GetRegion ¶
func (x *DeleteClusterRequest) GetRegion() string
func (*DeleteClusterRequest) GetRequestId ¶
func (x *DeleteClusterRequest) GetRequestId() string
func (*DeleteClusterRequest) ProtoMessage ¶
func (*DeleteClusterRequest) ProtoMessage()
func (*DeleteClusterRequest) ProtoReflect ¶
func (x *DeleteClusterRequest) ProtoReflect() protoreflect.Message
func (*DeleteClusterRequest) Reset ¶
func (x *DeleteClusterRequest) Reset()
func (*DeleteClusterRequest) String ¶
func (x *DeleteClusterRequest) String() string
type DeleteJobRequest ¶
type DeleteJobRequest struct { // Required. The ID of the Google Cloud Platform project that the job // belongs to. ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"` // Required. The Dataproc region in which to handle the request. Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"` // Required. The job ID. JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` // contains filtered or unexported fields }
A request to delete a job.
func (*DeleteJobRequest) Descriptor
deprecated
func (*DeleteJobRequest) Descriptor() ([]byte, []int)
Deprecated: Use DeleteJobRequest.ProtoReflect.Descriptor instead.
func (*DeleteJobRequest) GetJobId ¶
func (x *DeleteJobRequest) GetJobId() string
func (*DeleteJobRequest) GetProjectId ¶
func (x *DeleteJobRequest) GetProjectId() string
func (*DeleteJobRequest) GetRegion ¶
func (x *DeleteJobRequest) GetRegion() string
func (*DeleteJobRequest) ProtoMessage ¶
func (*DeleteJobRequest) ProtoMessage()
func (*DeleteJobRequest) ProtoReflect ¶
func (x *DeleteJobRequest) ProtoReflect() protoreflect.Message
func (*DeleteJobRequest) Reset ¶
func (x *DeleteJobRequest) Reset()
func (*DeleteJobRequest) String ¶
func (x *DeleteJobRequest) String() string
type DeleteWorkflowTemplateRequest ¶
type DeleteWorkflowTemplateRequest struct { // Required. The resource name of the workflow template, as described // in https://cloud.google.com/apis/design/resource_names. // // * For `projects.regions.workflowTemplates.delete`, the resource name // of the template has the following format: // `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}` // // * For `projects.locations.workflowTemplates.instantiate`, the resource name // of the template has the following format: // `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}` Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // Optional. The version of workflow template to delete. If specified, // will only delete the template if the current server version matches // specified version. Version int32 `protobuf:"varint,2,opt,name=version,proto3" json:"version,omitempty"` // contains filtered or unexported fields }
A request to delete a workflow template.
Currently started workflows will remain running.
func (*DeleteWorkflowTemplateRequest) Descriptor
deprecated
func (*DeleteWorkflowTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use DeleteWorkflowTemplateRequest.ProtoReflect.Descriptor instead.
func (*DeleteWorkflowTemplateRequest) GetName ¶
func (x *DeleteWorkflowTemplateRequest) GetName() string
func (*DeleteWorkflowTemplateRequest) GetVersion ¶
func (x *DeleteWorkflowTemplateRequest) GetVersion() int32
func (*DeleteWorkflowTemplateRequest) ProtoMessage ¶
func (*DeleteWorkflowTemplateRequest) ProtoMessage()
func (*DeleteWorkflowTemplateRequest) ProtoReflect ¶
func (x *DeleteWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
func (*DeleteWorkflowTemplateRequest) Reset ¶
func (x *DeleteWorkflowTemplateRequest) Reset()
func (*DeleteWorkflowTemplateRequest) String ¶
func (x *DeleteWorkflowTemplateRequest) String() string
type DiagnoseClusterRequest ¶
type DiagnoseClusterRequest struct { // Required. The ID of the Google Cloud Platform project that the cluster // belongs to. ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"` // Required. The Dataproc region in which to handle the request. Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"` // Required. The cluster name. ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"` // contains filtered or unexported fields }
A request to collect cluster diagnostic information.
func (*DiagnoseClusterRequest) Descriptor
deprecated
func (*DiagnoseClusterRequest) Descriptor() ([]byte, []int)
Deprecated: Use DiagnoseClusterRequest.ProtoReflect.Descriptor instead.
func (*DiagnoseClusterRequest) GetClusterName ¶
func (x *DiagnoseClusterRequest) GetClusterName() string
func (*DiagnoseClusterRequest) GetProjectId ¶
func (x *DiagnoseClusterRequest) GetProjectId() string
func (*DiagnoseClusterRequest) GetRegion ¶
func (x *DiagnoseClusterRequest) GetRegion() string
func (*DiagnoseClusterRequest) ProtoMessage ¶
func (*DiagnoseClusterRequest) ProtoMessage()
func (*DiagnoseClusterRequest) ProtoReflect ¶
func (x *DiagnoseClusterRequest) ProtoReflect() protoreflect.Message
func (*DiagnoseClusterRequest) Reset ¶
func (x *DiagnoseClusterRequest) Reset()
func (*DiagnoseClusterRequest) String ¶
func (x *DiagnoseClusterRequest) String() string
type DiagnoseClusterResults ¶
type DiagnoseClusterResults struct { // Output only. The Cloud Storage URI of the diagnostic output. // The output report is a plain text file with a summary of collected // diagnostics. OutputUri string `protobuf:"bytes,1,opt,name=output_uri,json=outputUri,proto3" json:"output_uri,omitempty"` // contains filtered or unexported fields }
The location of diagnostic output.
func (*DiagnoseClusterResults) Descriptor
deprecated
func (*DiagnoseClusterResults) Descriptor() ([]byte, []int)
Deprecated: Use DiagnoseClusterResults.ProtoReflect.Descriptor instead.
func (*DiagnoseClusterResults) GetOutputUri ¶
func (x *DiagnoseClusterResults) GetOutputUri() string
func (*DiagnoseClusterResults) ProtoMessage ¶
func (*DiagnoseClusterResults) ProtoMessage()
func (*DiagnoseClusterResults) ProtoReflect ¶
func (x *DiagnoseClusterResults) ProtoReflect() protoreflect.Message
func (*DiagnoseClusterResults) Reset ¶
func (x *DiagnoseClusterResults) Reset()
func (*DiagnoseClusterResults) String ¶
func (x *DiagnoseClusterResults) String() string
type DiskConfig ¶
type DiskConfig struct { // Optional. Type of the boot disk (default is "pd-standard"). // Valid values: "pd-ssd" (Persistent Disk Solid State Drive) or // "pd-standard" (Persistent Disk Hard Disk Drive). BootDiskType string `protobuf:"bytes,3,opt,name=boot_disk_type,json=bootDiskType,proto3" json:"boot_disk_type,omitempty"` // Optional. Size in GB of the boot disk (default is 500GB). BootDiskSizeGb int32 `protobuf:"varint,1,opt,name=boot_disk_size_gb,json=bootDiskSizeGb,proto3" json:"boot_disk_size_gb,omitempty"` // Number of attached SSDs, from 0 to 4 (default is 0). // If SSDs are not attached, the boot disk is used to store runtime logs and // [HDFS](https://hadoop.apache.org/docs/r1.2.1/hdfs_user_guide.html) data. // If one or more SSDs are attached, this runtime bulk // data is spread across them, and the boot disk contains only basic // config and installed binaries. NumLocalSsds int32 `protobuf:"varint,2,opt,name=num_local_ssds,json=numLocalSsds,proto3" json:"num_local_ssds,omitempty"` // contains filtered or unexported fields }
Specifies the config of disk options for a group of VM instances.
func (*DiskConfig) Descriptor
deprecated
func (*DiskConfig) Descriptor() ([]byte, []int)
Deprecated: Use DiskConfig.ProtoReflect.Descriptor instead.
func (*DiskConfig) GetBootDiskSizeGb ¶
func (x *DiskConfig) GetBootDiskSizeGb() int32
func (*DiskConfig) GetBootDiskType ¶
func (x *DiskConfig) GetBootDiskType() string
func (*DiskConfig) GetNumLocalSsds ¶
func (x *DiskConfig) GetNumLocalSsds() int32
func (*DiskConfig) ProtoMessage ¶
func (*DiskConfig) ProtoMessage()
func (*DiskConfig) ProtoReflect ¶
func (x *DiskConfig) ProtoReflect() protoreflect.Message
func (*DiskConfig) Reset ¶
func (x *DiskConfig) Reset()
func (*DiskConfig) String ¶
func (x *DiskConfig) String() string
type EncryptionConfig ¶
type EncryptionConfig struct { // Optional. The Cloud KMS key name to use for PD disk encryption for all // instances in the cluster. GcePdKmsKeyName string `protobuf:"bytes,1,opt,name=gce_pd_kms_key_name,json=gcePdKmsKeyName,proto3" json:"gce_pd_kms_key_name,omitempty"` // contains filtered or unexported fields }
Encryption settings for the cluster.
func (*EncryptionConfig) Descriptor
deprecated
func (*EncryptionConfig) Descriptor() ([]byte, []int)
Deprecated: Use EncryptionConfig.ProtoReflect.Descriptor instead.
func (*EncryptionConfig) GetGcePdKmsKeyName ¶
func (x *EncryptionConfig) GetGcePdKmsKeyName() string
func (*EncryptionConfig) ProtoMessage ¶
func (*EncryptionConfig) ProtoMessage()
func (*EncryptionConfig) ProtoReflect ¶
func (x *EncryptionConfig) ProtoReflect() protoreflect.Message
func (*EncryptionConfig) Reset ¶
func (x *EncryptionConfig) Reset()
func (*EncryptionConfig) String ¶
func (x *EncryptionConfig) String() string
type EndpointConfig ¶
type EndpointConfig struct { // Output only. The map of port descriptions to URLs. Will only be populated // if enable_http_port_access is true. HttpPorts map[string]string `` /* 176-byte string literal not displayed */ // Optional. If true, enable http access to specific ports on the cluster // from external sources. Defaults to false. EnableHttpPortAccess bool `` /* 126-byte string literal not displayed */ // contains filtered or unexported fields }
Endpoint config for this cluster
func (*EndpointConfig) Descriptor
deprecated
func (*EndpointConfig) Descriptor() ([]byte, []int)
Deprecated: Use EndpointConfig.ProtoReflect.Descriptor instead.
func (*EndpointConfig) GetEnableHttpPortAccess ¶
func (x *EndpointConfig) GetEnableHttpPortAccess() bool
func (*EndpointConfig) GetHttpPorts ¶
func (x *EndpointConfig) GetHttpPorts() map[string]string
func (*EndpointConfig) ProtoMessage ¶
func (*EndpointConfig) ProtoMessage()
func (*EndpointConfig) ProtoReflect ¶
func (x *EndpointConfig) ProtoReflect() protoreflect.Message
func (*EndpointConfig) Reset ¶
func (x *EndpointConfig) Reset()
func (*EndpointConfig) String ¶
func (x *EndpointConfig) String() string
type GceClusterConfig ¶
type GceClusterConfig struct { // Optional. The zone where the Compute Engine cluster will be located. // On a create request, it is required in the "global" region. If omitted // in a non-global Dataproc region, the service will pick a zone in the // corresponding Compute Engine region. On a get request, zone will always be // present. // // A full URL, partial URI, or short name are valid. Examples: // // * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/[zone]` // * `projects/[project_id]/zones/[zone]` // * `us-central1-f` ZoneUri string `protobuf:"bytes,1,opt,name=zone_uri,json=zoneUri,proto3" json:"zone_uri,omitempty"` // Optional. The Compute Engine network to be used for machine // communications. Cannot be specified with subnetwork_uri. If neither // `network_uri` nor `subnetwork_uri` is specified, the "default" network of // the project is used, if it exists. Cannot be a "Custom Subnet Network" (see // [Using Subnetworks](https://cloud.google.com/compute/docs/subnetworks) for // more information). // // A full URL, partial URI, or short name are valid. Examples: // // * `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/global/default` // * `projects/[project_id]/regions/global/default` // * `default` NetworkUri string `protobuf:"bytes,2,opt,name=network_uri,json=networkUri,proto3" json:"network_uri,omitempty"` // Optional. The Compute Engine subnetwork to be used for machine // communications. Cannot be specified with network_uri. // // A full URL, partial URI, or short name are valid. Examples: // // * `https://www.googleapis.com/compute/v1/projects/[project_id]/regions/us-east1/subnetworks/sub0` // * `projects/[project_id]/regions/us-east1/subnetworks/sub0` // * `sub0` SubnetworkUri string `protobuf:"bytes,6,opt,name=subnetwork_uri,json=subnetworkUri,proto3" json:"subnetwork_uri,omitempty"` // Optional. If true, all instances in the cluster will only have internal IP // addresses. By default, clusters are not restricted to internal IP // addresses, and will have ephemeral external IP addresses assigned to each // instance. This `internal_ip_only` restriction can only be enabled for // subnetwork enabled networks, and all off-cluster dependencies must be // configured to be accessible without external IP addresses. InternalIpOnly bool `protobuf:"varint,7,opt,name=internal_ip_only,json=internalIpOnly,proto3" json:"internal_ip_only,omitempty"` // Optional. The [Dataproc service // account](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/service-accounts#service_accounts_in_dataproc) // (also see [VM Data Plane // identity](https://cloud.google.com/dataproc/docs/concepts/iam/dataproc-principals#vm_service_account_data_plane_identity)) // used by Dataproc cluster VM instances to access Google Cloud Platform // services. // // If not specified, the // [Compute Engine default service // account](https://cloud.google.com/compute/docs/access/service-accounts#default_service_account) // is used. ServiceAccount string `protobuf:"bytes,8,opt,name=service_account,json=serviceAccount,proto3" json:"service_account,omitempty"` // Optional. The URIs of service account scopes to be included in // Compute Engine instances. The following base set of scopes is always // included: // // * https://www.googleapis.com/auth/cloud.useraccounts.readonly // * https://www.googleapis.com/auth/devstorage.read_write // * https://www.googleapis.com/auth/logging.write // // If no scopes are specified, the following defaults are also provided: // // * https://www.googleapis.com/auth/bigquery // * https://www.googleapis.com/auth/bigtable.admin.table // * https://www.googleapis.com/auth/bigtable.data // * https://www.googleapis.com/auth/devstorage.full_control ServiceAccountScopes []string `protobuf:"bytes,3,rep,name=service_account_scopes,json=serviceAccountScopes,proto3" json:"service_account_scopes,omitempty"` // The Compute Engine tags to add to all instances (see [Tagging // instances](https://cloud.google.com/compute/docs/label-or-tag-resources#tags)). Tags []string `protobuf:"bytes,4,rep,name=tags,proto3" json:"tags,omitempty"` // The Compute Engine metadata entries to add to all instances (see // [Project and instance // metadata](https://cloud.google.com/compute/docs/storing-retrieving-metadata#project_and_instance_metadata)). Metadata map[string]string `` /* 157-byte string literal not displayed */ // Optional. Reservation Affinity for consuming Zonal reservation. ReservationAffinity *ReservationAffinity `protobuf:"bytes,11,opt,name=reservation_affinity,json=reservationAffinity,proto3" json:"reservation_affinity,omitempty"` // contains filtered or unexported fields }
Common config settings for resources of Compute Engine cluster instances, applicable to all instances in the cluster.
func (*GceClusterConfig) Descriptor
deprecated
func (*GceClusterConfig) Descriptor() ([]byte, []int)
Deprecated: Use GceClusterConfig.ProtoReflect.Descriptor instead.
func (*GceClusterConfig) GetInternalIpOnly ¶
func (x *GceClusterConfig) GetInternalIpOnly() bool
func (*GceClusterConfig) GetMetadata ¶
func (x *GceClusterConfig) GetMetadata() map[string]string
func (*GceClusterConfig) GetNetworkUri ¶
func (x *GceClusterConfig) GetNetworkUri() string
func (*GceClusterConfig) GetReservationAffinity ¶
func (x *GceClusterConfig) GetReservationAffinity() *ReservationAffinity
func (*GceClusterConfig) GetServiceAccount ¶
func (x *GceClusterConfig) GetServiceAccount() string
func (*GceClusterConfig) GetServiceAccountScopes ¶
func (x *GceClusterConfig) GetServiceAccountScopes() []string
func (*GceClusterConfig) GetSubnetworkUri ¶
func (x *GceClusterConfig) GetSubnetworkUri() string
func (*GceClusterConfig) GetTags ¶
func (x *GceClusterConfig) GetTags() []string
func (*GceClusterConfig) GetZoneUri ¶
func (x *GceClusterConfig) GetZoneUri() string
func (*GceClusterConfig) ProtoMessage ¶
func (*GceClusterConfig) ProtoMessage()
func (*GceClusterConfig) ProtoReflect ¶
func (x *GceClusterConfig) ProtoReflect() protoreflect.Message
func (*GceClusterConfig) Reset ¶
func (x *GceClusterConfig) Reset()
func (*GceClusterConfig) String ¶
func (x *GceClusterConfig) String() string
type GetAutoscalingPolicyRequest ¶
type GetAutoscalingPolicyRequest struct { // Required. The "resource name" of the autoscaling policy, as described // in https://cloud.google.com/apis/design/resource_names. // // * For `projects.regions.autoscalingPolicies.get`, the resource name // of the policy has the following format: // `projects/{project_id}/regions/{region}/autoscalingPolicies/{policy_id}` // // * For `projects.locations.autoscalingPolicies.get`, the resource name // of the policy has the following format: // `projects/{project_id}/locations/{location}/autoscalingPolicies/{policy_id}` Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // contains filtered or unexported fields }
A request to fetch an autoscaling policy.
func (*GetAutoscalingPolicyRequest) Descriptor
deprecated
func (*GetAutoscalingPolicyRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetAutoscalingPolicyRequest.ProtoReflect.Descriptor instead.
func (*GetAutoscalingPolicyRequest) GetName ¶
func (x *GetAutoscalingPolicyRequest) GetName() string
func (*GetAutoscalingPolicyRequest) ProtoMessage ¶
func (*GetAutoscalingPolicyRequest) ProtoMessage()
func (*GetAutoscalingPolicyRequest) ProtoReflect ¶
func (x *GetAutoscalingPolicyRequest) ProtoReflect() protoreflect.Message
func (*GetAutoscalingPolicyRequest) Reset ¶
func (x *GetAutoscalingPolicyRequest) Reset()
func (*GetAutoscalingPolicyRequest) String ¶
func (x *GetAutoscalingPolicyRequest) String() string
type GetClusterRequest ¶
type GetClusterRequest struct { // Required. The ID of the Google Cloud Platform project that the cluster // belongs to. ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"` // Required. The Dataproc region in which to handle the request. Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"` // Required. The cluster name. ClusterName string `protobuf:"bytes,2,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"` // contains filtered or unexported fields }
Request to get the resource representation for a cluster in a project.
func (*GetClusterRequest) Descriptor
deprecated
func (*GetClusterRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetClusterRequest.ProtoReflect.Descriptor instead.
func (*GetClusterRequest) GetClusterName ¶
func (x *GetClusterRequest) GetClusterName() string
func (*GetClusterRequest) GetProjectId ¶
func (x *GetClusterRequest) GetProjectId() string
func (*GetClusterRequest) GetRegion ¶
func (x *GetClusterRequest) GetRegion() string
func (*GetClusterRequest) ProtoMessage ¶
func (*GetClusterRequest) ProtoMessage()
func (*GetClusterRequest) ProtoReflect ¶
func (x *GetClusterRequest) ProtoReflect() protoreflect.Message
func (*GetClusterRequest) Reset ¶
func (x *GetClusterRequest) Reset()
func (*GetClusterRequest) String ¶
func (x *GetClusterRequest) String() string
type GetJobRequest ¶
type GetJobRequest struct { // Required. The ID of the Google Cloud Platform project that the job // belongs to. ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"` // Required. The Dataproc region in which to handle the request. Region string `protobuf:"bytes,3,opt,name=region,proto3" json:"region,omitempty"` // Required. The job ID. JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` // contains filtered or unexported fields }
A request to get the resource representation for a job in a project.
func (*GetJobRequest) Descriptor
deprecated
func (*GetJobRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetJobRequest.ProtoReflect.Descriptor instead.
func (*GetJobRequest) GetJobId ¶
func (x *GetJobRequest) GetJobId() string
func (*GetJobRequest) GetProjectId ¶
func (x *GetJobRequest) GetProjectId() string
func (*GetJobRequest) GetRegion ¶
func (x *GetJobRequest) GetRegion() string
func (*GetJobRequest) ProtoMessage ¶
func (*GetJobRequest) ProtoMessage()
func (*GetJobRequest) ProtoReflect ¶
func (x *GetJobRequest) ProtoReflect() protoreflect.Message
func (*GetJobRequest) Reset ¶
func (x *GetJobRequest) Reset()
func (*GetJobRequest) String ¶
func (x *GetJobRequest) String() string
type GetWorkflowTemplateRequest ¶
type GetWorkflowTemplateRequest struct { // Required. The resource name of the workflow template, as described // in https://cloud.google.com/apis/design/resource_names. // // * For `projects.regions.workflowTemplates.get`, the resource name of the // template has the following format: // `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}` // // * For `projects.locations.workflowTemplates.get`, the resource name of the // template has the following format: // `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}` Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // Optional. The version of workflow template to retrieve. Only previously // instantiated versions can be retrieved. // // If unspecified, retrieves the current version. Version int32 `protobuf:"varint,2,opt,name=version,proto3" json:"version,omitempty"` // contains filtered or unexported fields }
A request to fetch a workflow template.
func (*GetWorkflowTemplateRequest) Descriptor
deprecated
func (*GetWorkflowTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetWorkflowTemplateRequest.ProtoReflect.Descriptor instead.
func (*GetWorkflowTemplateRequest) GetName ¶
func (x *GetWorkflowTemplateRequest) GetName() string
func (*GetWorkflowTemplateRequest) GetVersion ¶
func (x *GetWorkflowTemplateRequest) GetVersion() int32
func (*GetWorkflowTemplateRequest) ProtoMessage ¶
func (*GetWorkflowTemplateRequest) ProtoMessage()
func (*GetWorkflowTemplateRequest) ProtoReflect ¶
func (x *GetWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
func (*GetWorkflowTemplateRequest) Reset ¶
func (x *GetWorkflowTemplateRequest) Reset()
func (*GetWorkflowTemplateRequest) String ¶
func (x *GetWorkflowTemplateRequest) String() string
type GkeClusterConfig ¶
type GkeClusterConfig struct { // Optional. A target for the deployment. NamespacedGkeDeploymentTarget *GkeClusterConfig_NamespacedGkeDeploymentTarget `` /* 152-byte string literal not displayed */ // contains filtered or unexported fields }
The GKE config for this cluster.
func (*GkeClusterConfig) Descriptor
deprecated
func (*GkeClusterConfig) Descriptor() ([]byte, []int)
Deprecated: Use GkeClusterConfig.ProtoReflect.Descriptor instead.
func (*GkeClusterConfig) GetNamespacedGkeDeploymentTarget ¶
func (x *GkeClusterConfig) GetNamespacedGkeDeploymentTarget() *GkeClusterConfig_NamespacedGkeDeploymentTarget
func (*GkeClusterConfig) ProtoMessage ¶
func (*GkeClusterConfig) ProtoMessage()
func (*GkeClusterConfig) ProtoReflect ¶
func (x *GkeClusterConfig) ProtoReflect() protoreflect.Message
func (*GkeClusterConfig) Reset ¶
func (x *GkeClusterConfig) Reset()
func (*GkeClusterConfig) String ¶
func (x *GkeClusterConfig) String() string
type GkeClusterConfig_NamespacedGkeDeploymentTarget ¶
type GkeClusterConfig_NamespacedGkeDeploymentTarget struct { // Optional. The target GKE cluster to deploy to. // Format: 'projects/{project}/locations/{location}/clusters/{cluster_id}' TargetGkeCluster string `protobuf:"bytes,1,opt,name=target_gke_cluster,json=targetGkeCluster,proto3" json:"target_gke_cluster,omitempty"` // Optional. A namespace within the GKE cluster to deploy into. ClusterNamespace string `protobuf:"bytes,2,opt,name=cluster_namespace,json=clusterNamespace,proto3" json:"cluster_namespace,omitempty"` // contains filtered or unexported fields }
A full, namespace-isolated deployment target for an existing GKE cluster.
func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) Descriptor
deprecated
func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) Descriptor() ([]byte, []int)
Deprecated: Use GkeClusterConfig_NamespacedGkeDeploymentTarget.ProtoReflect.Descriptor instead.
func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) GetClusterNamespace ¶
func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) GetClusterNamespace() string
func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) GetTargetGkeCluster ¶
func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) GetTargetGkeCluster() string
func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) ProtoMessage ¶
func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) ProtoMessage()
func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) ProtoReflect ¶
func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) ProtoReflect() protoreflect.Message
func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) Reset ¶
func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) Reset()
func (*GkeClusterConfig_NamespacedGkeDeploymentTarget) String ¶
func (x *GkeClusterConfig_NamespacedGkeDeploymentTarget) String() string
type HadoopJob ¶
type HadoopJob struct { // Required. Indicates the location of the driver's main class. Specify // either the jar file that contains the main class or the main class name. // To specify both, add the jar file to `jar_file_uris`, and then specify // the main class name in this property. // // Types that are assignable to Driver: // *HadoopJob_MainJarFileUri // *HadoopJob_MainClass Driver isHadoopJob_Driver `protobuf_oneof:"driver"` // Optional. The arguments to pass to the driver. Do not // include arguments, such as `-libjars` or `-Dfoo=bar`, that can be set as // job properties, since a collision may occur that causes an incorrect job // submission. Args []string `protobuf:"bytes,3,rep,name=args,proto3" json:"args,omitempty"` // Optional. Jar file URIs to add to the CLASSPATHs of the // Hadoop driver and tasks. JarFileUris []string `protobuf:"bytes,4,rep,name=jar_file_uris,json=jarFileUris,proto3" json:"jar_file_uris,omitempty"` // Optional. HCFS (Hadoop Compatible Filesystem) URIs of files to be copied // to the working directory of Hadoop drivers and distributed tasks. Useful // for naively parallel tasks. FileUris []string `protobuf:"bytes,5,rep,name=file_uris,json=fileUris,proto3" json:"file_uris,omitempty"` // Optional. HCFS URIs of archives to be extracted in the working directory of // Hadoop drivers and tasks. Supported file types: // .jar, .tar, .tar.gz, .tgz, or .zip. ArchiveUris []string `protobuf:"bytes,6,rep,name=archive_uris,json=archiveUris,proto3" json:"archive_uris,omitempty"` // Optional. A mapping of property names to values, used to configure Hadoop. // Properties that conflict with values set by the Dataproc API may be // overwritten. Can include properties set in /etc/hadoop/conf/*-site and // classes in user code. Properties map[string]string `` /* 161-byte string literal not displayed */ // Optional. The runtime log config for job execution. LoggingConfig *LoggingConfig `protobuf:"bytes,8,opt,name=logging_config,json=loggingConfig,proto3" json:"logging_config,omitempty"` // contains filtered or unexported fields }
A Dataproc job for running [Apache Hadoop MapReduce](https://hadoop.apache.org/docs/current/hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html) jobs on [Apache Hadoop YARN](https://hadoop.apache.org/docs/r2.7.1/hadoop-yarn/hadoop-yarn-site/YARN.html).
func (*HadoopJob) Descriptor
deprecated
func (*HadoopJob) GetArchiveUris ¶
func (*HadoopJob) GetFileUris ¶
func (*HadoopJob) GetJarFileUris ¶
func (*HadoopJob) GetLoggingConfig ¶
func (x *HadoopJob) GetLoggingConfig() *LoggingConfig
func (*HadoopJob) GetMainClass ¶
func (*HadoopJob) GetMainJarFileUri ¶
func (*HadoopJob) GetProperties ¶
func (*HadoopJob) ProtoMessage ¶
func (*HadoopJob) ProtoMessage()
func (*HadoopJob) ProtoReflect ¶
func (x *HadoopJob) ProtoReflect() protoreflect.Message
type HadoopJob_MainClass ¶
type HadoopJob_MainClass struct { // The name of the driver's main class. The jar file containing the class // must be in the default CLASSPATH or specified in `jar_file_uris`. MainClass string `protobuf:"bytes,2,opt,name=main_class,json=mainClass,proto3,oneof"` }
type HadoopJob_MainJarFileUri ¶
type HadoopJob_MainJarFileUri struct { // The HCFS URI of the jar file containing the main class. // Examples: // 'gs://foo-bucket/analytics-binaries/extract-useful-metrics-mr.jar' // 'hdfs:/tmp/test-samples/custom-wordcount.jar' // 'file:///home/usr/lib/hadoop-mapreduce/hadoop-mapreduce-examples.jar' MainJarFileUri string `protobuf:"bytes,1,opt,name=main_jar_file_uri,json=mainJarFileUri,proto3,oneof"` }
type HiveJob ¶
type HiveJob struct { // Required. The sequence of Hive queries to execute, specified as either // an HCFS file URI or a list of queries. // // Types that are assignable to Queries: // *HiveJob_QueryFileUri // *HiveJob_QueryList Queries isHiveJob_Queries `protobuf_oneof:"queries"` // Optional. Whether to continue executing queries if a query fails. // The default value is `false`. Setting to `true` can be useful when // executing independent parallel queries. ContinueOnFailure bool `protobuf:"varint,3,opt,name=continue_on_failure,json=continueOnFailure,proto3" json:"continue_on_failure,omitempty"` // Optional. Mapping of query variable names to values (equivalent to the // Hive command: `SET name="value";`). ScriptVariables map[string]string `` /* 194-byte string literal not displayed */ // Optional. A mapping of property names and values, used to configure Hive. // Properties that conflict with values set by the Dataproc API may be // overwritten. Can include properties set in /etc/hadoop/conf/*-site.xml, // /etc/hive/conf/hive-site.xml, and classes in user code. Properties map[string]string `` /* 161-byte string literal not displayed */ // Optional. HCFS URIs of jar files to add to the CLASSPATH of the // Hive server and Hadoop MapReduce (MR) tasks. Can contain Hive SerDes // and UDFs. JarFileUris []string `protobuf:"bytes,6,rep,name=jar_file_uris,json=jarFileUris,proto3" json:"jar_file_uris,omitempty"` // contains filtered or unexported fields }
A Dataproc job for running [Apache Hive](https://hive.apache.org/) queries on YARN.
func (*HiveJob) Descriptor
deprecated
func (*HiveJob) GetContinueOnFailure ¶
func (*HiveJob) GetJarFileUris ¶
func (*HiveJob) GetProperties ¶
func (*HiveJob) GetQueries ¶
func (m *HiveJob) GetQueries() isHiveJob_Queries
func (*HiveJob) GetQueryFileUri ¶
func (*HiveJob) GetQueryList ¶
func (*HiveJob) GetScriptVariables ¶
func (*HiveJob) ProtoMessage ¶
func (*HiveJob) ProtoMessage()
func (*HiveJob) ProtoReflect ¶
func (x *HiveJob) ProtoReflect() protoreflect.Message
type HiveJob_QueryFileUri ¶
type HiveJob_QueryFileUri struct { // The HCFS URI of the script that contains Hive queries. QueryFileUri string `protobuf:"bytes,1,opt,name=query_file_uri,json=queryFileUri,proto3,oneof"` }
type HiveJob_QueryList ¶
type HiveJob_QueryList struct { // A list of queries. QueryList *QueryList `protobuf:"bytes,2,opt,name=query_list,json=queryList,proto3,oneof"` }
type InstanceGroupAutoscalingPolicyConfig ¶
type InstanceGroupAutoscalingPolicyConfig struct { // Optional. Minimum number of instances for this group. // // Primary workers - Bounds: [2, max_instances]. Default: 2. // Secondary workers - Bounds: [0, max_instances]. Default: 0. MinInstances int32 `protobuf:"varint,1,opt,name=min_instances,json=minInstances,proto3" json:"min_instances,omitempty"` // Optional. Maximum number of instances for this group. Required for primary // workers. Note that by default, clusters will not use secondary workers. // Required for secondary workers if the minimum secondary instances is set. // // Primary workers - Bounds: [min_instances, ). Required. // Secondary workers - Bounds: [min_instances, ). Default: 0. MaxInstances int32 `protobuf:"varint,2,opt,name=max_instances,json=maxInstances,proto3" json:"max_instances,omitempty"` // Optional. Weight for the instance group, which is used to determine the // fraction of total workers in the cluster from this instance group. // For example, if primary workers have weight 2, and secondary workers have // weight 1, the cluster will have approximately 2 primary workers for each // secondary worker. // // The cluster may not reach the specified balance if constrained // by min/max bounds or other autoscaling settings. For example, if // `max_instances` for secondary workers is 0, then only primary workers will // be added. The cluster can also be out of balance when created. // // If weight is not set on any instance group, the cluster will default to // equal weight for all groups: the cluster will attempt to maintain an equal // number of workers in each group within the configured size bounds for each // group. If weight is set for one group only, the cluster will default to // zero weight on the unset group. For example if weight is set only on // primary workers, the cluster will use primary workers only and no // secondary workers. Weight int32 `protobuf:"varint,3,opt,name=weight,proto3" json:"weight,omitempty"` // contains filtered or unexported fields }
Configuration for the size bounds of an instance group, including its proportional size to other groups.
func (*InstanceGroupAutoscalingPolicyConfig) Descriptor
deprecated
func (*InstanceGroupAutoscalingPolicyConfig) Descriptor() ([]byte, []int)
Deprecated: Use InstanceGroupAutoscalingPolicyConfig.ProtoReflect.Descriptor instead.
func (*InstanceGroupAutoscalingPolicyConfig) GetMaxInstances ¶
func (x *InstanceGroupAutoscalingPolicyConfig) GetMaxInstances() int32
func (*InstanceGroupAutoscalingPolicyConfig) GetMinInstances ¶
func (x *InstanceGroupAutoscalingPolicyConfig) GetMinInstances() int32
func (*InstanceGroupAutoscalingPolicyConfig) GetWeight ¶
func (x *InstanceGroupAutoscalingPolicyConfig) GetWeight() int32
func (*InstanceGroupAutoscalingPolicyConfig) ProtoMessage ¶
func (*InstanceGroupAutoscalingPolicyConfig) ProtoMessage()
func (*InstanceGroupAutoscalingPolicyConfig) ProtoReflect ¶
func (x *InstanceGroupAutoscalingPolicyConfig) ProtoReflect() protoreflect.Message
func (*InstanceGroupAutoscalingPolicyConfig) Reset ¶
func (x *InstanceGroupAutoscalingPolicyConfig) Reset()
func (*InstanceGroupAutoscalingPolicyConfig) String ¶
func (x *InstanceGroupAutoscalingPolicyConfig) String() string
type InstanceGroupConfig ¶
type InstanceGroupConfig struct { // Optional. The number of VM instances in the instance group. // For master instance groups, must be set to 1. NumInstances int32 `protobuf:"varint,1,opt,name=num_instances,json=numInstances,proto3" json:"num_instances,omitempty"` // Output only. The list of instance names. Dataproc derives the names // from `cluster_name`, `num_instances`, and the instance group. InstanceNames []string `protobuf:"bytes,2,rep,name=instance_names,json=instanceNames,proto3" json:"instance_names,omitempty"` // Optional. The Compute Engine image resource used for cluster instances. // // The URI can represent an image or image family. // // Image examples: // // * `https://www.googleapis.com/compute/beta/projects/[project_id]/global/images/[image-id]` // * `projects/[project_id]/global/images/[image-id]` // * `image-id` // // Image family examples. Dataproc will use the most recent // image from the family: // // * `https://www.googleapis.com/compute/beta/projects/[project_id]/global/images/family/[custom-image-family-name]` // * `projects/[project_id]/global/images/family/[custom-image-family-name]` // // If the URI is unspecified, it will be inferred from // `SoftwareConfig.image_version` or the system default. ImageUri string `protobuf:"bytes,3,opt,name=image_uri,json=imageUri,proto3" json:"image_uri,omitempty"` // Optional. The Compute Engine machine type used for cluster instances. // // A full URL, partial URI, or short name are valid. Examples: // // * `https://www.googleapis.com/compute/v1/projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2` // * `projects/[project_id]/zones/us-east1-a/machineTypes/n1-standard-2` // * `n1-standard-2` // // **Auto Zone Exception**: If you are using the Dataproc // [Auto Zone // Placement](https://cloud.google.com/dataproc/docs/concepts/configuring-clusters/auto-zone#using_auto_zone_placement) // feature, you must use the short name of the machine type // resource, for example, `n1-standard-2`. MachineTypeUri string `protobuf:"bytes,4,opt,name=machine_type_uri,json=machineTypeUri,proto3" json:"machine_type_uri,omitempty"` // Optional. Disk option config settings. DiskConfig *DiskConfig `protobuf:"bytes,5,opt,name=disk_config,json=diskConfig,proto3" json:"disk_config,omitempty"` // Output only. Specifies that this instance group contains preemptible // instances. IsPreemptible bool `protobuf:"varint,6,opt,name=is_preemptible,json=isPreemptible,proto3" json:"is_preemptible,omitempty"` // Optional. Specifies the preemptibility of the instance group. // // The default value for master and worker groups is // `NON_PREEMPTIBLE`. This default cannot be changed. // // The default value for secondary instances is // `PREEMPTIBLE`. Preemptibility InstanceGroupConfig_Preemptibility `` /* 153-byte string literal not displayed */ // Output only. The config for Compute Engine Instance Group // Manager that manages this group. // This is only used for preemptible instance groups. ManagedGroupConfig *ManagedGroupConfig `protobuf:"bytes,7,opt,name=managed_group_config,json=managedGroupConfig,proto3" json:"managed_group_config,omitempty"` // Optional. The Compute Engine accelerator configuration for these // instances. Accelerators []*AcceleratorConfig `protobuf:"bytes,8,rep,name=accelerators,proto3" json:"accelerators,omitempty"` // Specifies the minimum cpu platform for the Instance Group. // See [Dataproc -> Minimum CPU // Platform](https://cloud.google.com/dataproc/docs/concepts/compute/dataproc-min-cpu). MinCpuPlatform string `protobuf:"bytes,9,opt,name=min_cpu_platform,json=minCpuPlatform,proto3" json:"min_cpu_platform,omitempty"` // contains filtered or unexported fields }
The config settings for Compute Engine resources in an instance group, such as a master or worker group.
func (*InstanceGroupConfig) Descriptor
deprecated
func (*InstanceGroupConfig) Descriptor() ([]byte, []int)
Deprecated: Use InstanceGroupConfig.ProtoReflect.Descriptor instead.
func (*InstanceGroupConfig) GetAccelerators ¶
func (x *InstanceGroupConfig) GetAccelerators() []*AcceleratorConfig
func (*InstanceGroupConfig) GetDiskConfig ¶
func (x *InstanceGroupConfig) GetDiskConfig() *DiskConfig
func (*InstanceGroupConfig) GetImageUri ¶
func (x *InstanceGroupConfig) GetImageUri() string
func (*InstanceGroupConfig) GetInstanceNames ¶
func (x *InstanceGroupConfig) GetInstanceNames() []string
func (*InstanceGroupConfig) GetIsPreemptible ¶
func (x *InstanceGroupConfig) GetIsPreemptible() bool
func (*InstanceGroupConfig) GetMachineTypeUri ¶
func (x *InstanceGroupConfig) GetMachineTypeUri() string
func (*InstanceGroupConfig) GetManagedGroupConfig ¶
func (x *InstanceGroupConfig) GetManagedGroupConfig() *ManagedGroupConfig
func (*InstanceGroupConfig) GetMinCpuPlatform ¶
func (x *InstanceGroupConfig) GetMinCpuPlatform() string
func (*InstanceGroupConfig) GetNumInstances ¶
func (x *InstanceGroupConfig) GetNumInstances() int32
func (*InstanceGroupConfig) GetPreemptibility ¶
func (x *InstanceGroupConfig) GetPreemptibility() InstanceGroupConfig_Preemptibility
func (*InstanceGroupConfig) ProtoMessage ¶
func (*InstanceGroupConfig) ProtoMessage()
func (*InstanceGroupConfig) ProtoReflect ¶
func (x *InstanceGroupConfig) ProtoReflect() protoreflect.Message
func (*InstanceGroupConfig) Reset ¶
func (x *InstanceGroupConfig) Reset()
func (*InstanceGroupConfig) String ¶
func (x *InstanceGroupConfig) String() string
type InstanceGroupConfig_Preemptibility ¶
type InstanceGroupConfig_Preemptibility int32
Controls the use of [preemptible instances] (https://cloud.google.com/compute/docs/instances/preemptible) within the group.
const ( // Preemptibility is unspecified, the system will choose the // appropriate setting for each instance group. InstanceGroupConfig_PREEMPTIBILITY_UNSPECIFIED InstanceGroupConfig_Preemptibility = 0 // Instances are non-preemptible. // // This option is allowed for all instance groups and is the only valid // value for Master and Worker instance groups. InstanceGroupConfig_NON_PREEMPTIBLE InstanceGroupConfig_Preemptibility = 1 // Instances are preemptible. // // This option is allowed only for secondary worker groups. InstanceGroupConfig_PREEMPTIBLE InstanceGroupConfig_Preemptibility = 2 )
func (InstanceGroupConfig_Preemptibility) Descriptor ¶
func (InstanceGroupConfig_Preemptibility) Descriptor() protoreflect.EnumDescriptor
func (InstanceGroupConfig_Preemptibility) Enum ¶
func (x InstanceGroupConfig_Preemptibility) Enum() *InstanceGroupConfig_Preemptibility
func (InstanceGroupConfig_Preemptibility) EnumDescriptor
deprecated
func (InstanceGroupConfig_Preemptibility) EnumDescriptor() ([]byte, []int)
Deprecated: Use InstanceGroupConfig_Preemptibility.Descriptor instead.
func (InstanceGroupConfig_Preemptibility) Number ¶
func (x InstanceGroupConfig_Preemptibility) Number() protoreflect.EnumNumber
func (InstanceGroupConfig_Preemptibility) String ¶
func (x InstanceGroupConfig_Preemptibility) String() string
func (InstanceGroupConfig_Preemptibility) Type ¶
func (InstanceGroupConfig_Preemptibility) Type() protoreflect.EnumType
type InstantiateInlineWorkflowTemplateRequest ¶
type InstantiateInlineWorkflowTemplateRequest struct { // Required. The resource name of the region or location, as described // in https://cloud.google.com/apis/design/resource_names. // // * For `projects.regions.workflowTemplates,instantiateinline`, the resource // name of the region has the following format: // `projects/{project_id}/regions/{region}` // // * For `projects.locations.workflowTemplates.instantiateinline`, the // resource name of the location has the following format: // `projects/{project_id}/locations/{location}` Parent string `protobuf:"bytes,1,opt,name=parent,proto3" json:"parent,omitempty"` // Required. The workflow template to instantiate. Template *WorkflowTemplate `protobuf:"bytes,2,opt,name=template,proto3" json:"template,omitempty"` // Deprecated. Please use `request_id` field instead. InstanceId string `protobuf:"bytes,3,opt,name=instance_id,json=instanceId,proto3" json:"instance_id,omitempty"` // Optional. A tag that prevents multiple concurrent workflow // instances with the same tag from running. This mitigates risk of // concurrent instances started due to retries. // // It is recommended to always set this value to a // [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier). // // The tag must contain only letters (a-z, A-Z), numbers (0-9), // underscores (_), and hyphens (-). The maximum length is 40 characters. RequestId string `protobuf:"bytes,4,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"` // contains filtered or unexported fields }
A request to instantiate an inline workflow template.
func (*InstantiateInlineWorkflowTemplateRequest) Descriptor
deprecated
func (*InstantiateInlineWorkflowTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use InstantiateInlineWorkflowTemplateRequest.ProtoReflect.Descriptor instead.
func (*InstantiateInlineWorkflowTemplateRequest) GetInstanceId ¶
func (x *InstantiateInlineWorkflowTemplateRequest) GetInstanceId() string
func (*InstantiateInlineWorkflowTemplateRequest) GetParent ¶
func (x *InstantiateInlineWorkflowTemplateRequest) GetParent() string
func (*InstantiateInlineWorkflowTemplateRequest) GetRequestId ¶
func (x *InstantiateInlineWorkflowTemplateRequest) GetRequestId() string
func (*InstantiateInlineWorkflowTemplateRequest) GetTemplate ¶
func (x *InstantiateInlineWorkflowTemplateRequest) GetTemplate() *WorkflowTemplate
func (*InstantiateInlineWorkflowTemplateRequest) ProtoMessage ¶
func (*InstantiateInlineWorkflowTemplateRequest) ProtoMessage()
func (*InstantiateInlineWorkflowTemplateRequest) ProtoReflect ¶
func (x *InstantiateInlineWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
func (*InstantiateInlineWorkflowTemplateRequest) Reset ¶
func (x *InstantiateInlineWorkflowTemplateRequest) Reset()
func (*InstantiateInlineWorkflowTemplateRequest) String ¶
func (x *InstantiateInlineWorkflowTemplateRequest) String() string
type InstantiateWorkflowTemplateRequest ¶
type InstantiateWorkflowTemplateRequest struct { // Required. The resource name of the workflow template, as described // in https://cloud.google.com/apis/design/resource_names. // // * For `projects.regions.workflowTemplates.instantiate`, the resource name // of the template has the following format: // `projects/{project_id}/regions/{region}/workflowTemplates/{template_id}` // // * For `projects.locations.workflowTemplates.instantiate`, the resource name // of the template has the following format: // `projects/{project_id}/locations/{location}/workflowTemplates/{template_id}` Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // Optional. The version of workflow template to instantiate. If specified, // the workflow will be instantiated only if the current version of // the workflow template has the supplied version. // // This option cannot be used to instantiate a previous version of // workflow template. Version int32 `protobuf:"varint,2,opt,name=version,proto3" json:"version,omitempty"` // Deprecated. Please use `request_id` field instead. // // Deprecated: Do not use. InstanceId string `protobuf:"bytes,3,opt,name=instance_id,json=instanceId,proto3" json:"instance_id,omitempty"` // Optional. A tag that prevents multiple concurrent workflow // instances with the same tag from running. This mitigates risk of // concurrent instances started due to retries. // // It is recommended to always set this value to a // [UUID](https://en.wikipedia.org/wiki/Universally_unique_identifier). // // The tag must contain only letters (a-z, A-Z), numbers (0-9), // underscores (_), and hyphens (-). The maximum length is 40 characters. RequestId string `protobuf:"bytes,5,opt,name=request_id,json=requestId,proto3" json:"request_id,omitempty"` // Optional. Map from parameter names to values that should be used for those // parameters. Values may not exceed 100 characters. Parameters map[string]string `` /* 161-byte string literal not displayed */ // contains filtered or unexported fields }
A request to instantiate a workflow template.
func (*InstantiateWorkflowTemplateRequest) Descriptor
deprecated
func (*InstantiateWorkflowTemplateRequest) Descriptor() ([]byte, []int)
Deprecated: Use InstantiateWorkflowTemplateRequest.ProtoReflect.Descriptor instead.
func (*InstantiateWorkflowTemplateRequest) GetInstanceId
deprecated
func (x *InstantiateWorkflowTemplateRequest) GetInstanceId() string
Deprecated: Do not use.
func (*InstantiateWorkflowTemplateRequest) GetName ¶
func (x *InstantiateWorkflowTemplateRequest) GetName() string
func (*InstantiateWorkflowTemplateRequest) GetParameters ¶
func (x *InstantiateWorkflowTemplateRequest) GetParameters() map[string]string
func (*InstantiateWorkflowTemplateRequest) GetRequestId ¶
func (x *InstantiateWorkflowTemplateRequest) GetRequestId() string
func (*InstantiateWorkflowTemplateRequest) GetVersion ¶
func (x *InstantiateWorkflowTemplateRequest) GetVersion() int32
func (*InstantiateWorkflowTemplateRequest) ProtoMessage ¶
func (*InstantiateWorkflowTemplateRequest) ProtoMessage()
func (*InstantiateWorkflowTemplateRequest) ProtoReflect ¶
func (x *InstantiateWorkflowTemplateRequest) ProtoReflect() protoreflect.Message
func (*InstantiateWorkflowTemplateRequest) Reset ¶
func (x *InstantiateWorkflowTemplateRequest) Reset()
func (*InstantiateWorkflowTemplateRequest) String ¶
func (x *InstantiateWorkflowTemplateRequest) String() string
type Job ¶
type Job struct { // Optional. The fully qualified reference to the job, which can be used to // obtain the equivalent REST path of the job resource. If this property // is not specified when a job is created, the server generates a // <code>job_id</code>. Reference *JobReference `protobuf:"bytes,1,opt,name=reference,proto3" json:"reference,omitempty"` // Required. Job information, including how, when, and where to // run the job. Placement *JobPlacement `protobuf:"bytes,2,opt,name=placement,proto3" json:"placement,omitempty"` // Required. The application/framework-specific portion of the job. // // Types that are assignable to TypeJob: // *Job_HadoopJob // *Job_SparkJob // *Job_PysparkJob // *Job_HiveJob // *Job_PigJob // *Job_SparkRJob // *Job_SparkSqlJob // *Job_PrestoJob TypeJob isJob_TypeJob `protobuf_oneof:"type_job"` // Output only. The job status. Additional application-specific // status information may be contained in the <code>type_job</code> // and <code>yarn_applications</code> fields. Status *JobStatus `protobuf:"bytes,8,opt,name=status,proto3" json:"status,omitempty"` // Output only. The previous job status. StatusHistory []*JobStatus `protobuf:"bytes,13,rep,name=status_history,json=statusHistory,proto3" json:"status_history,omitempty"` // Output only. The collection of YARN applications spun up by this job. // // **Beta** Feature: This report is available for testing purposes only. It // may be changed before final release. YarnApplications []*YarnApplication `protobuf:"bytes,9,rep,name=yarn_applications,json=yarnApplications,proto3" json:"yarn_applications,omitempty"` // Output only. The email address of the user submitting the job. For jobs // submitted on the cluster, the address is <code>username@hostname</code>. SubmittedBy string `protobuf:"bytes,10,opt,name=submitted_by,json=submittedBy,proto3" json:"submitted_by,omitempty"` // Output only. A URI pointing to the location of the stdout of the job's // driver program. DriverOutputResourceUri string `` /* 135-byte string literal not displayed */ // Output only. If present, the location of miscellaneous control files // which may be used as part of job setup and handling. If not present, // control files may be placed in the same location as `driver_output_uri`. DriverControlFilesUri string `` /* 129-byte string literal not displayed */ // Optional. The labels to associate with this job. // Label **keys** must contain 1 to 63 characters, and must conform to // [RFC 1035](https://www.ietf.org/rfc/rfc1035.txt). // Label **values** may be empty, but, if present, must contain 1 to 63 // characters, and must conform to [RFC // 1035](https://www.ietf.org/rfc/rfc1035.txt). No more than 32 labels can be // associated with a job. Labels map[string]string `` /* 154-byte string literal not displayed */ // Optional. Job scheduling configuration. Scheduling *JobScheduling `protobuf:"bytes,20,opt,name=scheduling,proto3" json:"scheduling,omitempty"` // Output only. A UUID that uniquely identifies a job within the project // over time. This is in contrast to a user-settable reference.job_id that // may be reused over time. JobUuid string `protobuf:"bytes,22,opt,name=job_uuid,json=jobUuid,proto3" json:"job_uuid,omitempty"` // Output only. Indicates whether the job is completed. If the value is `false`, // the job is still in progress. If `true`, the job is completed, and // `status.state` field will indicate if it was successful, failed, // or cancelled. Done bool `protobuf:"varint,24,opt,name=done,proto3" json:"done,omitempty"` // contains filtered or unexported fields }
A Dataproc job resource.
func (*Job) Descriptor
deprecated
func (*Job) GetDriverControlFilesUri ¶
func (*Job) GetDriverOutputResourceUri ¶
func (*Job) GetHadoopJob ¶
func (*Job) GetHiveJob ¶
func (*Job) GetJobUuid ¶
func (*Job) GetPlacement ¶
func (x *Job) GetPlacement() *JobPlacement
func (*Job) GetPrestoJob ¶
func (*Job) GetPysparkJob ¶
func (x *Job) GetPysparkJob() *PySparkJob
func (*Job) GetReference ¶
func (x *Job) GetReference() *JobReference
func (*Job) GetScheduling ¶
func (x *Job) GetScheduling() *JobScheduling
func (*Job) GetSparkJob ¶
func (*Job) GetSparkRJob ¶
func (*Job) GetSparkSqlJob ¶
func (x *Job) GetSparkSqlJob() *SparkSqlJob
func (*Job) GetStatusHistory ¶
func (*Job) GetSubmittedBy ¶
func (*Job) GetTypeJob ¶
func (m *Job) GetTypeJob() isJob_TypeJob
func (*Job) GetYarnApplications ¶
func (x *Job) GetYarnApplications() []*YarnApplication
func (*Job) ProtoMessage ¶
func (*Job) ProtoMessage()
func (*Job) ProtoReflect ¶
func (x *Job) ProtoReflect() protoreflect.Message
type JobControllerClient ¶
type JobControllerClient interface { // Submits a job to a cluster. SubmitJob(ctx context.Context, in *SubmitJobRequest, opts ...grpc.CallOption) (*Job, error) // Submits job to a cluster. SubmitJobAsOperation(ctx context.Context, in *SubmitJobRequest, opts ...grpc.CallOption) (*longrunning.Operation, error) // Gets the resource representation for a job in a project. GetJob(ctx context.Context, in *GetJobRequest, opts ...grpc.CallOption) (*Job, error) // Lists regions/{region}/jobs in a project. ListJobs(ctx context.Context, in *ListJobsRequest, opts ...grpc.CallOption) (*ListJobsResponse, error) // Updates a job in a project. UpdateJob(ctx context.Context, in *UpdateJobRequest, opts ...grpc.CallOption) (*Job, error) // Starts a job cancellation request. To access the job resource // after cancellation, call // regions/{region}/jobs.list // or // regions/{region}/jobs.get. CancelJob(ctx context.Context, in *CancelJobRequest, opts ...grpc.CallOption) (*Job, error) // Deletes the job from the project. If the job is active, the delete fails, // and the response returns `FAILED_PRECONDITION`. DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*emptypb.Empty, error) }
JobControllerClient is the client API for JobController service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewJobControllerClient ¶
func NewJobControllerClient(cc grpc.ClientConnInterface) JobControllerClient
type JobControllerServer ¶
type JobControllerServer interface { // Submits a job to a cluster. SubmitJob(context.Context, *SubmitJobRequest) (*Job, error) // Submits job to a cluster. SubmitJobAsOperation(context.Context, *SubmitJobRequest) (*longrunning.Operation, error) // Gets the resource representation for a job in a project. GetJob(context.Context, *GetJobRequest) (*Job, error) // Lists regions/{region}/jobs in a project. ListJobs(context.Context, *ListJobsRequest) (*ListJobsResponse, error) // Updates a job in a project. UpdateJob(context.Context, *UpdateJobRequest) (*Job, error) // Starts a job cancellation request. To access the job resource // after cancellation, call // regions/{region}/jobs.list // or // regions/{region}/jobs.get. CancelJob(context.Context, *CancelJobRequest) (*Job, error) // Deletes the job from the project. If the job is active, the delete fails, // and the response returns `FAILED_PRECONDITION`. DeleteJob(context.Context, *DeleteJobRequest) (*emptypb.Empty, error) }
JobControllerServer is the server API for JobController service.
type JobMetadata ¶
type JobMetadata struct { // Output only. The job id. JobId string `protobuf:"bytes,1,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` // Output only. Most recent job status. Status *JobStatus `protobuf:"bytes,2,opt,name=status,proto3" json:"status,omitempty"` // Output only. Operation type. OperationType string `protobuf:"bytes,3,opt,name=operation_type,json=operationType,proto3" json:"operation_type,omitempty"` // Output only. Job submission time. StartTime *timestamppb.Timestamp `protobuf:"bytes,4,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"` // contains filtered or unexported fields }
Job Operation metadata.
func (*JobMetadata) Descriptor
deprecated
func (*JobMetadata) Descriptor() ([]byte, []int)
Deprecated: Use JobMetadata.ProtoReflect.Descriptor instead.
func (*JobMetadata) GetJobId ¶
func (x *JobMetadata) GetJobId() string
func (*JobMetadata) GetOperationType ¶
func (x *JobMetadata) GetOperationType() string
func (*JobMetadata) GetStartTime ¶
func (x *JobMetadata) GetStartTime() *timestamppb.Timestamp
func (*JobMetadata) GetStatus ¶
func (x *JobMetadata) GetStatus() *JobStatus
func (*JobMetadata) ProtoMessage ¶
func (*JobMetadata) ProtoMessage()
func (*JobMetadata) ProtoReflect ¶
func (x *JobMetadata) ProtoReflect() protoreflect.Message
func (*JobMetadata) Reset ¶
func (x *JobMetadata) Reset()
func (*JobMetadata) String ¶
func (x *JobMetadata) String() string
type JobPlacement ¶
type JobPlacement struct { // Required. The name of the cluster where the job will be submitted. ClusterName string `protobuf:"bytes,1,opt,name=cluster_name,json=clusterName,proto3" json:"cluster_name,omitempty"` // Output only. A cluster UUID generated by the Dataproc service when // the job is submitted. ClusterUuid string `protobuf:"bytes,2,opt,name=cluster_uuid,json=clusterUuid,proto3" json:"cluster_uuid,omitempty"` // contains filtered or unexported fields }
Dataproc job config.
func (*JobPlacement) Descriptor
deprecated
func (*JobPlacement) Descriptor() ([]byte, []int)
Deprecated: Use JobPlacement.ProtoReflect.Descriptor instead.
func (*JobPlacement) GetClusterName ¶
func (x *JobPlacement) GetClusterName() string
func (*JobPlacement) GetClusterUuid ¶
func (x *JobPlacement) GetClusterUuid() string
func (*JobPlacement) ProtoMessage ¶
func (*JobPlacement) ProtoMessage()
func (*JobPlacement) ProtoReflect ¶
func (x *JobPlacement) ProtoReflect() protoreflect.Message
func (*JobPlacement) Reset ¶
func (x *JobPlacement) Reset()
func (*JobPlacement) String ¶
func (x *JobPlacement) String() string
type JobReference ¶
type JobReference struct { // Optional. The ID of the Google Cloud Platform project that the job belongs to. If // specified, must match the request project ID. ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"` // Optional. The job ID, which must be unique within the project. // The ID must contain only letters (a-z, A-Z), numbers (0-9), // underscores (_), or hyphens (-). The maximum length is 100 characters. // // If not specified by the caller, the job ID will be provided by the server. JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"` // contains filtered or unexported fields }
Encapsulates the full scoping used to reference a job.
func (*JobReference) Descriptor
deprecated
func (*JobReference) Descriptor() ([]byte, []int)
Deprecated: Use JobReference.ProtoReflect.Descriptor instead.
func (*JobReference) GetJobId ¶
func (x *JobReference) GetJobId() string
func (*JobReference) GetProjectId ¶
func (x *JobReference) GetProjectId() string
func (*JobReference) ProtoMessage ¶
func (*JobReference) ProtoMessage()
func (*JobReference) ProtoReflect ¶
func (x *JobReference) ProtoReflect() protoreflect.Message
func (*JobReference) Reset ¶
func (x *JobReference) Reset()
func (*JobReference) String ¶
func (x *JobReference) String() string
type JobScheduling ¶
type JobScheduling struct { // Optional. Maximum number of times per hour a driver may be restarted as // a result of driver terminating with non-zero code before job is // reported failed. // // A job may be reported as thrashing if driver exits with non-zero code // 4 times within 10 minute window. // // Maximum value is 10. MaxFailuresPerHour int32 `protobuf:"varint,1,opt,name=max_failures_per_hour,json=maxFailuresPerHour,proto3" json:"max_failures_per_hour,omitempty"` // contains filtered or unexported fields }
Job scheduling options.
func (*JobScheduling) Descriptor
deprecated
func (*JobScheduling) Descriptor() ([]byte, []int)
Deprecated: Use JobScheduling.ProtoReflect.Descriptor instead.
func (*JobScheduling) GetMaxFailuresPerHour ¶
func (x *JobScheduling) GetMaxFailuresPerHour() int32