dataflow

package
Version: v0.0.0-...-4f43b33 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: May 18, 2022 License: Apache-2.0 Imports: 14 Imported by: 1

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	JobType_name = map[int32]string{
		0: "JOB_TYPE_UNKNOWN",
		1: "JOB_TYPE_BATCH",
		2: "JOB_TYPE_STREAMING",
	}
	JobType_value = map[string]int32{
		"JOB_TYPE_UNKNOWN":   0,
		"JOB_TYPE_BATCH":     1,
		"JOB_TYPE_STREAMING": 2,
	}
)

Enum value maps for JobType.

View Source
var (
	FlexResourceSchedulingGoal_name = map[int32]string{
		0: "FLEXRS_UNSPECIFIED",
		1: "FLEXRS_SPEED_OPTIMIZED",
		2: "FLEXRS_COST_OPTIMIZED",
	}
	FlexResourceSchedulingGoal_value = map[string]int32{
		"FLEXRS_UNSPECIFIED":     0,
		"FLEXRS_SPEED_OPTIMIZED": 1,
		"FLEXRS_COST_OPTIMIZED":  2,
	}
)

Enum value maps for FlexResourceSchedulingGoal.

View Source
var (
	TeardownPolicy_name = map[int32]string{
		0: "TEARDOWN_POLICY_UNKNOWN",
		1: "TEARDOWN_ALWAYS",
		2: "TEARDOWN_ON_SUCCESS",
		3: "TEARDOWN_NEVER",
	}
	TeardownPolicy_value = map[string]int32{
		"TEARDOWN_POLICY_UNKNOWN": 0,
		"TEARDOWN_ALWAYS":         1,
		"TEARDOWN_ON_SUCCESS":     2,
		"TEARDOWN_NEVER":          3,
	}
)

Enum value maps for TeardownPolicy.

View Source
var (
	DefaultPackageSet_name = map[int32]string{
		0: "DEFAULT_PACKAGE_SET_UNKNOWN",
		1: "DEFAULT_PACKAGE_SET_NONE",
		2: "DEFAULT_PACKAGE_SET_JAVA",
		3: "DEFAULT_PACKAGE_SET_PYTHON",
	}
	DefaultPackageSet_value = map[string]int32{
		"DEFAULT_PACKAGE_SET_UNKNOWN": 0,
		"DEFAULT_PACKAGE_SET_NONE":    1,
		"DEFAULT_PACKAGE_SET_JAVA":    2,
		"DEFAULT_PACKAGE_SET_PYTHON":  3,
	}
)

Enum value maps for DefaultPackageSet.

View Source
var (
	AutoscalingAlgorithm_name = map[int32]string{
		0: "AUTOSCALING_ALGORITHM_UNKNOWN",
		1: "AUTOSCALING_ALGORITHM_NONE",
		2: "AUTOSCALING_ALGORITHM_BASIC",
	}
	AutoscalingAlgorithm_value = map[string]int32{
		"AUTOSCALING_ALGORITHM_UNKNOWN": 0,
		"AUTOSCALING_ALGORITHM_NONE":    1,
		"AUTOSCALING_ALGORITHM_BASIC":   2,
	}
)

Enum value maps for AutoscalingAlgorithm.

View Source
var (
	WorkerIPAddressConfiguration_name = map[int32]string{
		0: "WORKER_IP_UNSPECIFIED",
		1: "WORKER_IP_PUBLIC",
		2: "WORKER_IP_PRIVATE",
	}
	WorkerIPAddressConfiguration_value = map[string]int32{
		"WORKER_IP_UNSPECIFIED": 0,
		"WORKER_IP_PUBLIC":      1,
		"WORKER_IP_PRIVATE":     2,
	}
)

Enum value maps for WorkerIPAddressConfiguration.

View Source
var (
	ShuffleMode_name = map[int32]string{
		0: "SHUFFLE_MODE_UNSPECIFIED",
		1: "VM_BASED",
		2: "SERVICE_BASED",
	}
	ShuffleMode_value = map[string]int32{
		"SHUFFLE_MODE_UNSPECIFIED": 0,
		"VM_BASED":                 1,
		"SERVICE_BASED":            2,
	}
)

Enum value maps for ShuffleMode.

View Source
var (
	KindType_name = map[int32]string{
		0: "UNKNOWN_KIND",
		1: "PAR_DO_KIND",
		2: "GROUP_BY_KEY_KIND",
		3: "FLATTEN_KIND",
		4: "READ_KIND",
		5: "WRITE_KIND",
		6: "CONSTANT_KIND",
		7: "SINGLETON_KIND",
		8: "SHUFFLE_KIND",
	}
	KindType_value = map[string]int32{
		"UNKNOWN_KIND":      0,
		"PAR_DO_KIND":       1,
		"GROUP_BY_KEY_KIND": 2,
		"FLATTEN_KIND":      3,
		"READ_KIND":         4,
		"WRITE_KIND":        5,
		"CONSTANT_KIND":     6,
		"SINGLETON_KIND":    7,
		"SHUFFLE_KIND":      8,
	}
)

Enum value maps for KindType.

View Source
var (
	JobState_name = map[int32]string{
		0:  "JOB_STATE_UNKNOWN",
		1:  "JOB_STATE_STOPPED",
		2:  "JOB_STATE_RUNNING",
		3:  "JOB_STATE_DONE",
		4:  "JOB_STATE_FAILED",
		5:  "JOB_STATE_CANCELLED",
		6:  "JOB_STATE_UPDATED",
		7:  "JOB_STATE_DRAINING",
		8:  "JOB_STATE_DRAINED",
		9:  "JOB_STATE_PENDING",
		10: "JOB_STATE_CANCELLING",
		11: "JOB_STATE_QUEUED",
		12: "JOB_STATE_RESOURCE_CLEANING_UP",
	}
	JobState_value = map[string]int32{
		"JOB_STATE_UNKNOWN":              0,
		"JOB_STATE_STOPPED":              1,
		"JOB_STATE_RUNNING":              2,
		"JOB_STATE_DONE":                 3,
		"JOB_STATE_FAILED":               4,
		"JOB_STATE_CANCELLED":            5,
		"JOB_STATE_UPDATED":              6,
		"JOB_STATE_DRAINING":             7,
		"JOB_STATE_DRAINED":              8,
		"JOB_STATE_PENDING":              9,
		"JOB_STATE_CANCELLING":           10,
		"JOB_STATE_QUEUED":               11,
		"JOB_STATE_RESOURCE_CLEANING_UP": 12,
	}
)

Enum value maps for JobState.

View Source
var (
	JobView_name = map[int32]string{
		0: "JOB_VIEW_UNKNOWN",
		1: "JOB_VIEW_SUMMARY",
		2: "JOB_VIEW_ALL",
		3: "JOB_VIEW_DESCRIPTION",
	}
	JobView_value = map[string]int32{
		"JOB_VIEW_UNKNOWN":     0,
		"JOB_VIEW_SUMMARY":     1,
		"JOB_VIEW_ALL":         2,
		"JOB_VIEW_DESCRIPTION": 3,
	}
)

Enum value maps for JobView.

View Source
var (
	SdkVersion_SdkSupportStatus_name = map[int32]string{
		0: "UNKNOWN",
		1: "SUPPORTED",
		2: "STALE",
		3: "DEPRECATED",
		4: "UNSUPPORTED",
	}
	SdkVersion_SdkSupportStatus_value = map[string]int32{
		"UNKNOWN":     0,
		"SUPPORTED":   1,
		"STALE":       2,
		"DEPRECATED":  3,
		"UNSUPPORTED": 4,
	}
)

Enum value maps for SdkVersion_SdkSupportStatus.

View Source
var (
	ListJobsRequest_Filter_name = map[int32]string{
		0: "UNKNOWN",
		1: "ALL",
		2: "TERMINATED",
		3: "ACTIVE",
	}
	ListJobsRequest_Filter_value = map[string]int32{
		"UNKNOWN":    0,
		"ALL":        1,
		"TERMINATED": 2,
		"ACTIVE":     3,
	}
)

Enum value maps for ListJobsRequest_Filter.

View Source
var (
	JobMessageImportance_name = map[int32]string{
		0: "JOB_MESSAGE_IMPORTANCE_UNKNOWN",
		1: "JOB_MESSAGE_DEBUG",
		2: "JOB_MESSAGE_DETAILED",
		5: "JOB_MESSAGE_BASIC",
		3: "JOB_MESSAGE_WARNING",
		4: "JOB_MESSAGE_ERROR",
	}
	JobMessageImportance_value = map[string]int32{
		"JOB_MESSAGE_IMPORTANCE_UNKNOWN": 0,
		"JOB_MESSAGE_DEBUG":              1,
		"JOB_MESSAGE_DETAILED":           2,
		"JOB_MESSAGE_BASIC":              5,
		"JOB_MESSAGE_WARNING":            3,
		"JOB_MESSAGE_ERROR":              4,
	}
)

Enum value maps for JobMessageImportance.

View Source
var (
	AutoscalingEvent_AutoscalingEventType_name = map[int32]string{
		0: "TYPE_UNKNOWN",
		1: "TARGET_NUM_WORKERS_CHANGED",
		2: "CURRENT_NUM_WORKERS_CHANGED",
		3: "ACTUATION_FAILURE",
		4: "NO_CHANGE",
	}
	AutoscalingEvent_AutoscalingEventType_value = map[string]int32{
		"TYPE_UNKNOWN":                0,
		"TARGET_NUM_WORKERS_CHANGED":  1,
		"CURRENT_NUM_WORKERS_CHANGED": 2,
		"ACTUATION_FAILURE":           3,
		"NO_CHANGE":                   4,
	}
)

Enum value maps for AutoscalingEvent_AutoscalingEventType.

View Source
var (
	ExecutionState_name = map[int32]string{
		0: "EXECUTION_STATE_UNKNOWN",
		1: "EXECUTION_STATE_NOT_STARTED",
		2: "EXECUTION_STATE_RUNNING",
		3: "EXECUTION_STATE_SUCCEEDED",
		4: "EXECUTION_STATE_FAILED",
		5: "EXECUTION_STATE_CANCELLED",
	}
	ExecutionState_value = map[string]int32{
		"EXECUTION_STATE_UNKNOWN":     0,
		"EXECUTION_STATE_NOT_STARTED": 1,
		"EXECUTION_STATE_RUNNING":     2,
		"EXECUTION_STATE_SUCCEEDED":   3,
		"EXECUTION_STATE_FAILED":      4,
		"EXECUTION_STATE_CANCELLED":   5,
	}
)

Enum value maps for ExecutionState.

View Source
var (
	SnapshotState_name = map[int32]string{
		0: "UNKNOWN_SNAPSHOT_STATE",
		1: "PENDING",
		2: "RUNNING",
		3: "READY",
		4: "FAILED",
		5: "DELETED",
	}
	SnapshotState_value = map[string]int32{
		"UNKNOWN_SNAPSHOT_STATE": 0,
		"PENDING":                1,
		"RUNNING":                2,
		"READY":                  3,
		"FAILED":                 4,
		"DELETED":                5,
	}
)

Enum value maps for SnapshotState.

View Source
var (
	ParameterType_name = map[int32]string{
		0: "DEFAULT",
		1: "TEXT",
		2: "GCS_READ_BUCKET",
		3: "GCS_WRITE_BUCKET",
		4: "GCS_READ_FILE",
		5: "GCS_WRITE_FILE",
		6: "GCS_READ_FOLDER",
		7: "GCS_WRITE_FOLDER",
		8: "PUBSUB_TOPIC",
		9: "PUBSUB_SUBSCRIPTION",
	}
	ParameterType_value = map[string]int32{
		"DEFAULT":             0,
		"TEXT":                1,
		"GCS_READ_BUCKET":     2,
		"GCS_WRITE_BUCKET":    3,
		"GCS_READ_FILE":       4,
		"GCS_WRITE_FILE":      5,
		"GCS_READ_FOLDER":     6,
		"GCS_WRITE_FOLDER":    7,
		"PUBSUB_TOPIC":        8,
		"PUBSUB_SUBSCRIPTION": 9,
	}
)

Enum value maps for ParameterType.

View Source
var (
	SDKInfo_Language_name = map[int32]string{
		0: "UNKNOWN",
		1: "JAVA",
		2: "PYTHON",
	}
	SDKInfo_Language_value = map[string]int32{
		"UNKNOWN": 0,
		"JAVA":    1,
		"PYTHON":  2,
	}
)

Enum value maps for SDKInfo_Language.

View Source
var (
	GetTemplateRequest_TemplateView_name = map[int32]string{
		0: "METADATA_ONLY",
	}
	GetTemplateRequest_TemplateView_value = map[string]int32{
		"METADATA_ONLY": 0,
	}
)

Enum value maps for GetTemplateRequest_TemplateView.

View Source
var (
	GetTemplateResponse_TemplateType_name = map[int32]string{
		0: "UNKNOWN",
		1: "LEGACY",
		2: "FLEX",
	}
	GetTemplateResponse_TemplateType_value = map[string]int32{
		"UNKNOWN": 0,
		"LEGACY":  1,
		"FLEX":    2,
	}
)

Enum value maps for GetTemplateResponse_TemplateType.

View Source
var File_google_dataflow_v1beta3_environment_proto protoreflect.FileDescriptor
View Source
var File_google_dataflow_v1beta3_jobs_proto protoreflect.FileDescriptor
View Source
var File_google_dataflow_v1beta3_messages_proto protoreflect.FileDescriptor
View Source
var File_google_dataflow_v1beta3_metrics_proto protoreflect.FileDescriptor
View Source
var File_google_dataflow_v1beta3_snapshots_proto protoreflect.FileDescriptor
View Source
var File_google_dataflow_v1beta3_streaming_proto protoreflect.FileDescriptor
View Source
var File_google_dataflow_v1beta3_templates_proto protoreflect.FileDescriptor

Functions

func RegisterFlexTemplatesServiceServer

func RegisterFlexTemplatesServiceServer(s *grpc.Server, srv FlexTemplatesServiceServer)

func RegisterJobsV1Beta3Server

func RegisterJobsV1Beta3Server(s *grpc.Server, srv JobsV1Beta3Server)

func RegisterMessagesV1Beta3Server

func RegisterMessagesV1Beta3Server(s *grpc.Server, srv MessagesV1Beta3Server)

func RegisterMetricsV1Beta3Server

func RegisterMetricsV1Beta3Server(s *grpc.Server, srv MetricsV1Beta3Server)

func RegisterSnapshotsV1Beta3Server

func RegisterSnapshotsV1Beta3Server(s *grpc.Server, srv SnapshotsV1Beta3Server)

func RegisterTemplatesServiceServer

func RegisterTemplatesServiceServer(s *grpc.Server, srv TemplatesServiceServer)

Types

type AutoscalingAlgorithm

type AutoscalingAlgorithm int32

Specifies the algorithm used to determine the number of worker processes to run at any given point in time, based on the amount of data left to process, the number of workers, and how quickly existing workers are processing data.

const (
	// The algorithm is unknown, or unspecified.
	AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_UNKNOWN AutoscalingAlgorithm = 0
	// Disable autoscaling.
	AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_NONE AutoscalingAlgorithm = 1
	// Increase worker count over time to reduce job execution time.
	AutoscalingAlgorithm_AUTOSCALING_ALGORITHM_BASIC AutoscalingAlgorithm = 2
)

func (AutoscalingAlgorithm) Descriptor

func (AutoscalingAlgorithm) Enum

func (AutoscalingAlgorithm) EnumDescriptor deprecated

func (AutoscalingAlgorithm) EnumDescriptor() ([]byte, []int)

Deprecated: Use AutoscalingAlgorithm.Descriptor instead.

func (AutoscalingAlgorithm) Number

func (AutoscalingAlgorithm) String

func (x AutoscalingAlgorithm) String() string

func (AutoscalingAlgorithm) Type

type AutoscalingEvent

type AutoscalingEvent struct {

	// The current number of workers the job has.
	CurrentNumWorkers int64 `protobuf:"varint,1,opt,name=current_num_workers,json=currentNumWorkers,proto3" json:"current_num_workers,omitempty"`
	// The target number of workers the worker pool wants to resize to use.
	TargetNumWorkers int64 `protobuf:"varint,2,opt,name=target_num_workers,json=targetNumWorkers,proto3" json:"target_num_workers,omitempty"`
	// The type of autoscaling event to report.
	EventType AutoscalingEvent_AutoscalingEventType `` /* 156-byte string literal not displayed */
	// A message describing why the system decided to adjust the current
	// number of workers, why it failed, or why the system decided to
	// not make any changes to the number of workers.
	Description *StructuredMessage `protobuf:"bytes,4,opt,name=description,proto3" json:"description,omitempty"`
	// The time this event was emitted to indicate a new target or current
	// num_workers value.
	Time *timestamppb.Timestamp `protobuf:"bytes,5,opt,name=time,proto3" json:"time,omitempty"`
	// A short and friendly name for the worker pool this event refers to.
	WorkerPool string `protobuf:"bytes,7,opt,name=worker_pool,json=workerPool,proto3" json:"worker_pool,omitempty"`
	// contains filtered or unexported fields
}

A structured message reporting an autoscaling decision made by the Dataflow service.

func (*AutoscalingEvent) Descriptor deprecated

func (*AutoscalingEvent) Descriptor() ([]byte, []int)

Deprecated: Use AutoscalingEvent.ProtoReflect.Descriptor instead.

func (*AutoscalingEvent) GetCurrentNumWorkers

func (x *AutoscalingEvent) GetCurrentNumWorkers() int64

func (*AutoscalingEvent) GetDescription

func (x *AutoscalingEvent) GetDescription() *StructuredMessage

func (*AutoscalingEvent) GetEventType

func (*AutoscalingEvent) GetTargetNumWorkers

func (x *AutoscalingEvent) GetTargetNumWorkers() int64

func (*AutoscalingEvent) GetTime

func (x *AutoscalingEvent) GetTime() *timestamppb.Timestamp

func (*AutoscalingEvent) GetWorkerPool

func (x *AutoscalingEvent) GetWorkerPool() string

func (*AutoscalingEvent) ProtoMessage

func (*AutoscalingEvent) ProtoMessage()

func (*AutoscalingEvent) ProtoReflect

func (x *AutoscalingEvent) ProtoReflect() protoreflect.Message

func (*AutoscalingEvent) Reset

func (x *AutoscalingEvent) Reset()

func (*AutoscalingEvent) String

func (x *AutoscalingEvent) String() string

type AutoscalingEvent_AutoscalingEventType

type AutoscalingEvent_AutoscalingEventType int32

Indicates the type of autoscaling event.

const (
	// Default type for the enum.  Value should never be returned.
	AutoscalingEvent_TYPE_UNKNOWN AutoscalingEvent_AutoscalingEventType = 0
	// The TARGET_NUM_WORKERS_CHANGED type should be used when the target
	// worker pool size has changed at the start of an actuation. An event
	// should always be specified as TARGET_NUM_WORKERS_CHANGED if it reflects
	// a change in the target_num_workers.
	AutoscalingEvent_TARGET_NUM_WORKERS_CHANGED AutoscalingEvent_AutoscalingEventType = 1
	// The CURRENT_NUM_WORKERS_CHANGED type should be used when actual worker
	// pool size has been changed, but the target_num_workers has not changed.
	AutoscalingEvent_CURRENT_NUM_WORKERS_CHANGED AutoscalingEvent_AutoscalingEventType = 2
	// The ACTUATION_FAILURE type should be used when we want to report
	// an error to the user indicating why the current number of workers
	// in the pool could not be changed.
	// Displayed in the current status and history widgets.
	AutoscalingEvent_ACTUATION_FAILURE AutoscalingEvent_AutoscalingEventType = 3
	// Used when we want to report to the user a reason why we are
	// not currently adjusting the number of workers.
	// Should specify both target_num_workers, current_num_workers and a
	// decision_message.
	AutoscalingEvent_NO_CHANGE AutoscalingEvent_AutoscalingEventType = 4
)

func (AutoscalingEvent_AutoscalingEventType) Descriptor

func (AutoscalingEvent_AutoscalingEventType) Enum

func (AutoscalingEvent_AutoscalingEventType) EnumDescriptor deprecated

func (AutoscalingEvent_AutoscalingEventType) EnumDescriptor() ([]byte, []int)

Deprecated: Use AutoscalingEvent_AutoscalingEventType.Descriptor instead.

func (AutoscalingEvent_AutoscalingEventType) Number

func (AutoscalingEvent_AutoscalingEventType) String

func (AutoscalingEvent_AutoscalingEventType) Type

type AutoscalingSettings

type AutoscalingSettings struct {

	// The algorithm to use for autoscaling.
	Algorithm AutoscalingAlgorithm `protobuf:"varint,1,opt,name=algorithm,proto3,enum=google.dataflow.v1beta3.AutoscalingAlgorithm" json:"algorithm,omitempty"`
	// The maximum number of workers to cap scaling at.
	MaxNumWorkers int32 `protobuf:"varint,2,opt,name=max_num_workers,json=maxNumWorkers,proto3" json:"max_num_workers,omitempty"`
	// contains filtered or unexported fields
}

Settings for WorkerPool autoscaling.

func (*AutoscalingSettings) Descriptor deprecated

func (*AutoscalingSettings) Descriptor() ([]byte, []int)

Deprecated: Use AutoscalingSettings.ProtoReflect.Descriptor instead.

func (*AutoscalingSettings) GetAlgorithm

func (x *AutoscalingSettings) GetAlgorithm() AutoscalingAlgorithm

func (*AutoscalingSettings) GetMaxNumWorkers

func (x *AutoscalingSettings) GetMaxNumWorkers() int32

func (*AutoscalingSettings) ProtoMessage

func (*AutoscalingSettings) ProtoMessage()

func (*AutoscalingSettings) ProtoReflect

func (x *AutoscalingSettings) ProtoReflect() protoreflect.Message

func (*AutoscalingSettings) Reset

func (x *AutoscalingSettings) Reset()

func (*AutoscalingSettings) String

func (x *AutoscalingSettings) String() string

type BigQueryIODetails

type BigQueryIODetails struct {

	// Table accessed in the connection.
	Table string `protobuf:"bytes,1,opt,name=table,proto3" json:"table,omitempty"`
	// Dataset accessed in the connection.
	Dataset string `protobuf:"bytes,2,opt,name=dataset,proto3" json:"dataset,omitempty"`
	// Project accessed in the connection.
	ProjectId string `protobuf:"bytes,3,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// Query used to access data in the connection.
	Query string `protobuf:"bytes,4,opt,name=query,proto3" json:"query,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a BigQuery connector used by the job.

func (*BigQueryIODetails) Descriptor deprecated

func (*BigQueryIODetails) Descriptor() ([]byte, []int)

Deprecated: Use BigQueryIODetails.ProtoReflect.Descriptor instead.

func (*BigQueryIODetails) GetDataset

func (x *BigQueryIODetails) GetDataset() string

func (*BigQueryIODetails) GetProjectId

func (x *BigQueryIODetails) GetProjectId() string

func (*BigQueryIODetails) GetQuery

func (x *BigQueryIODetails) GetQuery() string

func (*BigQueryIODetails) GetTable

func (x *BigQueryIODetails) GetTable() string

func (*BigQueryIODetails) ProtoMessage

func (*BigQueryIODetails) ProtoMessage()

func (*BigQueryIODetails) ProtoReflect

func (x *BigQueryIODetails) ProtoReflect() protoreflect.Message

func (*BigQueryIODetails) Reset

func (x *BigQueryIODetails) Reset()

func (*BigQueryIODetails) String

func (x *BigQueryIODetails) String() string

type BigTableIODetails

type BigTableIODetails struct {

	// ProjectId accessed in the connection.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// InstanceId accessed in the connection.
	InstanceId string `protobuf:"bytes,2,opt,name=instance_id,json=instanceId,proto3" json:"instance_id,omitempty"`
	// TableId accessed in the connection.
	TableId string `protobuf:"bytes,3,opt,name=table_id,json=tableId,proto3" json:"table_id,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a Cloud Bigtable connector used by the job.

func (*BigTableIODetails) Descriptor deprecated

func (*BigTableIODetails) Descriptor() ([]byte, []int)

Deprecated: Use BigTableIODetails.ProtoReflect.Descriptor instead.

func (*BigTableIODetails) GetInstanceId

func (x *BigTableIODetails) GetInstanceId() string

func (*BigTableIODetails) GetProjectId

func (x *BigTableIODetails) GetProjectId() string

func (*BigTableIODetails) GetTableId

func (x *BigTableIODetails) GetTableId() string

func (*BigTableIODetails) ProtoMessage

func (*BigTableIODetails) ProtoMessage()

func (*BigTableIODetails) ProtoReflect

func (x *BigTableIODetails) ProtoReflect() protoreflect.Message

func (*BigTableIODetails) Reset

func (x *BigTableIODetails) Reset()

func (*BigTableIODetails) String

func (x *BigTableIODetails) String() string

type CheckActiveJobsRequest

type CheckActiveJobsRequest struct {

	// The project which owns the jobs.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// contains filtered or unexported fields
}

Request to check is active jobs exists for a project

func (*CheckActiveJobsRequest) Descriptor deprecated

func (*CheckActiveJobsRequest) Descriptor() ([]byte, []int)

Deprecated: Use CheckActiveJobsRequest.ProtoReflect.Descriptor instead.

func (*CheckActiveJobsRequest) GetProjectId

func (x *CheckActiveJobsRequest) GetProjectId() string

func (*CheckActiveJobsRequest) ProtoMessage

func (*CheckActiveJobsRequest) ProtoMessage()

func (*CheckActiveJobsRequest) ProtoReflect

func (x *CheckActiveJobsRequest) ProtoReflect() protoreflect.Message

func (*CheckActiveJobsRequest) Reset

func (x *CheckActiveJobsRequest) Reset()

func (*CheckActiveJobsRequest) String

func (x *CheckActiveJobsRequest) String() string

type CheckActiveJobsResponse

type CheckActiveJobsResponse struct {

	// If True, active jobs exists for project. False otherwise.
	ActiveJobsExist bool `protobuf:"varint,1,opt,name=active_jobs_exist,json=activeJobsExist,proto3" json:"active_jobs_exist,omitempty"`
	// contains filtered or unexported fields
}

Response for CheckActiveJobsRequest.

func (*CheckActiveJobsResponse) Descriptor deprecated

func (*CheckActiveJobsResponse) Descriptor() ([]byte, []int)

Deprecated: Use CheckActiveJobsResponse.ProtoReflect.Descriptor instead.

func (*CheckActiveJobsResponse) GetActiveJobsExist

func (x *CheckActiveJobsResponse) GetActiveJobsExist() bool

func (*CheckActiveJobsResponse) ProtoMessage

func (*CheckActiveJobsResponse) ProtoMessage()

func (*CheckActiveJobsResponse) ProtoReflect

func (x *CheckActiveJobsResponse) ProtoReflect() protoreflect.Message

func (*CheckActiveJobsResponse) Reset

func (x *CheckActiveJobsResponse) Reset()

func (*CheckActiveJobsResponse) String

func (x *CheckActiveJobsResponse) String() string

type ComputationTopology

type ComputationTopology struct {

	// The system stage name.
	SystemStageName string `protobuf:"bytes,1,opt,name=system_stage_name,json=systemStageName,proto3" json:"system_stage_name,omitempty"`
	// The ID of the computation.
	ComputationId string `protobuf:"bytes,5,opt,name=computation_id,json=computationId,proto3" json:"computation_id,omitempty"`
	// The key ranges processed by the computation.
	KeyRanges []*KeyRangeLocation `protobuf:"bytes,2,rep,name=key_ranges,json=keyRanges,proto3" json:"key_ranges,omitempty"`
	// The inputs to the computation.
	Inputs []*StreamLocation `protobuf:"bytes,3,rep,name=inputs,proto3" json:"inputs,omitempty"`
	// The outputs from the computation.
	Outputs []*StreamLocation `protobuf:"bytes,4,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// The state family values.
	StateFamilies []*StateFamilyConfig `protobuf:"bytes,7,rep,name=state_families,json=stateFamilies,proto3" json:"state_families,omitempty"`
	// contains filtered or unexported fields
}

All configuration data for a particular Computation.

func (*ComputationTopology) Descriptor deprecated

func (*ComputationTopology) Descriptor() ([]byte, []int)

Deprecated: Use ComputationTopology.ProtoReflect.Descriptor instead.

func (*ComputationTopology) GetComputationId

func (x *ComputationTopology) GetComputationId() string

func (*ComputationTopology) GetInputs

func (x *ComputationTopology) GetInputs() []*StreamLocation

func (*ComputationTopology) GetKeyRanges

func (x *ComputationTopology) GetKeyRanges() []*KeyRangeLocation

func (*ComputationTopology) GetOutputs

func (x *ComputationTopology) GetOutputs() []*StreamLocation

func (*ComputationTopology) GetStateFamilies

func (x *ComputationTopology) GetStateFamilies() []*StateFamilyConfig

func (*ComputationTopology) GetSystemStageName

func (x *ComputationTopology) GetSystemStageName() string

func (*ComputationTopology) ProtoMessage

func (*ComputationTopology) ProtoMessage()

func (*ComputationTopology) ProtoReflect

func (x *ComputationTopology) ProtoReflect() protoreflect.Message

func (*ComputationTopology) Reset

func (x *ComputationTopology) Reset()

func (*ComputationTopology) String

func (x *ComputationTopology) String() string

type ContainerSpec

type ContainerSpec struct {

	// Name of the docker container image. E.g., gcr.io/project/some-image
	Image string `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	// Metadata describing a template including description and validation rules.
	Metadata *TemplateMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"`
	// Required. SDK info of the Flex Template.
	SdkInfo *SDKInfo `protobuf:"bytes,3,opt,name=sdk_info,json=sdkInfo,proto3" json:"sdk_info,omitempty"`
	// Default runtime environment for the job.
	DefaultEnvironment *FlexTemplateRuntimeEnvironment `protobuf:"bytes,4,opt,name=default_environment,json=defaultEnvironment,proto3" json:"default_environment,omitempty"`
	// contains filtered or unexported fields
}

Container Spec.

func (*ContainerSpec) Descriptor deprecated

func (*ContainerSpec) Descriptor() ([]byte, []int)

Deprecated: Use ContainerSpec.ProtoReflect.Descriptor instead.

func (*ContainerSpec) GetDefaultEnvironment

func (x *ContainerSpec) GetDefaultEnvironment() *FlexTemplateRuntimeEnvironment

func (*ContainerSpec) GetImage

func (x *ContainerSpec) GetImage() string

func (*ContainerSpec) GetMetadata

func (x *ContainerSpec) GetMetadata() *TemplateMetadata

func (*ContainerSpec) GetSdkInfo

func (x *ContainerSpec) GetSdkInfo() *SDKInfo

func (*ContainerSpec) ProtoMessage

func (*ContainerSpec) ProtoMessage()

func (*ContainerSpec) ProtoReflect

func (x *ContainerSpec) ProtoReflect() protoreflect.Message

func (*ContainerSpec) Reset

func (x *ContainerSpec) Reset()

func (*ContainerSpec) String

func (x *ContainerSpec) String() string

type CreateJobFromTemplateRequest

type CreateJobFromTemplateRequest struct {

	// Required. The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// Required. The job name to use for the created job.
	JobName string `protobuf:"bytes,4,opt,name=job_name,json=jobName,proto3" json:"job_name,omitempty"`
	// The template from which to create the job.
	//
	// Types that are assignable to Template:
	//	*CreateJobFromTemplateRequest_GcsPath
	Template isCreateJobFromTemplateRequest_Template `protobuf_oneof:"template"`
	// The runtime parameters to pass to the job.
	Parameters map[string]string `` /* 161-byte string literal not displayed */
	// The runtime environment for the job.
	Environment *RuntimeEnvironment `protobuf:"bytes,5,opt,name=environment,proto3" json:"environment,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
	// which to direct the request.
	Location string `protobuf:"bytes,6,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

A request to create a Cloud Dataflow job from a template.

func (*CreateJobFromTemplateRequest) Descriptor deprecated

func (*CreateJobFromTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateJobFromTemplateRequest.ProtoReflect.Descriptor instead.

func (*CreateJobFromTemplateRequest) GetEnvironment

func (x *CreateJobFromTemplateRequest) GetEnvironment() *RuntimeEnvironment

func (*CreateJobFromTemplateRequest) GetGcsPath

func (x *CreateJobFromTemplateRequest) GetGcsPath() string

func (*CreateJobFromTemplateRequest) GetJobName

func (x *CreateJobFromTemplateRequest) GetJobName() string

func (*CreateJobFromTemplateRequest) GetLocation

func (x *CreateJobFromTemplateRequest) GetLocation() string

func (*CreateJobFromTemplateRequest) GetParameters

func (x *CreateJobFromTemplateRequest) GetParameters() map[string]string

func (*CreateJobFromTemplateRequest) GetProjectId

func (x *CreateJobFromTemplateRequest) GetProjectId() string

func (*CreateJobFromTemplateRequest) GetTemplate

func (m *CreateJobFromTemplateRequest) GetTemplate() isCreateJobFromTemplateRequest_Template

func (*CreateJobFromTemplateRequest) ProtoMessage

func (*CreateJobFromTemplateRequest) ProtoMessage()

func (*CreateJobFromTemplateRequest) ProtoReflect

func (*CreateJobFromTemplateRequest) Reset

func (x *CreateJobFromTemplateRequest) Reset()

func (*CreateJobFromTemplateRequest) String

type CreateJobFromTemplateRequest_GcsPath

type CreateJobFromTemplateRequest_GcsPath struct {
	// Required. A Cloud Storage path to the template from which to
	// create the job.
	// Must be a valid Cloud Storage URL, beginning with `gs://`.
	GcsPath string `protobuf:"bytes,2,opt,name=gcs_path,json=gcsPath,proto3,oneof"`
}

type CreateJobRequest

type CreateJobRequest struct {

	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job to create.
	Job *Job `protobuf:"bytes,2,opt,name=job,proto3" json:"job,omitempty"`
	// The level of information requested in response.
	View JobView `protobuf:"varint,3,opt,name=view,proto3,enum=google.dataflow.v1beta3.JobView" json:"view,omitempty"`
	// Deprecated. This field is now in the Job message.
	ReplaceJobId string `protobuf:"bytes,4,opt,name=replace_job_id,json=replaceJobId,proto3" json:"replace_job_id,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains this job.
	Location string `protobuf:"bytes,5,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to create a Cloud Dataflow job.

func (*CreateJobRequest) Descriptor deprecated

func (*CreateJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateJobRequest.ProtoReflect.Descriptor instead.

func (*CreateJobRequest) GetJob

func (x *CreateJobRequest) GetJob() *Job

func (*CreateJobRequest) GetLocation

func (x *CreateJobRequest) GetLocation() string

func (*CreateJobRequest) GetProjectId

func (x *CreateJobRequest) GetProjectId() string

func (*CreateJobRequest) GetReplaceJobId

func (x *CreateJobRequest) GetReplaceJobId() string

func (*CreateJobRequest) GetView

func (x *CreateJobRequest) GetView() JobView

func (*CreateJobRequest) ProtoMessage

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) ProtoReflect

func (x *CreateJobRequest) ProtoReflect() protoreflect.Message

func (*CreateJobRequest) Reset

func (x *CreateJobRequest) Reset()

func (*CreateJobRequest) String

func (x *CreateJobRequest) String() string

type CustomSourceLocation

type CustomSourceLocation struct {

	// Whether this source is stateful.
	Stateful bool `protobuf:"varint,1,opt,name=stateful,proto3" json:"stateful,omitempty"`
	// contains filtered or unexported fields
}

Identifies the location of a custom souce.

func (*CustomSourceLocation) Descriptor deprecated

func (*CustomSourceLocation) Descriptor() ([]byte, []int)

Deprecated: Use CustomSourceLocation.ProtoReflect.Descriptor instead.

func (*CustomSourceLocation) GetStateful

func (x *CustomSourceLocation) GetStateful() bool

func (*CustomSourceLocation) ProtoMessage

func (*CustomSourceLocation) ProtoMessage()

func (*CustomSourceLocation) ProtoReflect

func (x *CustomSourceLocation) ProtoReflect() protoreflect.Message

func (*CustomSourceLocation) Reset

func (x *CustomSourceLocation) Reset()

func (*CustomSourceLocation) String

func (x *CustomSourceLocation) String() string

type DataDiskAssignment

type DataDiskAssignment struct {

	// VM instance name the data disks mounted to, for example
	// "myproject-1014-104817-4c2-harness-0".
	VmInstance string `protobuf:"bytes,1,opt,name=vm_instance,json=vmInstance,proto3" json:"vm_instance,omitempty"`
	// Mounted data disks. The order is important a data disk's 0-based index in
	// this list defines which persistent directory the disk is mounted to, for
	// example the list of { "myproject-1014-104817-4c2-harness-0-disk-0" },
	// { "myproject-1014-104817-4c2-harness-0-disk-1" }.
	DataDisks []string `protobuf:"bytes,2,rep,name=data_disks,json=dataDisks,proto3" json:"data_disks,omitempty"`
	// contains filtered or unexported fields
}

Data disk assignment for a given VM instance.

func (*DataDiskAssignment) Descriptor deprecated

func (*DataDiskAssignment) Descriptor() ([]byte, []int)

Deprecated: Use DataDiskAssignment.ProtoReflect.Descriptor instead.

func (*DataDiskAssignment) GetDataDisks

func (x *DataDiskAssignment) GetDataDisks() []string

func (*DataDiskAssignment) GetVmInstance

func (x *DataDiskAssignment) GetVmInstance() string

func (*DataDiskAssignment) ProtoMessage

func (*DataDiskAssignment) ProtoMessage()

func (*DataDiskAssignment) ProtoReflect

func (x *DataDiskAssignment) ProtoReflect() protoreflect.Message

func (*DataDiskAssignment) Reset

func (x *DataDiskAssignment) Reset()

func (*DataDiskAssignment) String

func (x *DataDiskAssignment) String() string

type DatastoreIODetails

type DatastoreIODetails struct {

	// Namespace used in the connection.
	Namespace string `protobuf:"bytes,1,opt,name=namespace,proto3" json:"namespace,omitempty"`
	// ProjectId accessed in the connection.
	ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a Datastore connector used by the job.

func (*DatastoreIODetails) Descriptor deprecated

func (*DatastoreIODetails) Descriptor() ([]byte, []int)

Deprecated: Use DatastoreIODetails.ProtoReflect.Descriptor instead.

func (*DatastoreIODetails) GetNamespace

func (x *DatastoreIODetails) GetNamespace() string

func (*DatastoreIODetails) GetProjectId

func (x *DatastoreIODetails) GetProjectId() string

func (*DatastoreIODetails) ProtoMessage

func (*DatastoreIODetails) ProtoMessage()

func (*DatastoreIODetails) ProtoReflect

func (x *DatastoreIODetails) ProtoReflect() protoreflect.Message

func (*DatastoreIODetails) Reset

func (x *DatastoreIODetails) Reset()

func (*DatastoreIODetails) String

func (x *DatastoreIODetails) String() string

type DebugOptions

type DebugOptions struct {

	// When true, enables the logging of the literal hot key to the user's Cloud
	// Logging.
	EnableHotKeyLogging bool `protobuf:"varint,1,opt,name=enable_hot_key_logging,json=enableHotKeyLogging,proto3" json:"enable_hot_key_logging,omitempty"`
	// contains filtered or unexported fields
}

Describes any options that have an effect on the debugging of pipelines.

func (*DebugOptions) Descriptor deprecated

func (*DebugOptions) Descriptor() ([]byte, []int)

Deprecated: Use DebugOptions.ProtoReflect.Descriptor instead.

func (*DebugOptions) GetEnableHotKeyLogging

func (x *DebugOptions) GetEnableHotKeyLogging() bool

func (*DebugOptions) ProtoMessage

func (*DebugOptions) ProtoMessage()

func (*DebugOptions) ProtoReflect

func (x *DebugOptions) ProtoReflect() protoreflect.Message

func (*DebugOptions) Reset

func (x *DebugOptions) Reset()

func (*DebugOptions) String

func (x *DebugOptions) String() string

type DefaultPackageSet

type DefaultPackageSet int32

The default set of packages to be staged on a pool of workers.

const (
	// The default set of packages to stage is unknown, or unspecified.
	DefaultPackageSet_DEFAULT_PACKAGE_SET_UNKNOWN DefaultPackageSet = 0
	// Indicates that no packages should be staged at the worker unless
	// explicitly specified by the job.
	DefaultPackageSet_DEFAULT_PACKAGE_SET_NONE DefaultPackageSet = 1
	// Stage packages typically useful to workers written in Java.
	DefaultPackageSet_DEFAULT_PACKAGE_SET_JAVA DefaultPackageSet = 2
	// Stage packages typically useful to workers written in Python.
	DefaultPackageSet_DEFAULT_PACKAGE_SET_PYTHON DefaultPackageSet = 3
)

func (DefaultPackageSet) Descriptor

func (DefaultPackageSet) Enum

func (DefaultPackageSet) EnumDescriptor deprecated

func (DefaultPackageSet) EnumDescriptor() ([]byte, []int)

Deprecated: Use DefaultPackageSet.Descriptor instead.

func (DefaultPackageSet) Number

func (DefaultPackageSet) String

func (x DefaultPackageSet) String() string

func (DefaultPackageSet) Type

type DeleteSnapshotRequest

type DeleteSnapshotRequest struct {

	// The ID of the Cloud Platform project that the snapshot belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The ID of the snapshot.
	SnapshotId string `protobuf:"bytes,2,opt,name=snapshot_id,json=snapshotId,proto3" json:"snapshot_id,omitempty"`
	// The location that contains this snapshot.
	Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to delete a snapshot.

func (*DeleteSnapshotRequest) Descriptor deprecated

func (*DeleteSnapshotRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteSnapshotRequest.ProtoReflect.Descriptor instead.

func (*DeleteSnapshotRequest) GetLocation

func (x *DeleteSnapshotRequest) GetLocation() string

func (*DeleteSnapshotRequest) GetProjectId

func (x *DeleteSnapshotRequest) GetProjectId() string

func (*DeleteSnapshotRequest) GetSnapshotId

func (x *DeleteSnapshotRequest) GetSnapshotId() string

func (*DeleteSnapshotRequest) ProtoMessage

func (*DeleteSnapshotRequest) ProtoMessage()

func (*DeleteSnapshotRequest) ProtoReflect

func (x *DeleteSnapshotRequest) ProtoReflect() protoreflect.Message

func (*DeleteSnapshotRequest) Reset

func (x *DeleteSnapshotRequest) Reset()

func (*DeleteSnapshotRequest) String

func (x *DeleteSnapshotRequest) String() string

type DeleteSnapshotResponse

type DeleteSnapshotResponse struct {
	// contains filtered or unexported fields
}

Response from deleting a snapshot.

func (*DeleteSnapshotResponse) Descriptor deprecated

func (*DeleteSnapshotResponse) Descriptor() ([]byte, []int)

Deprecated: Use DeleteSnapshotResponse.ProtoReflect.Descriptor instead.

func (*DeleteSnapshotResponse) ProtoMessage

func (*DeleteSnapshotResponse) ProtoMessage()

func (*DeleteSnapshotResponse) ProtoReflect

func (x *DeleteSnapshotResponse) ProtoReflect() protoreflect.Message

func (*DeleteSnapshotResponse) Reset

func (x *DeleteSnapshotResponse) Reset()

func (*DeleteSnapshotResponse) String

func (x *DeleteSnapshotResponse) String() string

type Disk

type Disk struct {

	// Size of disk in GB.  If zero or unspecified, the service will
	// attempt to choose a reasonable default.
	SizeGb int32 `protobuf:"varint,1,opt,name=size_gb,json=sizeGb,proto3" json:"size_gb,omitempty"`
	// Disk storage type, as defined by Google Compute Engine.  This
	// must be a disk type appropriate to the project and zone in which
	// the workers will run.  If unknown or unspecified, the service
	// will attempt to choose a reasonable default.
	//
	// For example, the standard persistent disk type is a resource name
	// typically ending in "pd-standard".  If SSD persistent disks are
	// available, the resource name typically ends with "pd-ssd".  The
	// actual valid values are defined the Google Compute Engine API,
	// not by the Cloud Dataflow API; consult the Google Compute Engine
	// documentation for more information about determining the set of
	// available disk types for a particular project and zone.
	//
	// Google Compute Engine Disk types are local to a particular
	// project in a particular zone, and so the resource name will
	// typically look something like this:
	//
	// compute.googleapis.com/projects/project-id/zones/zone/diskTypes/pd-standard
	DiskType string `protobuf:"bytes,2,opt,name=disk_type,json=diskType,proto3" json:"disk_type,omitempty"`
	// Directory in a VM where disk is mounted.
	MountPoint string `protobuf:"bytes,3,opt,name=mount_point,json=mountPoint,proto3" json:"mount_point,omitempty"`
	// contains filtered or unexported fields
}

Describes the data disk used by a workflow job.

func (*Disk) Descriptor deprecated

func (*Disk) Descriptor() ([]byte, []int)

Deprecated: Use Disk.ProtoReflect.Descriptor instead.

func (*Disk) GetDiskType

func (x *Disk) GetDiskType() string

func (*Disk) GetMountPoint

func (x *Disk) GetMountPoint() string

func (*Disk) GetSizeGb

func (x *Disk) GetSizeGb() int32

func (*Disk) ProtoMessage

func (*Disk) ProtoMessage()

func (*Disk) ProtoReflect

func (x *Disk) ProtoReflect() protoreflect.Message

func (*Disk) Reset

func (x *Disk) Reset()

func (*Disk) String

func (x *Disk) String() string

type DisplayData

type DisplayData struct {

	// The key identifying the display data.
	// This is intended to be used as a label for the display data
	// when viewed in a dax monitoring system.
	Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	// The namespace for the key. This is usually a class name or programming
	// language namespace (i.e. python module) which defines the display data.
	// This allows a dax monitoring system to specially handle the data
	// and perform custom rendering.
	Namespace string `protobuf:"bytes,2,opt,name=namespace,proto3" json:"namespace,omitempty"`
	// Various value types which can be used for display data.  Only one will be
	// set.
	//
	// Types that are assignable to Value:
	//	*DisplayData_StrValue
	//	*DisplayData_Int64Value
	//	*DisplayData_FloatValue
	//	*DisplayData_JavaClassValue
	//	*DisplayData_TimestampValue
	//	*DisplayData_DurationValue
	//	*DisplayData_BoolValue
	Value isDisplayData_Value `protobuf_oneof:"Value"`
	// A possible additional shorter value to display.
	// For example a java_class_name_value of com.mypackage.MyDoFn
	// will be stored with MyDoFn as the short_str_value and
	// com.mypackage.MyDoFn as the java_class_name value.
	// short_str_value can be displayed and java_class_name_value
	// will be displayed as a tooltip.
	ShortStrValue string `protobuf:"bytes,11,opt,name=short_str_value,json=shortStrValue,proto3" json:"short_str_value,omitempty"`
	// An optional full URL.
	Url string `protobuf:"bytes,12,opt,name=url,proto3" json:"url,omitempty"`
	// An optional label to display in a dax UI for the element.
	Label string `protobuf:"bytes,13,opt,name=label,proto3" json:"label,omitempty"`
	// contains filtered or unexported fields
}

Data provided with a pipeline or transform to provide descriptive info.

func (*DisplayData) Descriptor deprecated

func (*DisplayData) Descriptor() ([]byte, []int)

Deprecated: Use DisplayData.ProtoReflect.Descriptor instead.

func (*DisplayData) GetBoolValue

func (x *DisplayData) GetBoolValue() bool

func (*DisplayData) GetDurationValue

func (x *DisplayData) GetDurationValue() *durationpb.Duration

func (*DisplayData) GetFloatValue

func (x *DisplayData) GetFloatValue() float32

func (*DisplayData) GetInt64Value

func (x *DisplayData) GetInt64Value() int64

func (*DisplayData) GetJavaClassValue

func (x *DisplayData) GetJavaClassValue() string

func (*DisplayData) GetKey

func (x *DisplayData) GetKey() string

func (*DisplayData) GetLabel

func (x *DisplayData) GetLabel() string

func (*DisplayData) GetNamespace

func (x *DisplayData) GetNamespace() string

func (*DisplayData) GetShortStrValue

func (x *DisplayData) GetShortStrValue() string

func (*DisplayData) GetStrValue

func (x *DisplayData) GetStrValue() string

func (*DisplayData) GetTimestampValue

func (x *DisplayData) GetTimestampValue() *timestamppb.Timestamp

func (*DisplayData) GetUrl

func (x *DisplayData) GetUrl() string

func (*DisplayData) GetValue

func (m *DisplayData) GetValue() isDisplayData_Value

func (*DisplayData) ProtoMessage

func (*DisplayData) ProtoMessage()

func (*DisplayData) ProtoReflect

func (x *DisplayData) ProtoReflect() protoreflect.Message

func (*DisplayData) Reset

func (x *DisplayData) Reset()

func (*DisplayData) String

func (x *DisplayData) String() string

type DisplayData_BoolValue

type DisplayData_BoolValue struct {
	// Contains value if the data is of a boolean type.
	BoolValue bool `protobuf:"varint,10,opt,name=bool_value,json=boolValue,proto3,oneof"`
}

type DisplayData_DurationValue

type DisplayData_DurationValue struct {
	// Contains value if the data is of duration type.
	DurationValue *durationpb.Duration `protobuf:"bytes,9,opt,name=duration_value,json=durationValue,proto3,oneof"`
}

type DisplayData_FloatValue

type DisplayData_FloatValue struct {
	// Contains value if the data is of float type.
	FloatValue float32 `protobuf:"fixed32,6,opt,name=float_value,json=floatValue,proto3,oneof"`
}

type DisplayData_Int64Value

type DisplayData_Int64Value struct {
	// Contains value if the data is of int64 type.
	Int64Value int64 `protobuf:"varint,5,opt,name=int64_value,json=int64Value,proto3,oneof"`
}

type DisplayData_JavaClassValue

type DisplayData_JavaClassValue struct {
	// Contains value if the data is of java class type.
	JavaClassValue string `protobuf:"bytes,7,opt,name=java_class_value,json=javaClassValue,proto3,oneof"`
}

type DisplayData_StrValue

type DisplayData_StrValue struct {
	// Contains value if the data is of string type.
	StrValue string `protobuf:"bytes,4,opt,name=str_value,json=strValue,proto3,oneof"`
}

type DisplayData_TimestampValue

type DisplayData_TimestampValue struct {
	// Contains value if the data is of timestamp type.
	TimestampValue *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=timestamp_value,json=timestampValue,proto3,oneof"`
}

type DynamicTemplateLaunchParams

type DynamicTemplateLaunchParams struct {

	// Path to dynamic template spec file on Cloud Storage.
	// The file must be a Json serialized DynamicTemplateFieSpec object.
	GcsPath string `protobuf:"bytes,1,opt,name=gcs_path,json=gcsPath,proto3" json:"gcs_path,omitempty"`
	// Cloud Storage path for staging dependencies.
	// Must be a valid Cloud Storage URL, beginning with `gs://`.
	StagingLocation string `protobuf:"bytes,2,opt,name=staging_location,json=stagingLocation,proto3" json:"staging_location,omitempty"`
	// contains filtered or unexported fields
}

Params which should be passed when launching a dynamic template.

func (*DynamicTemplateLaunchParams) Descriptor deprecated

func (*DynamicTemplateLaunchParams) Descriptor() ([]byte, []int)

Deprecated: Use DynamicTemplateLaunchParams.ProtoReflect.Descriptor instead.

func (*DynamicTemplateLaunchParams) GetGcsPath

func (x *DynamicTemplateLaunchParams) GetGcsPath() string

func (*DynamicTemplateLaunchParams) GetStagingLocation

func (x *DynamicTemplateLaunchParams) GetStagingLocation() string

func (*DynamicTemplateLaunchParams) ProtoMessage

func (*DynamicTemplateLaunchParams) ProtoMessage()

func (*DynamicTemplateLaunchParams) ProtoReflect

func (*DynamicTemplateLaunchParams) Reset

func (x *DynamicTemplateLaunchParams) Reset()

func (*DynamicTemplateLaunchParams) String

func (x *DynamicTemplateLaunchParams) String() string

type Environment

type Environment struct {

	// The prefix of the resources the system should use for temporary
	// storage.  The system will append the suffix "/temp-{JOBNAME} to
	// this resource prefix, where {JOBNAME} is the value of the
	// job_name field.  The resulting bucket and object prefix is used
	// as the prefix of the resources used to store temporary data
	// needed during the job execution.  NOTE: This will override the
	// value in taskrunner_settings.
	// The supported resource type is:
	//
	// Google Cloud Storage:
	//
	//   storage.googleapis.com/{bucket}/{object}
	//   bucket.storage.googleapis.com/{object}
	TempStoragePrefix string `protobuf:"bytes,1,opt,name=temp_storage_prefix,json=tempStoragePrefix,proto3" json:"temp_storage_prefix,omitempty"`
	// The type of cluster manager API to use.  If unknown or
	// unspecified, the service will attempt to choose a reasonable
	// default.  This should be in the form of the API service name,
	// e.g. "compute.googleapis.com".
	ClusterManagerApiService string `` /* 137-byte string literal not displayed */
	// The list of experiments to enable. This field should be used for SDK
	// related experiments and not for service related experiments. The proper
	// field for service related experiments is service_options.
	Experiments []string `protobuf:"bytes,3,rep,name=experiments,proto3" json:"experiments,omitempty"`
	// The list of service options to enable. This field should be used for
	// service related experiments only. These experiments, when graduating to GA,
	// should be replaced by dedicated fields or become default (i.e. always on).
	ServiceOptions []string `protobuf:"bytes,16,rep,name=service_options,json=serviceOptions,proto3" json:"service_options,omitempty"`
	// If set, contains the Cloud KMS key identifier used to encrypt data
	// at rest, AKA a Customer Managed Encryption Key (CMEK).
	//
	// Format:
	//   projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY
	ServiceKmsKeyName string `protobuf:"bytes,12,opt,name=service_kms_key_name,json=serviceKmsKeyName,proto3" json:"service_kms_key_name,omitempty"`
	// The worker pools. At least one "harness" worker pool must be
	// specified in order for the job to have workers.
	WorkerPools []*WorkerPool `protobuf:"bytes,4,rep,name=worker_pools,json=workerPools,proto3" json:"worker_pools,omitempty"`
	// A description of the process that generated the request.
	UserAgent *structpb.Struct `protobuf:"bytes,5,opt,name=user_agent,json=userAgent,proto3" json:"user_agent,omitempty"`
	// A structure describing which components and their versions of the service
	// are required in order to run the job.
	Version *structpb.Struct `protobuf:"bytes,6,opt,name=version,proto3" json:"version,omitempty"`
	// The dataset for the current project where various workflow
	// related tables are stored.
	//
	// The supported resource type is:
	//
	// Google BigQuery:
	//   bigquery.googleapis.com/{dataset}
	Dataset string `protobuf:"bytes,7,opt,name=dataset,proto3" json:"dataset,omitempty"`
	// The Cloud Dataflow SDK pipeline options specified by the user. These
	// options are passed through the service and are used to recreate the
	// SDK pipeline options on the worker in a language agnostic and platform
	// independent way.
	SdkPipelineOptions *structpb.Struct `protobuf:"bytes,8,opt,name=sdk_pipeline_options,json=sdkPipelineOptions,proto3" json:"sdk_pipeline_options,omitempty"`
	// Experimental settings.
	InternalExperiments *anypb.Any `protobuf:"bytes,9,opt,name=internal_experiments,json=internalExperiments,proto3" json:"internal_experiments,omitempty"`
	// Identity to run virtual machines as. Defaults to the default account.
	ServiceAccountEmail string `protobuf:"bytes,10,opt,name=service_account_email,json=serviceAccountEmail,proto3" json:"service_account_email,omitempty"`
	// Which Flexible Resource Scheduling mode to run in.
	FlexResourceSchedulingGoal FlexResourceSchedulingGoal `` /* 201-byte string literal not displayed */
	// The Compute Engine region
	// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
	// which worker processing should occur, e.g. "us-west1". Mutually exclusive
	// with worker_zone. If neither worker_region nor worker_zone is specified,
	// default to the control plane's region.
	WorkerRegion string `protobuf:"bytes,13,opt,name=worker_region,json=workerRegion,proto3" json:"worker_region,omitempty"`
	// The Compute Engine zone
	// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
	// which worker processing should occur, e.g. "us-west1-a". Mutually exclusive
	// with worker_region. If neither worker_region nor worker_zone is specified,
	// a zone in the control plane's region is chosen based on available capacity.
	WorkerZone string `protobuf:"bytes,14,opt,name=worker_zone,json=workerZone,proto3" json:"worker_zone,omitempty"`
	// Output only. The shuffle mode used for the job.
	ShuffleMode ShuffleMode `` /* 137-byte string literal not displayed */
	// Any debugging options to be supplied to the job.
	DebugOptions *DebugOptions `protobuf:"bytes,17,opt,name=debug_options,json=debugOptions,proto3" json:"debug_options,omitempty"`
	// contains filtered or unexported fields
}

Describes the environment in which a Dataflow Job runs.

func (*Environment) Descriptor deprecated

func (*Environment) Descriptor() ([]byte, []int)

Deprecated: Use Environment.ProtoReflect.Descriptor instead.

func (*Environment) GetClusterManagerApiService

func (x *Environment) GetClusterManagerApiService() string

func (*Environment) GetDataset

func (x *Environment) GetDataset() string

func (*Environment) GetDebugOptions

func (x *Environment) GetDebugOptions() *DebugOptions

func (*Environment) GetExperiments

func (x *Environment) GetExperiments() []string

func (*Environment) GetFlexResourceSchedulingGoal

func (x *Environment) GetFlexResourceSchedulingGoal() FlexResourceSchedulingGoal

func (*Environment) GetInternalExperiments

func (x *Environment) GetInternalExperiments() *anypb.Any

func (*Environment) GetSdkPipelineOptions

func (x *Environment) GetSdkPipelineOptions() *structpb.Struct

func (*Environment) GetServiceAccountEmail

func (x *Environment) GetServiceAccountEmail() string

func (*Environment) GetServiceKmsKeyName

func (x *Environment) GetServiceKmsKeyName() string

func (*Environment) GetServiceOptions

func (x *Environment) GetServiceOptions() []string

func (*Environment) GetShuffleMode

func (x *Environment) GetShuffleMode() ShuffleMode

func (*Environment) GetTempStoragePrefix

func (x *Environment) GetTempStoragePrefix() string

func (*Environment) GetUserAgent

func (x *Environment) GetUserAgent() *structpb.Struct

func (*Environment) GetVersion

func (x *Environment) GetVersion() *structpb.Struct

func (*Environment) GetWorkerPools

func (x *Environment) GetWorkerPools() []*WorkerPool

func (*Environment) GetWorkerRegion

func (x *Environment) GetWorkerRegion() string

func (*Environment) GetWorkerZone

func (x *Environment) GetWorkerZone() string

func (*Environment) ProtoMessage

func (*Environment) ProtoMessage()

func (*Environment) ProtoReflect

func (x *Environment) ProtoReflect() protoreflect.Message

func (*Environment) Reset

func (x *Environment) Reset()

func (*Environment) String

func (x *Environment) String() string

type ExecutionStageState

type ExecutionStageState struct {

	// The name of the execution stage.
	ExecutionStageName string `protobuf:"bytes,1,opt,name=execution_stage_name,json=executionStageName,proto3" json:"execution_stage_name,omitempty"`
	// Executions stage states allow the same set of values as JobState.
	ExecutionStageState JobState `` /* 159-byte string literal not displayed */
	// The time at which the stage transitioned to this state.
	CurrentStateTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=current_state_time,json=currentStateTime,proto3" json:"current_state_time,omitempty"`
	// contains filtered or unexported fields
}

A message describing the state of a particular execution stage.

func (*ExecutionStageState) Descriptor deprecated

func (*ExecutionStageState) Descriptor() ([]byte, []int)

Deprecated: Use ExecutionStageState.ProtoReflect.Descriptor instead.

func (*ExecutionStageState) GetCurrentStateTime

func (x *ExecutionStageState) GetCurrentStateTime() *timestamppb.Timestamp

func (*ExecutionStageState) GetExecutionStageName

func (x *ExecutionStageState) GetExecutionStageName() string

func (*ExecutionStageState) GetExecutionStageState

func (x *ExecutionStageState) GetExecutionStageState() JobState

func (*ExecutionStageState) ProtoMessage

func (*ExecutionStageState) ProtoMessage()

func (*ExecutionStageState) ProtoReflect

func (x *ExecutionStageState) ProtoReflect() protoreflect.Message

func (*ExecutionStageState) Reset

func (x *ExecutionStageState) Reset()

func (*ExecutionStageState) String

func (x *ExecutionStageState) String() string

type ExecutionStageSummary

type ExecutionStageSummary struct {

	// Dataflow service generated name for this stage.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Dataflow service generated id for this stage.
	Id string `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"`
	// Type of transform this stage is executing.
	Kind KindType `protobuf:"varint,3,opt,name=kind,proto3,enum=google.dataflow.v1beta3.KindType" json:"kind,omitempty"`
	// Input sources for this stage.
	InputSource []*ExecutionStageSummary_StageSource `protobuf:"bytes,4,rep,name=input_source,json=inputSource,proto3" json:"input_source,omitempty"`
	// Output sources for this stage.
	OutputSource []*ExecutionStageSummary_StageSource `protobuf:"bytes,5,rep,name=output_source,json=outputSource,proto3" json:"output_source,omitempty"`
	// Other stages that must complete before this stage can run.
	PrerequisiteStage []string `protobuf:"bytes,8,rep,name=prerequisite_stage,json=prerequisiteStage,proto3" json:"prerequisite_stage,omitempty"`
	// Transforms that comprise this execution stage.
	ComponentTransform []*ExecutionStageSummary_ComponentTransform `protobuf:"bytes,6,rep,name=component_transform,json=componentTransform,proto3" json:"component_transform,omitempty"`
	// Collections produced and consumed by component transforms of this stage.
	ComponentSource []*ExecutionStageSummary_ComponentSource `protobuf:"bytes,7,rep,name=component_source,json=componentSource,proto3" json:"component_source,omitempty"`
	// contains filtered or unexported fields
}

Description of the composing transforms, names/ids, and input/outputs of a stage of execution. Some composing transforms and sources may have been generated by the Dataflow service during execution planning.

func (*ExecutionStageSummary) Descriptor deprecated

func (*ExecutionStageSummary) Descriptor() ([]byte, []int)

Deprecated: Use ExecutionStageSummary.ProtoReflect.Descriptor instead.

func (*ExecutionStageSummary) GetComponentSource

func (*ExecutionStageSummary) GetComponentTransform

func (*ExecutionStageSummary) GetId

func (x *ExecutionStageSummary) GetId() string

func (*ExecutionStageSummary) GetInputSource

func (*ExecutionStageSummary) GetKind

func (x *ExecutionStageSummary) GetKind() KindType

func (*ExecutionStageSummary) GetName

func (x *ExecutionStageSummary) GetName() string

func (*ExecutionStageSummary) GetOutputSource

func (*ExecutionStageSummary) GetPrerequisiteStage

func (x *ExecutionStageSummary) GetPrerequisiteStage() []string

func (*ExecutionStageSummary) ProtoMessage

func (*ExecutionStageSummary) ProtoMessage()

func (*ExecutionStageSummary) ProtoReflect

func (x *ExecutionStageSummary) ProtoReflect() protoreflect.Message

func (*ExecutionStageSummary) Reset

func (x *ExecutionStageSummary) Reset()

func (*ExecutionStageSummary) String

func (x *ExecutionStageSummary) String() string

type ExecutionStageSummary_ComponentSource

type ExecutionStageSummary_ComponentSource struct {

	// Human-readable name for this transform; may be user or system generated.
	UserName string `protobuf:"bytes,1,opt,name=user_name,json=userName,proto3" json:"user_name,omitempty"`
	// Dataflow service generated name for this source.
	Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// User name for the original user transform or collection with which this
	// source is most closely associated.
	OriginalTransformOrCollection string `` /* 152-byte string literal not displayed */
	// contains filtered or unexported fields
}

Description of an interstitial value between transforms in an execution stage.

func (*ExecutionStageSummary_ComponentSource) Descriptor deprecated

func (*ExecutionStageSummary_ComponentSource) Descriptor() ([]byte, []int)

Deprecated: Use ExecutionStageSummary_ComponentSource.ProtoReflect.Descriptor instead.

func (*ExecutionStageSummary_ComponentSource) GetName

func (*ExecutionStageSummary_ComponentSource) GetOriginalTransformOrCollection

func (x *ExecutionStageSummary_ComponentSource) GetOriginalTransformOrCollection() string

func (*ExecutionStageSummary_ComponentSource) GetUserName

func (*ExecutionStageSummary_ComponentSource) ProtoMessage

func (*ExecutionStageSummary_ComponentSource) ProtoMessage()

func (*ExecutionStageSummary_ComponentSource) ProtoReflect

func (*ExecutionStageSummary_ComponentSource) Reset

func (*ExecutionStageSummary_ComponentSource) String

type ExecutionStageSummary_ComponentTransform

type ExecutionStageSummary_ComponentTransform struct {

	// Human-readable name for this transform; may be user or system generated.
	UserName string `protobuf:"bytes,1,opt,name=user_name,json=userName,proto3" json:"user_name,omitempty"`
	// Dataflow service generated name for this source.
	Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// User name for the original user transform with which this transform is
	// most closely associated.
	OriginalTransform string `protobuf:"bytes,3,opt,name=original_transform,json=originalTransform,proto3" json:"original_transform,omitempty"`
	// contains filtered or unexported fields
}

Description of a transform executed as part of an execution stage.

func (*ExecutionStageSummary_ComponentTransform) Descriptor deprecated

func (*ExecutionStageSummary_ComponentTransform) Descriptor() ([]byte, []int)

Deprecated: Use ExecutionStageSummary_ComponentTransform.ProtoReflect.Descriptor instead.

func (*ExecutionStageSummary_ComponentTransform) GetName

func (*ExecutionStageSummary_ComponentTransform) GetOriginalTransform

func (x *ExecutionStageSummary_ComponentTransform) GetOriginalTransform() string

func (*ExecutionStageSummary_ComponentTransform) GetUserName

func (*ExecutionStageSummary_ComponentTransform) ProtoMessage

func (*ExecutionStageSummary_ComponentTransform) ProtoReflect

func (*ExecutionStageSummary_ComponentTransform) Reset

func (*ExecutionStageSummary_ComponentTransform) String

type ExecutionStageSummary_StageSource

type ExecutionStageSummary_StageSource struct {

	// Human-readable name for this source; may be user or system generated.
	UserName string `protobuf:"bytes,1,opt,name=user_name,json=userName,proto3" json:"user_name,omitempty"`
	// Dataflow service generated name for this source.
	Name string `protobuf:"bytes,2,opt,name=name,proto3" json:"name,omitempty"`
	// User name for the original user transform or collection with which this
	// source is most closely associated.
	OriginalTransformOrCollection string `` /* 152-byte string literal not displayed */
	// Size of the source, if measurable.
	SizeBytes int64 `protobuf:"varint,4,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
	// contains filtered or unexported fields
}

Description of an input or output of an execution stage.

func (*ExecutionStageSummary_StageSource) Descriptor deprecated

func (*ExecutionStageSummary_StageSource) Descriptor() ([]byte, []int)

Deprecated: Use ExecutionStageSummary_StageSource.ProtoReflect.Descriptor instead.

func (*ExecutionStageSummary_StageSource) GetName

func (*ExecutionStageSummary_StageSource) GetOriginalTransformOrCollection

func (x *ExecutionStageSummary_StageSource) GetOriginalTransformOrCollection() string

func (*ExecutionStageSummary_StageSource) GetSizeBytes

func (x *ExecutionStageSummary_StageSource) GetSizeBytes() int64

func (*ExecutionStageSummary_StageSource) GetUserName

func (x *ExecutionStageSummary_StageSource) GetUserName() string

func (*ExecutionStageSummary_StageSource) ProtoMessage

func (*ExecutionStageSummary_StageSource) ProtoMessage()

func (*ExecutionStageSummary_StageSource) ProtoReflect

func (*ExecutionStageSummary_StageSource) Reset

func (*ExecutionStageSummary_StageSource) String

type ExecutionState

type ExecutionState int32

The state of some component of job execution.

const (
	// The component state is unknown or unspecified.
	ExecutionState_EXECUTION_STATE_UNKNOWN ExecutionState = 0
	// The component is not yet running.
	ExecutionState_EXECUTION_STATE_NOT_STARTED ExecutionState = 1
	// The component is currently running.
	ExecutionState_EXECUTION_STATE_RUNNING ExecutionState = 2
	// The component succeeded.
	ExecutionState_EXECUTION_STATE_SUCCEEDED ExecutionState = 3
	// The component failed.
	ExecutionState_EXECUTION_STATE_FAILED ExecutionState = 4
	// Execution of the component was cancelled.
	ExecutionState_EXECUTION_STATE_CANCELLED ExecutionState = 5
)

func (ExecutionState) Descriptor

func (ExecutionState) Enum

func (x ExecutionState) Enum() *ExecutionState

func (ExecutionState) EnumDescriptor deprecated

func (ExecutionState) EnumDescriptor() ([]byte, []int)

Deprecated: Use ExecutionState.Descriptor instead.

func (ExecutionState) Number

func (ExecutionState) String

func (x ExecutionState) String() string

func (ExecutionState) Type

type FailedLocation

type FailedLocation struct {

	// The name of the [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// failed to respond.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

Indicates which [regional endpoint] (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) failed to respond to a request for data.

func (*FailedLocation) Descriptor deprecated

func (*FailedLocation) Descriptor() ([]byte, []int)

Deprecated: Use FailedLocation.ProtoReflect.Descriptor instead.

func (*FailedLocation) GetName

func (x *FailedLocation) GetName() string

func (*FailedLocation) ProtoMessage

func (*FailedLocation) ProtoMessage()

func (*FailedLocation) ProtoReflect

func (x *FailedLocation) ProtoReflect() protoreflect.Message

func (*FailedLocation) Reset

func (x *FailedLocation) Reset()

func (*FailedLocation) String

func (x *FailedLocation) String() string

type FileIODetails

type FileIODetails struct {

	// File Pattern used to access files by the connector.
	FilePattern string `protobuf:"bytes,1,opt,name=file_pattern,json=filePattern,proto3" json:"file_pattern,omitempty"`
	// contains filtered or unexported fields
}

Metadata for a File connector used by the job.

func (*FileIODetails) Descriptor deprecated

func (*FileIODetails) Descriptor() ([]byte, []int)

Deprecated: Use FileIODetails.ProtoReflect.Descriptor instead.

func (*FileIODetails) GetFilePattern

func (x *FileIODetails) GetFilePattern() string

func (*FileIODetails) ProtoMessage

func (*FileIODetails) ProtoMessage()

func (*FileIODetails) ProtoReflect

func (x *FileIODetails) ProtoReflect() protoreflect.Message

func (*FileIODetails) Reset

func (x *FileIODetails) Reset()

func (*FileIODetails) String

func (x *FileIODetails) String() string

type FlexResourceSchedulingGoal

type FlexResourceSchedulingGoal int32

Specifies the resource to optimize for in Flexible Resource Scheduling.

const (
	// Run in the default mode.
	FlexResourceSchedulingGoal_FLEXRS_UNSPECIFIED FlexResourceSchedulingGoal = 0
	// Optimize for lower execution time.
	FlexResourceSchedulingGoal_FLEXRS_SPEED_OPTIMIZED FlexResourceSchedulingGoal = 1
	// Optimize for lower cost.
	FlexResourceSchedulingGoal_FLEXRS_COST_OPTIMIZED FlexResourceSchedulingGoal = 2
)

func (FlexResourceSchedulingGoal) Descriptor

func (FlexResourceSchedulingGoal) Enum

func (FlexResourceSchedulingGoal) EnumDescriptor deprecated

func (FlexResourceSchedulingGoal) EnumDescriptor() ([]byte, []int)

Deprecated: Use FlexResourceSchedulingGoal.Descriptor instead.

func (FlexResourceSchedulingGoal) Number

func (FlexResourceSchedulingGoal) String

func (FlexResourceSchedulingGoal) Type

type FlexTemplateRuntimeEnvironment

type FlexTemplateRuntimeEnvironment struct {

	// The initial number of Google Compute Engine instances for the job.
	NumWorkers int32 `protobuf:"varint,1,opt,name=num_workers,json=numWorkers,proto3" json:"num_workers,omitempty"`
	// The maximum number of Google Compute Engine instances to be made
	// available to your pipeline during execution, from 1 to 1000.
	MaxWorkers int32 `protobuf:"varint,2,opt,name=max_workers,json=maxWorkers,proto3" json:"max_workers,omitempty"`
	// The Compute Engine [availability
	// zone](https://cloud.google.com/compute/docs/regions-zones/regions-zones)
	// for launching worker instances to run your pipeline.
	// In the future, worker_zone will take precedence.
	Zone string `protobuf:"bytes,3,opt,name=zone,proto3" json:"zone,omitempty"`
	// The email address of the service account to run the job as.
	ServiceAccountEmail string `protobuf:"bytes,4,opt,name=service_account_email,json=serviceAccountEmail,proto3" json:"service_account_email,omitempty"`
	// The Cloud Storage path to use for temporary files.
	// Must be a valid Cloud Storage URL, beginning with `gs://`.
	TempLocation string `protobuf:"bytes,5,opt,name=temp_location,json=tempLocation,proto3" json:"temp_location,omitempty"`
	// The machine type to use for the job. Defaults to the value from the
	// template if not specified.
	MachineType string `protobuf:"bytes,6,opt,name=machine_type,json=machineType,proto3" json:"machine_type,omitempty"`
	// Additional experiment flags for the job.
	AdditionalExperiments []string `protobuf:"bytes,7,rep,name=additional_experiments,json=additionalExperiments,proto3" json:"additional_experiments,omitempty"`
	// Network to which VMs will be assigned.  If empty or unspecified,
	// the service will use the network "default".
	Network string `protobuf:"bytes,8,opt,name=network,proto3" json:"network,omitempty"`
	// Subnetwork to which VMs will be assigned, if desired. You can specify a
	// subnetwork using either a complete URL or an abbreviated path. Expected to
	// be of the form
	// "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK"
	// or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in
	// a Shared VPC network, you must use the complete URL.
	Subnetwork string `protobuf:"bytes,9,opt,name=subnetwork,proto3" json:"subnetwork,omitempty"`
	// Additional user labels to be specified for the job.
	// Keys and values must follow the restrictions specified in the [labeling
	// restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions)
	// page.
	// An object containing a list of "key": value pairs.
	// Example: { "name": "wrench", "mass": "1kg", "count": "3" }.
	AdditionalUserLabels map[string]string `` /* 212-byte string literal not displayed */
	// Name for the Cloud KMS key for the job.
	// Key format is:
	// projects/<project>/locations/<location>/keyRings/<keyring>/cryptoKeys/<key>
	KmsKeyName string `protobuf:"bytes,11,opt,name=kms_key_name,json=kmsKeyName,proto3" json:"kms_key_name,omitempty"`
	// Configuration for VM IPs.
	IpConfiguration WorkerIPAddressConfiguration `` /* 166-byte string literal not displayed */
	// The Compute Engine region
	// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
	// which worker processing should occur, e.g. "us-west1". Mutually exclusive
	// with worker_zone. If neither worker_region nor worker_zone is specified,
	// default to the control plane's region.
	WorkerRegion string `protobuf:"bytes,13,opt,name=worker_region,json=workerRegion,proto3" json:"worker_region,omitempty"`
	// The Compute Engine zone
	// (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in
	// which worker processing should occur, e.g. "us-west1-a". Mutually exclusive
	// with worker_region. If neither worker_region nor worker_zone is specified,
	// a zone in the control plane's region is chosen based on available capacity.
	// If both `worker_zone` and `zone` are set, `worker_zone` takes precedence.
	WorkerZone string `protobuf:"bytes,14,opt,name=worker_zone,json=workerZone,proto3" json:"worker_zone,omitempty"`
	// Whether to enable Streaming Engine for the job.
	EnableStreamingEngine bool `` /* 128-byte string literal not displayed */
	// Set FlexRS goal for the job.
	// https://cloud.google.com/dataflow/docs/guides/flexrs
	FlexrsGoal FlexResourceSchedulingGoal `` /* 149-byte string literal not displayed */
	// The Cloud Storage path for staging local files.
	// Must be a valid Cloud Storage URL, beginning with `gs://`.
	StagingLocation string `protobuf:"bytes,17,opt,name=staging_location,json=stagingLocation,proto3" json:"staging_location,omitempty"`
	// Docker registry location of container image to use for the 'worker harness.
	// Default is the container for the version of the SDK. Note this field is
	// only valid for portable pipelines.
	SdkContainerImage string `protobuf:"bytes,18,opt,name=sdk_container_image,json=sdkContainerImage,proto3" json:"sdk_container_image,omitempty"`
	// Worker disk size, in gigabytes.
	DiskSizeGb int32 `protobuf:"varint,20,opt,name=disk_size_gb,json=diskSizeGb,proto3" json:"disk_size_gb,omitempty"`
	// The algorithm to use for autoscaling
	AutoscalingAlgorithm AutoscalingAlgorithm `` /* 173-byte string literal not displayed */
	// If true, save a heap dump before killing a thread or process which is GC
	// thrashing or out of memory. The location of the heap file will either be
	// echoed back to the user, or the user will be given the opportunity to
	// download the heap file.
	DumpHeapOnOom bool `protobuf:"varint,22,opt,name=dump_heap_on_oom,json=dumpHeapOnOom,proto3" json:"dump_heap_on_oom,omitempty"`
	// Cloud Storage bucket (directory) to upload heap dumps to the given
	// location. Enabling this implies that heap dumps should be generated on OOM
	// (dump_heap_on_oom is set to true).
	SaveHeapDumpsToGcsPath string `` /* 136-byte string literal not displayed */
	// The machine type to use for launching the job. The default is
	// n1-standard-1.
	LauncherMachineType string `protobuf:"bytes,24,opt,name=launcher_machine_type,json=launcherMachineType,proto3" json:"launcher_machine_type,omitempty"`
	// contains filtered or unexported fields
}

The environment values to be set at runtime for flex template.

func (*FlexTemplateRuntimeEnvironment) Descriptor deprecated

func (*FlexTemplateRuntimeEnvironment) Descriptor() ([]byte, []int)

Deprecated: Use FlexTemplateRuntimeEnvironment.ProtoReflect.Descriptor instead.

func (*FlexTemplateRuntimeEnvironment) GetAdditionalExperiments

func (x *FlexTemplateRuntimeEnvironment) GetAdditionalExperiments() []string

func (*FlexTemplateRuntimeEnvironment) GetAdditionalUserLabels

func (x *FlexTemplateRuntimeEnvironment) GetAdditionalUserLabels() map[string]string

func (*FlexTemplateRuntimeEnvironment) GetAutoscalingAlgorithm

func (x *FlexTemplateRuntimeEnvironment) GetAutoscalingAlgorithm() AutoscalingAlgorithm

func (*FlexTemplateRuntimeEnvironment) GetDiskSizeGb

func (x *FlexTemplateRuntimeEnvironment) GetDiskSizeGb() int32

func (*FlexTemplateRuntimeEnvironment) GetDumpHeapOnOom

func (x *FlexTemplateRuntimeEnvironment) GetDumpHeapOnOom() bool

func (*FlexTemplateRuntimeEnvironment) GetEnableStreamingEngine

func (x *FlexTemplateRuntimeEnvironment) GetEnableStreamingEngine() bool

func (*FlexTemplateRuntimeEnvironment) GetFlexrsGoal

func (*FlexTemplateRuntimeEnvironment) GetIpConfiguration

func (*FlexTemplateRuntimeEnvironment) GetKmsKeyName

func (x *FlexTemplateRuntimeEnvironment) GetKmsKeyName() string

func (*FlexTemplateRuntimeEnvironment) GetLauncherMachineType

func (x *FlexTemplateRuntimeEnvironment) GetLauncherMachineType() string

func (*FlexTemplateRuntimeEnvironment) GetMachineType

func (x *FlexTemplateRuntimeEnvironment) GetMachineType() string

func (*FlexTemplateRuntimeEnvironment) GetMaxWorkers

func (x *FlexTemplateRuntimeEnvironment) GetMaxWorkers() int32

func (*FlexTemplateRuntimeEnvironment) GetNetwork

func (x *FlexTemplateRuntimeEnvironment) GetNetwork() string

func (*FlexTemplateRuntimeEnvironment) GetNumWorkers

func (x *FlexTemplateRuntimeEnvironment) GetNumWorkers() int32

func (*FlexTemplateRuntimeEnvironment) GetSaveHeapDumpsToGcsPath

func (x *FlexTemplateRuntimeEnvironment) GetSaveHeapDumpsToGcsPath() string

func (*FlexTemplateRuntimeEnvironment) GetSdkContainerImage

func (x *FlexTemplateRuntimeEnvironment) GetSdkContainerImage() string

func (*FlexTemplateRuntimeEnvironment) GetServiceAccountEmail

func (x *FlexTemplateRuntimeEnvironment) GetServiceAccountEmail() string

func (*FlexTemplateRuntimeEnvironment) GetStagingLocation

func (x *FlexTemplateRuntimeEnvironment) GetStagingLocation() string

func (*FlexTemplateRuntimeEnvironment) GetSubnetwork

func (x *FlexTemplateRuntimeEnvironment) GetSubnetwork() string

func (*FlexTemplateRuntimeEnvironment) GetTempLocation

func (x *FlexTemplateRuntimeEnvironment) GetTempLocation() string

func (*FlexTemplateRuntimeEnvironment) GetWorkerRegion

func (x *FlexTemplateRuntimeEnvironment) GetWorkerRegion() string

func (*FlexTemplateRuntimeEnvironment) GetWorkerZone

func (x *FlexTemplateRuntimeEnvironment) GetWorkerZone() string

func (*FlexTemplateRuntimeEnvironment) GetZone

func (*FlexTemplateRuntimeEnvironment) ProtoMessage

func (*FlexTemplateRuntimeEnvironment) ProtoMessage()

func (*FlexTemplateRuntimeEnvironment) ProtoReflect

func (*FlexTemplateRuntimeEnvironment) Reset

func (x *FlexTemplateRuntimeEnvironment) Reset()

func (*FlexTemplateRuntimeEnvironment) String

type FlexTemplatesServiceClient

type FlexTemplatesServiceClient interface {
	// Launch a job with a FlexTemplate.
	LaunchFlexTemplate(ctx context.Context, in *LaunchFlexTemplateRequest, opts ...grpc.CallOption) (*LaunchFlexTemplateResponse, error)
}

FlexTemplatesServiceClient is the client API for FlexTemplatesService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

type FlexTemplatesServiceServer

type FlexTemplatesServiceServer interface {
	// Launch a job with a FlexTemplate.
	LaunchFlexTemplate(context.Context, *LaunchFlexTemplateRequest) (*LaunchFlexTemplateResponse, error)
}

FlexTemplatesServiceServer is the server API for FlexTemplatesService service.

type GetJobExecutionDetailsRequest

type GetJobExecutionDetailsRequest struct {

	// A project id.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job to get execution details for.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains the job specified by job_id.
	Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
	// If specified, determines the maximum number of stages to
	// return.  If unspecified, the service may choose an appropriate
	// default, or may return an arbitrarily large number of results.
	PageSize int32 `protobuf:"varint,4,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
	// If supplied, this should be the value of next_page_token returned
	// by an earlier call. This will cause the next page of results to
	// be returned.
	PageToken string `protobuf:"bytes,5,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
	// contains filtered or unexported fields
}

Request to get job execution details.

func (*GetJobExecutionDetailsRequest) Descriptor deprecated

func (*GetJobExecutionDetailsRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetJobExecutionDetailsRequest.ProtoReflect.Descriptor instead.

func (*GetJobExecutionDetailsRequest) GetJobId

func (x *GetJobExecutionDetailsRequest) GetJobId() string

func (*GetJobExecutionDetailsRequest) GetLocation

func (x *GetJobExecutionDetailsRequest) GetLocation() string

func (*GetJobExecutionDetailsRequest) GetPageSize

func (x *GetJobExecutionDetailsRequest) GetPageSize() int32

func (*GetJobExecutionDetailsRequest) GetPageToken

func (x *GetJobExecutionDetailsRequest) GetPageToken() string

func (*GetJobExecutionDetailsRequest) GetProjectId

func (x *GetJobExecutionDetailsRequest) GetProjectId() string

func (*GetJobExecutionDetailsRequest) ProtoMessage

func (*GetJobExecutionDetailsRequest) ProtoMessage()

func (*GetJobExecutionDetailsRequest) ProtoReflect

func (*GetJobExecutionDetailsRequest) Reset

func (x *GetJobExecutionDetailsRequest) Reset()

func (*GetJobExecutionDetailsRequest) String

type GetJobMetricsRequest

type GetJobMetricsRequest struct {

	// A project id.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job to get metrics for.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// Return only metric data that has changed since this time.
	// Default is to return all information about all metrics for the job.
	StartTime *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains the job specified by job_id.
	Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to get job metrics.

func (*GetJobMetricsRequest) Descriptor deprecated

func (*GetJobMetricsRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetJobMetricsRequest.ProtoReflect.Descriptor instead.

func (*GetJobMetricsRequest) GetJobId

func (x *GetJobMetricsRequest) GetJobId() string

func (*GetJobMetricsRequest) GetLocation

func (x *GetJobMetricsRequest) GetLocation() string

func (*GetJobMetricsRequest) GetProjectId

func (x *GetJobMetricsRequest) GetProjectId() string

func (*GetJobMetricsRequest) GetStartTime

func (x *GetJobMetricsRequest) GetStartTime() *timestamppb.Timestamp

func (*GetJobMetricsRequest) ProtoMessage

func (*GetJobMetricsRequest) ProtoMessage()

func (*GetJobMetricsRequest) ProtoReflect

func (x *GetJobMetricsRequest) ProtoReflect() protoreflect.Message

func (*GetJobMetricsRequest) Reset

func (x *GetJobMetricsRequest) Reset()

func (*GetJobMetricsRequest) String

func (x *GetJobMetricsRequest) String() string

type GetJobRequest

type GetJobRequest struct {

	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job ID.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// The level of information requested in response.
	View JobView `protobuf:"varint,3,opt,name=view,proto3,enum=google.dataflow.v1beta3.JobView" json:"view,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains this job.
	Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to get the state of a Cloud Dataflow job.

func (*GetJobRequest) Descriptor deprecated

func (*GetJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetJobRequest.ProtoReflect.Descriptor instead.

func (*GetJobRequest) GetJobId

func (x *GetJobRequest) GetJobId() string

func (*GetJobRequest) GetLocation

func (x *GetJobRequest) GetLocation() string

func (*GetJobRequest) GetProjectId

func (x *GetJobRequest) GetProjectId() string

func (*GetJobRequest) GetView

func (x *GetJobRequest) GetView() JobView

func (*GetJobRequest) ProtoMessage

func (*GetJobRequest) ProtoMessage()

func (*GetJobRequest) ProtoReflect

func (x *GetJobRequest) ProtoReflect() protoreflect.Message

func (*GetJobRequest) Reset

func (x *GetJobRequest) Reset()

func (*GetJobRequest) String

func (x *GetJobRequest) String() string

type GetSnapshotRequest

type GetSnapshotRequest struct {

	// The ID of the Cloud Platform project that the snapshot belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The ID of the snapshot.
	SnapshotId string `protobuf:"bytes,2,opt,name=snapshot_id,json=snapshotId,proto3" json:"snapshot_id,omitempty"`
	// The location that contains this snapshot.
	Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

Request to get information about a snapshot

func (*GetSnapshotRequest) Descriptor deprecated

func (*GetSnapshotRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetSnapshotRequest.ProtoReflect.Descriptor instead.

func (*GetSnapshotRequest) GetLocation

func (x *GetSnapshotRequest) GetLocation() string

func (*GetSnapshotRequest) GetProjectId

func (x *GetSnapshotRequest) GetProjectId() string

func (*GetSnapshotRequest) GetSnapshotId

func (x *GetSnapshotRequest) GetSnapshotId() string

func (*GetSnapshotRequest) ProtoMessage

func (*GetSnapshotRequest) ProtoMessage()

func (*GetSnapshotRequest) ProtoReflect

func (x *GetSnapshotRequest) ProtoReflect() protoreflect.Message

func (*GetSnapshotRequest) Reset

func (x *GetSnapshotRequest) Reset()

func (*GetSnapshotRequest) String

func (x *GetSnapshotRequest) String() string

type GetStageExecutionDetailsRequest

type GetStageExecutionDetailsRequest struct {

	// A project id.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The job to get execution details for.
	JobId string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains the job specified by job_id.
	Location string `protobuf:"bytes,3,opt,name=location,proto3" json:"location,omitempty"`
	// The stage for which to fetch information.
	StageId string `protobuf:"bytes,4,opt,name=stage_id,json=stageId,proto3" json:"stage_id,omitempty"`
	// If specified, determines the maximum number of work items to
	// return.  If unspecified, the service may choose an appropriate
	// default, or may return an arbitrarily large number of results.
	PageSize int32 `protobuf:"varint,5,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
	// If supplied, this should be the value of next_page_token returned
	// by an earlier call. This will cause the next page of results to
	// be returned.
	PageToken string `protobuf:"bytes,6,opt,name=page_token,json=pageToken,proto3" json:"page_token,omitempty"`
	// Lower time bound of work items to include, by start time.
	StartTime *timestamppb.Timestamp `protobuf:"bytes,7,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
	// Upper time bound of work items to include, by start time.
	EndTime *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=end_time,json=endTime,proto3" json:"end_time,omitempty"`
	// contains filtered or unexported fields
}

Request to get information about a particular execution stage of a job. Currently only tracked for Batch jobs.

func (*GetStageExecutionDetailsRequest) Descriptor deprecated

func (*GetStageExecutionDetailsRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetStageExecutionDetailsRequest.ProtoReflect.Descriptor instead.

func (*GetStageExecutionDetailsRequest) GetEndTime

func (*GetStageExecutionDetailsRequest) GetJobId

func (*GetStageExecutionDetailsRequest) GetLocation

func (x *GetStageExecutionDetailsRequest) GetLocation() string

func (*GetStageExecutionDetailsRequest) GetPageSize

func (x *GetStageExecutionDetailsRequest) GetPageSize() int32

func (*GetStageExecutionDetailsRequest) GetPageToken

func (x *GetStageExecutionDetailsRequest) GetPageToken() string

func (*GetStageExecutionDetailsRequest) GetProjectId

func (x *GetStageExecutionDetailsRequest) GetProjectId() string

func (*GetStageExecutionDetailsRequest) GetStageId

func (x *GetStageExecutionDetailsRequest) GetStageId() string

func (*GetStageExecutionDetailsRequest) GetStartTime

func (*GetStageExecutionDetailsRequest) ProtoMessage

func (*GetStageExecutionDetailsRequest) ProtoMessage()

func (*GetStageExecutionDetailsRequest) ProtoReflect

func (*GetStageExecutionDetailsRequest) Reset

func (*GetStageExecutionDetailsRequest) String

type GetTemplateRequest

type GetTemplateRequest struct {

	// Required. The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,1,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The template from which to create the job.
	//
	// Types that are assignable to Template:
	//	*GetTemplateRequest_GcsPath
	Template isGetTemplateRequest_Template `protobuf_oneof:"template"`
	// The view to retrieve. Defaults to METADATA_ONLY.
	View GetTemplateRequest_TemplateView `protobuf:"varint,3,opt,name=view,proto3,enum=google.dataflow.v1beta3.GetTemplateRequest_TemplateView" json:"view,omitempty"`
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) to
	// which to direct the request.
	Location string `protobuf:"bytes,4,opt,name=location,proto3" json:"location,omitempty"`
	// contains filtered or unexported fields
}

A request to retrieve a Cloud Dataflow job template.

func (*GetTemplateRequest) Descriptor deprecated

func (*GetTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetTemplateRequest.ProtoReflect.Descriptor instead.

func (*GetTemplateRequest) GetGcsPath

func (x *GetTemplateRequest) GetGcsPath() string

func (*GetTemplateRequest) GetLocation

func (x *GetTemplateRequest) GetLocation() string

func (*GetTemplateRequest) GetProjectId

func (x *GetTemplateRequest) GetProjectId() string

func (*GetTemplateRequest) GetTemplate

func (m *GetTemplateRequest) GetTemplate() isGetTemplateRequest_Template

func (*GetTemplateRequest) GetView

func (*GetTemplateRequest) ProtoMessage

func (*GetTemplateRequest) ProtoMessage()

func (*GetTemplateRequest) ProtoReflect

func (x *GetTemplateRequest) ProtoReflect() protoreflect.Message

func (*GetTemplateRequest) Reset

func (x *GetTemplateRequest) Reset()

func (*GetTemplateRequest) String

func (x *GetTemplateRequest) String() string

type GetTemplateRequest_GcsPath

type GetTemplateRequest_GcsPath struct {
	// Required. A Cloud Storage path to the template from which to
	// create the job.
	// Must be valid Cloud Storage URL, beginning with 'gs://'.
	GcsPath string `protobuf:"bytes,2,opt,name=gcs_path,json=gcsPath,proto3,oneof"`
}

type GetTemplateRequest_TemplateView

type GetTemplateRequest_TemplateView int32

The various views of a template that may be retrieved.

const (
	// Template view that retrieves only the metadata associated with the
	// template.
	GetTemplateRequest_METADATA_ONLY GetTemplateRequest_TemplateView = 0
)

func (GetTemplateRequest_TemplateView) Descriptor

func (GetTemplateRequest_TemplateView) Enum

func (GetTemplateRequest_TemplateView) EnumDescriptor deprecated

func (GetTemplateRequest_TemplateView) EnumDescriptor() ([]byte, []int)

Deprecated: Use GetTemplateRequest_TemplateView.Descriptor instead.

func (GetTemplateRequest_TemplateView) Number

func (GetTemplateRequest_TemplateView) String

func (GetTemplateRequest_TemplateView) Type

type GetTemplateResponse

type GetTemplateResponse struct {

	// The status of the get template request. Any problems with the
	// request will be indicated in the error_details.
	Status *status.Status `protobuf:"bytes,1,opt,name=status,proto3" json:"status,omitempty"`
	// The template metadata describing the template name, available
	// parameters, etc.
	Metadata *TemplateMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"`
	// Template Type.
	TemplateType GetTemplateResponse_TemplateType `` /* 160-byte string literal not displayed */
	// Describes the runtime metadata with SDKInfo and available parameters.
	RuntimeMetadata *RuntimeMetadata `protobuf:"bytes,4,opt,name=runtime_metadata,json=runtimeMetadata,proto3" json:"runtime_metadata,omitempty"`
	// contains filtered or unexported fields
}

The response to a GetTemplate request.

func (*GetTemplateResponse) Descriptor deprecated

func (*GetTemplateResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetTemplateResponse.ProtoReflect.Descriptor instead.

func (*GetTemplateResponse) GetMetadata

func (x *GetTemplateResponse) GetMetadata() *TemplateMetadata

func (*GetTemplateResponse) GetRuntimeMetadata

func (x *GetTemplateResponse) GetRuntimeMetadata() *RuntimeMetadata

func (*GetTemplateResponse) GetStatus

func (x *GetTemplateResponse) GetStatus() *status.Status

func (*GetTemplateResponse) GetTemplateType

func (*GetTemplateResponse) ProtoMessage

func (*GetTemplateResponse) ProtoMessage()

func (*GetTemplateResponse) ProtoReflect

func (x *GetTemplateResponse) ProtoReflect() protoreflect.Message

func (*GetTemplateResponse) Reset

func (x *GetTemplateResponse) Reset()

func (*GetTemplateResponse) String

func (x *GetTemplateResponse) String() string

type GetTemplateResponse_TemplateType

type GetTemplateResponse_TemplateType int32

Template Type.

const (
	// Unknown Template Type.
	GetTemplateResponse_UNKNOWN GetTemplateResponse_TemplateType = 0
	// Legacy Template.
	GetTemplateResponse_LEGACY GetTemplateResponse_TemplateType = 1
	// Flex Template.
	GetTemplateResponse_FLEX GetTemplateResponse_TemplateType = 2
)

func (GetTemplateResponse_TemplateType) Descriptor

func (GetTemplateResponse_TemplateType) Enum

func (GetTemplateResponse_TemplateType) EnumDescriptor deprecated

func (GetTemplateResponse_TemplateType) EnumDescriptor() ([]byte, []int)

Deprecated: Use GetTemplateResponse_TemplateType.Descriptor instead.

func (GetTemplateResponse_TemplateType) Number

func (GetTemplateResponse_TemplateType) String

func (GetTemplateResponse_TemplateType) Type

type InvalidTemplateParameters

type InvalidTemplateParameters struct {

	// Describes all parameter violations in a template request.
	ParameterViolations []*InvalidTemplateParameters_ParameterViolation `protobuf:"bytes,1,rep,name=parameter_violations,json=parameterViolations,proto3" json:"parameter_violations,omitempty"`
	// contains filtered or unexported fields
}

Used in the error_details field of a google.rpc.Status message, this indicates problems with the template parameter.

func (*InvalidTemplateParameters) Descriptor deprecated

func (*InvalidTemplateParameters) Descriptor() ([]byte, []int)

Deprecated: Use InvalidTemplateParameters.ProtoReflect.Descriptor instead.

func (*InvalidTemplateParameters) GetParameterViolations

func (*InvalidTemplateParameters) ProtoMessage

func (*InvalidTemplateParameters) ProtoMessage()

func (*InvalidTemplateParameters) ProtoReflect

func (*InvalidTemplateParameters) Reset

func (x *InvalidTemplateParameters) Reset()

func (*InvalidTemplateParameters) String

func (x *InvalidTemplateParameters) String() string

type InvalidTemplateParameters_ParameterViolation

type InvalidTemplateParameters_ParameterViolation struct {

	// The parameter that failed to validate.
	Parameter string `protobuf:"bytes,1,opt,name=parameter,proto3" json:"parameter,omitempty"`
	// A description of why the parameter failed to validate.
	Description string `protobuf:"bytes,2,opt,name=description,proto3" json:"description,omitempty"`
	// contains filtered or unexported fields
}

A specific template-parameter violation.

func (*InvalidTemplateParameters_ParameterViolation) Descriptor deprecated

Deprecated: Use InvalidTemplateParameters_ParameterViolation.ProtoReflect.Descriptor instead.

func (*InvalidTemplateParameters_ParameterViolation) GetDescription

func (*InvalidTemplateParameters_ParameterViolation) GetParameter

func (*InvalidTemplateParameters_ParameterViolation) ProtoMessage

func (*InvalidTemplateParameters_ParameterViolation) ProtoReflect

func (*InvalidTemplateParameters_ParameterViolation) Reset

func (*InvalidTemplateParameters_ParameterViolation) String

type Job

type Job struct {

	// The unique ID of this job.
	//
	// This field is set by the Cloud Dataflow service when the Job is
	// created, and is immutable for the life of the job.
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `protobuf:"bytes,2,opt,name=project_id,json=projectId,proto3" json:"project_id,omitempty"`
	// The user-specified Cloud Dataflow job name.
	//
	// Only one Job with a given name may exist in a project at any
	// given time. If a caller attempts to create a Job with the same
	// name as an already-existing Job, the attempt returns the
	// existing Job.
	//
	// The name must match the regular expression
	// `[a-z]([-a-z0-9]{0,38}[a-z0-9])?`
	Name string `protobuf:"bytes,3,opt,name=name,proto3" json:"name,omitempty"`
	// The type of Cloud Dataflow job.
	Type JobType `protobuf:"varint,4,opt,name=type,proto3,enum=google.dataflow.v1beta3.JobType" json:"type,omitempty"`
	// The environment for the job.
	Environment *Environment `protobuf:"bytes,5,opt,name=environment,proto3" json:"environment,omitempty"`
	// Exactly one of step or steps_location should be specified.
	//
	// The top-level steps that constitute the entire job. Only retrieved with
	// JOB_VIEW_ALL.
	Steps []*Step `protobuf:"bytes,6,rep,name=steps,proto3" json:"steps,omitempty"`
	// The Cloud Storage location where the steps are stored.
	StepsLocation string `protobuf:"bytes,24,opt,name=steps_location,json=stepsLocation,proto3" json:"steps_location,omitempty"`
	// The current state of the job.
	//
	// Jobs are created in the `JOB_STATE_STOPPED` state unless otherwise
	// specified.
	//
	// A job in the `JOB_STATE_RUNNING` state may asynchronously enter a
	// terminal state. After a job has reached a terminal state, no
	// further state updates may be made.
	//
	// This field may be mutated by the Cloud Dataflow service;
	// callers cannot mutate it.
	CurrentState JobState `` /* 136-byte string literal not displayed */
	// The timestamp associated with the current state.
	CurrentStateTime *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=current_state_time,json=currentStateTime,proto3" json:"current_state_time,omitempty"`
	// The job's requested state.
	//
	// `UpdateJob` may be used to switch between the `JOB_STATE_STOPPED` and
	// `JOB_STATE_RUNNING` states, by setting requested_state.  `UpdateJob` may
	// also be used to directly set a job's requested state to
	// `JOB_STATE_CANCELLED` or `JOB_STATE_DONE`, irrevocably terminating the
	// job if it has not already reached a terminal state.
	RequestedState JobState `` /* 142-byte string literal not displayed */
	// Deprecated.
	ExecutionInfo *JobExecutionInfo `protobuf:"bytes,10,opt,name=execution_info,json=executionInfo,proto3" json:"execution_info,omitempty"`
	// The timestamp when the job was initially created. Immutable and set by the
	// Cloud Dataflow service.
	CreateTime *timestamppb.Timestamp `protobuf:"bytes,11,opt,name=create_time,json=createTime,proto3" json:"create_time,omitempty"`
	// If this job is an update of an existing job, this field is the job ID
	// of the job it replaced.
	//
	// When sending a `CreateJobRequest`, you can update a job by specifying it
	// here. The job named here is stopped, and its intermediate state is
	// transferred to this job.
	ReplaceJobId string `protobuf:"bytes,12,opt,name=replace_job_id,json=replaceJobId,proto3" json:"replace_job_id,omitempty"`
	// The map of transform name prefixes of the job to be replaced to the
	// corresponding name prefixes of the new job.
	TransformNameMapping map[string]string `` /* 212-byte string literal not displayed */
	// The client's unique identifier of the job, re-used across retried attempts.
	// If this field is set, the service will ensure its uniqueness.
	// The request to create a job will fail if the service has knowledge of a
	// previously submitted job with the same client's ID and job name.
	// The caller may use this field to ensure idempotence of job
	// creation across retried attempts to create a job.
	// By default, the field is empty and, in that case, the service ignores it.
	ClientRequestId string `protobuf:"bytes,14,opt,name=client_request_id,json=clientRequestId,proto3" json:"client_request_id,omitempty"`
	// If another job is an update of this job (and thus, this job is in
	// `JOB_STATE_UPDATED`), this field contains the ID of that job.
	ReplacedByJobId string `protobuf:"bytes,15,opt,name=replaced_by_job_id,json=replacedByJobId,proto3" json:"replaced_by_job_id,omitempty"`
	// A set of files the system should be aware of that are used
	// for temporary storage. These temporary files will be
	// removed on job completion.
	// No duplicates are allowed.
	// No file patterns are supported.
	//
	// The supported files are:
	//
	// Google Cloud Storage:
	//
	//    storage.googleapis.com/{bucket}/{object}
	//    bucket.storage.googleapis.com/{object}
	TempFiles []string `protobuf:"bytes,16,rep,name=temp_files,json=tempFiles,proto3" json:"temp_files,omitempty"`
	// User-defined labels for this job.
	//
	// The labels map can contain no more than 64 entries.  Entries of the labels
	// map are UTF8 strings that comply with the following restrictions:
	//
	// * Keys must conform to regexp:  [\p{Ll}\p{Lo}][\p{Ll}\p{Lo}\p{N}_-]{0,62}
	// * Values must conform to regexp:  [\p{Ll}\p{Lo}\p{N}_-]{0,63}
	// * Both keys and values are additionally constrained to be <= 128 bytes in
	// size.
	Labels map[string]string `` /* 154-byte string literal not displayed */
	// The [regional endpoint]
	// (https://cloud.google.com/dataflow/docs/concepts/regional-endpoints) that
	// contains this job.
	Location string `protobuf:"bytes,18,opt,name=location,proto3" json:"location,omitempty"`
	// Preliminary field: The format of this data may change at any time.
	// A description of the user pipeline and stages through which it is executed.
	// Created by Cloud Dataflow service.  Only retrieved with
	// JOB_VIEW_DESCRIPTION or JOB_VIEW_ALL.
	PipelineDescription *PipelineDescription `protobuf:"bytes,19,opt,name=pipeline_description,json=pipelineDescription,proto3" json:"pipeline_description,omitempty"`
	// This field may be mutated by the Cloud Dataflow service;
	// callers cannot mutate it.
	StageStates []*ExecutionStageState `protobuf:"bytes,20,rep,name=stage_states,json=stageStates,proto3" json:"stage_states,omitempty"`
	// This field is populated by the Dataflow service to support filtering jobs
	// by the metadata values provided here. Populated for ListJobs and all GetJob
	// views SUMMARY and higher.
	JobMetadata *JobMetadata `protobuf:"bytes,21,opt,name=job_metadata,json=jobMetadata,proto3" json:"job_metadata,omitempty"`
	// The timestamp when the job was started (transitioned to JOB_STATE_PENDING).
	// Flexible resource scheduling jobs are started with some delay after job
	// creation, so start_time is unset before start and is updated when the
	// job is started by the Cloud Dataflow service. For other jobs, start_time
	// always equals to create_time and is immutable and set by the Cloud Dataflow
	// service.
	StartTime *timestamppb.Timestamp `protobuf:"bytes,22,opt,name=start_time,json=startTime,proto3" json:"start_time,omitempty"`
	// If this is specified, the job's initial state is populated from the given
	// snapshot.
	CreatedFromSnapshotId string `` /* 129-byte string literal not displayed */
	// Reserved for future use. This field is set only in responses from the
	// server; it is ignored if it is set in any requests.
	SatisfiesPzs bool `protobuf:"varint,25,opt,name=satisfies_pzs,json=satisfiesPzs,proto3" json:"satisfies_pzs,omitempty"`
	// contains filtered or unexported fields
}

Defines a job to be run by the Cloud Dataflow service.

func (*Job) Descriptor deprecated

func (*Job) Descriptor() ([]byte, []int)

Deprecated: Use Job.ProtoReflect.Descriptor instead.

func (*Job) GetClientRequestId

func (x *Job) GetClientRequestId() string

func (*Job) GetCreateTime

func (x *Job) GetCreateTime() *timestamppb.Timestamp

func (*Job) GetCreatedFromSnapshotId

func (x *Job) GetCreatedFromSnapshotId() string

func (*Job) GetCurrentState

func (x *Job) GetCurrentState() JobState

func (*Job) GetCurrentStateTime

func (x *Job) GetCurrentStateTime() *timestamppb.Timestamp

func (*Job) GetEnvironment

func (x *Job) GetEnvironment() *Environment

func (*Job) GetExecutionInfo

func (x *Job) GetExecutionInfo() *JobExecutionInfo

func (*Job) GetId

func (x *Job) GetId() string

func (*Job) GetJobMetadata

func (x *Job) GetJobMetadata() *JobMetadata

func (*Job) GetLabels

func (x *Job) GetLabels() map[string]string

func (*Job) GetLocation

func (x *Job) GetLocation() string

func (*Job) GetName

func (x *Job) GetName() string

func (*Job) GetPipelineDescription

func (x *Job) GetPipelineDescription() *PipelineDescription

func (*Job) GetProjectId

func (x *Job) GetProjectId() string

func (*Job) GetReplaceJobId

func (x *Job) GetReplaceJobId() string

func (*Job) GetReplacedByJobId

func (x *Job) GetReplacedByJobId() string

func (*Job) GetRequestedState

func (x *Job) GetRequestedState() JobState

func (*Job) GetSatisfiesPzs

func (x *Job) GetSatisfiesPzs() bool

func (*Job) GetStageStates

func (x *Job) GetStageStates() []*ExecutionStageState

func (*Job) GetStartTime

func (x *Job) GetStartTime() *timestamppb.Timestamp

func (*Job) GetSteps

func (x *Job) GetSteps() []*Step

func (*Job) GetStepsLocation

func (x *Job) GetStepsLocation() string

func (*Job) GetTempFiles

func (x *Job) GetTempFiles() []string

func (*Job) GetTransformNameMapping

func (x *Job) GetTransformNameMapping() map[string]string

func (*Job) GetType

func (x *Job) GetType() JobType

func (*Job) ProtoMessage

func (*Job) ProtoMessage()

func (*Job) ProtoReflect

func (x *Job) ProtoReflect() protoreflect.Message

func (*Job) Reset

func (x *Job) Reset()

func (*Job) String

func (x *Job) String() string

type JobExecutionDetails

type JobExecutionDetails struct {

	// The stages of the job execution.
	Stages []*StageSummary `protobuf:"bytes,1,rep,name=stages,proto3" json:"stages,omitempty"`
	// If present, this response does not contain all requested tasks.  To obtain
	// the next page of results, repeat the request with page_token set to this
	// value.
	NextPageToken string `protobuf:"bytes,2,opt,name=next_page_token,json=nextPageToken,proto3" json:"next_page_token,omitempty"`
	// contains filtered or unexported fields
}

Information about the execution of a job.

func (*JobExecutionDetails) Descriptor deprecated

func (*JobExecutionDetails) Descriptor() ([]byte, []int)

Deprecated: Use JobExecutionDetails.ProtoReflect.Descriptor instead.

func (*JobExecutionDetails) GetNextPageToken

func (x *JobExecutionDetails) GetNextPageToken() string

func (*JobExecutionDetails) GetStages

func (x *JobExecutionDetails) GetStages() []*StageSummary

func (*JobExecutionDetails) ProtoMessage

func (*JobExecutionDetails) ProtoMessage()

func (*JobExecutionDetails) ProtoReflect

func (x *JobExecutionDetails) ProtoReflect() protoreflect.Message

func (*JobExecutionDetails) Reset

func (x *JobExecutionDetails) Reset()

func (*JobExecutionDetails) String

func (x *JobExecutionDetails) String() string

type JobExecutionInfo

type JobExecutionInfo struct {

	// A mapping from each stage to the information about that stage.
	Stages map[string]*JobExecutionStageInfo `` /* 153-byte string literal not displayed */
	// contains filtered or unexported fields
}

Additional information about how a Cloud Dataflow job will be executed that isn't contained in the submitted job.

func (*JobExecutionInfo) Descriptor deprecated

func (*JobExecutionInfo) Descriptor() ([]byte, []int)

Deprecated: Use JobExecutionInfo.ProtoReflect.Descriptor instead.

func (*JobExecutionInfo) GetStages

func (x *JobExecutionInfo) GetStages() map[string]*JobExecutionStageInfo

func (*JobExecutionInfo) ProtoMessage

func (*JobExecutionInfo) ProtoMessage()

func (*JobExecutionInfo) ProtoReflect

func (x *JobExecutionInfo) ProtoReflect() protoreflect.Message

func (*JobExecutionInfo) Reset

func (x *JobExecutionInfo) Reset()

func (*JobExecutionInfo) String

func (x *JobExecutionInfo) String() string

type