dataflow

package
v7.20.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 24, 2024 License: Apache-2.0 Imports: 7 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

This section is empty.

Functions

This section is empty.

Types

type FlexTemplateJob

type FlexTemplateJob struct {
	pulumi.CustomResourceState

	// List of experiments that should be used by the job. An example value is `["enableStackdriverAgentMetrics"]`.
	AdditionalExperiments pulumi.StringArrayOutput `pulumi:"additionalExperiments"`
	// The algorithm to use for autoscaling.
	AutoscalingAlgorithm pulumi.StringOutput `pulumi:"autoscalingAlgorithm"`
	// The GCS path to the Dataflow job Flex
	// Template.
	//
	// ***
	ContainerSpecGcsPath pulumi.StringOutput `pulumi:"containerSpecGcsPath"`
	// All of labels (key/value pairs) present on the resource in GCP, including the labels configured through Terraform, other
	// clients and services.
	EffectiveLabels pulumi.StringMapOutput `pulumi:"effectiveLabels"`
	// Immutable. Indicates if the job should use the streaming engine feature.
	EnableStreamingEngine pulumi.BoolPtrOutput `pulumi:"enableStreamingEngine"`
	// The configuration for VM IPs.  Options are `"WORKER_IP_PUBLIC"` or `"WORKER_IP_PRIVATE"`.
	IpConfiguration pulumi.StringPtrOutput `pulumi:"ipConfiguration"`
	// The unique ID of this job.
	JobId pulumi.StringOutput `pulumi:"jobId"`
	// The name for the Cloud KMS key for the job. Key format is: `projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY`
	KmsKeyName pulumi.StringOutput `pulumi:"kmsKeyName"`
	// User labels to be specified for the job. Keys and values
	// should follow the restrictions specified in the [labeling restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions)
	// page. **Note**: This field is marked as deprecated as the API does not currently
	// support adding labels.
	// **NOTE**: Google-provided Dataflow templates often provide default labels
	// that begin with `goog-dataflow-provided`. Unless explicitly set in config, these
	// labels will be ignored to prevent diffs on re-apply.
	Labels pulumi.MapOutput `pulumi:"labels"`
	// The machine type to use for launching the job. The default is n1-standard-1.
	LauncherMachineType pulumi.StringOutput `pulumi:"launcherMachineType"`
	// The machine type to use for the job.
	MachineType pulumi.StringOutput `pulumi:"machineType"`
	// Immutable. The maximum number of Google Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.
	MaxWorkers pulumi.IntOutput `pulumi:"maxWorkers"`
	// Immutable. A unique name for the resource, required by Dataflow.
	Name pulumi.StringOutput `pulumi:"name"`
	// The network to which VMs will be assigned. If it is not provided, "default" will be used.
	Network pulumi.StringOutput `pulumi:"network"`
	// Immutable. The initial number of Google Compute Engine instances for the job.
	NumWorkers pulumi.IntOutput `pulumi:"numWorkers"`
	// One of "drain" or "cancel". Specifies behavior of
	// deletion during `pulumi destroy`.  See above note.
	OnDelete pulumi.StringPtrOutput `pulumi:"onDelete"`
	// Key/Value pairs to be passed to the Dataflow job (as
	// used in the template). Additional [pipeline options](https://cloud.google.com/dataflow/docs/guides/specifying-exec-params#setting-other-cloud-dataflow-pipeline-options)
	// such as `serviceAccount`, `workerMachineType`, etc can be specified here.
	Parameters pulumi.MapOutput `pulumi:"parameters"`
	// The project in which the resource belongs. If it is not
	// provided, the provider project is used.
	Project pulumi.StringOutput `pulumi:"project"`
	// The combination of labels configured directly on the resource and default labels configured on the provider.
	PulumiLabels pulumi.StringMapOutput `pulumi:"pulumiLabels"`
	// Immutable. The region in which the created job should run.
	Region pulumi.StringOutput `pulumi:"region"`
	// Docker registry location of container image to use for the 'worker harness. Default is the container for the version of the SDK. Note this field is only valid for portable pipelines.
	SdkContainerImage pulumi.StringOutput `pulumi:"sdkContainerImage"`
	// Service account email to run the workers as.
	ServiceAccountEmail pulumi.StringOutput `pulumi:"serviceAccountEmail"`
	// If true, treat DRAINING and CANCELLING as terminal job states and do not wait for further changes before removing from
	// terraform state and moving on. WARNING: this will lead to job name conflicts if you do not ensure that the job names are
	// different, e.g. by embedding a release ID or by using a random_id.
	SkipWaitOnJobTermination pulumi.BoolPtrOutput `pulumi:"skipWaitOnJobTermination"`
	// The Cloud Storage path to use for staging files. Must be a valid Cloud Storage URL, beginning with gs://.
	StagingLocation pulumi.StringOutput `pulumi:"stagingLocation"`
	// The current state of the resource, selected from the [JobState enum](https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.jobs#Job.JobState)
	State pulumi.StringOutput `pulumi:"state"`
	// The subnetwork to which VMs will be assigned. Should be of the form "regions/REGION/subnetworks/SUBNETWORK".
	Subnetwork pulumi.StringOutput `pulumi:"subnetwork"`
	// The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.
	TempLocation pulumi.StringOutput `pulumi:"tempLocation"`
	// Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job.Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job.
	TransformNameMapping pulumi.MapOutput `pulumi:"transformNameMapping"`
	// The type of this job, selected from the JobType enum.
	Type pulumi.StringOutput `pulumi:"type"`
}

## Example Usage

```go package main

import (

"github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/dataflow"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"

)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := dataflow.NewFlexTemplateJob(ctx, "big_data_job", &dataflow.FlexTemplateJobArgs{
			Name:                 pulumi.String("dataflow-flextemplates-job"),
			ContainerSpecGcsPath: pulumi.String("gs://my-bucket/templates/template.json"),
			Parameters: pulumi.Map{
				"inputSubscription": pulumi.Any("messages"),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

```

## Note on "destroy" / "apply"

There are many types of Dataflow jobs. Some Dataflow jobs run constantly, getting new data from (e.g.) a GCS bucket, and outputting data continuously. Some jobs process a set amount of data then terminate. All jobs can fail while running due to programming errors or other issues. In this way, Dataflow jobs are different from most other provider / Google resources.

The Dataflow resource is considered 'existing' while it is in a nonterminal state. If it reaches a terminal state (e.g. 'FAILED', 'COMPLETE', 'CANCELLED'), it will be recreated on the next 'apply'. This is as expected for jobs which run continuously, but may surprise users who use this resource for other kinds of Dataflow jobs.

A Dataflow job which is 'destroyed' may be "cancelled" or "drained". If "cancelled", the job terminates - any data written remains where it is, but no new data will be processed. If "drained", no new data will enter the pipeline, but any data currently in the pipeline will finish being processed. The default is "cancelled", but if a user sets `onDelete` to `"drain"` in the configuration, you may experience a long wait for your `pulumi destroy` to complete.

You can potentially short-circuit the wait by setting `skipWaitOnJobTermination` to `true`, but beware that unless you take active steps to ensure that the job `name` parameter changes between instances, the name will conflict and the launch of the new job will fail. One way to do this is with a randomId resource, for example:

```go package main

import (

"fmt"

"github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/dataflow"
"github.com/pulumi/pulumi-random/sdk/v4/go/random"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi/config"

)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		cfg := config.New(ctx, "")
		bigDataJobSubscriptionId := "projects/myproject/subscriptions/messages"
		if param := cfg.Get("bigDataJobSubscriptionId"); param != "" {
			bigDataJobSubscriptionId = param
		}
		bigDataJobNameSuffix, err := random.NewRandomId(ctx, "big_data_job_name_suffix", &random.RandomIdArgs{
			ByteLength: pulumi.Int(4),
			Keepers: pulumi.StringMap{
				"region":          pulumi.Any(region),
				"subscription_id": pulumi.String(bigDataJobSubscriptionId),
			},
		})
		if err != nil {
			return err
		}
		_, err = dataflow.NewFlexTemplateJob(ctx, "big_data_job", &dataflow.FlexTemplateJobArgs{
			Name: bigDataJobNameSuffix.Dec.ApplyT(func(dec string) (string, error) {
				return fmt.Sprintf("dataflow-flextemplates-job-%v", dec), nil
			}).(pulumi.StringOutput),
			Region:                   pulumi.Any(region),
			ContainerSpecGcsPath:     pulumi.String("gs://my-bucket/templates/template.json"),
			SkipWaitOnJobTermination: pulumi.Bool(true),
			Parameters: pulumi.Map{
				"inputSubscription": pulumi.String(bigDataJobSubscriptionId),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

```

## Import

This resource does not support import.

func GetFlexTemplateJob

func GetFlexTemplateJob(ctx *pulumi.Context,
	name string, id pulumi.IDInput, state *FlexTemplateJobState, opts ...pulumi.ResourceOption) (*FlexTemplateJob, error)

GetFlexTemplateJob gets an existing FlexTemplateJob resource's state with the given name, ID, and optional state properties that are used to uniquely qualify the lookup (nil if not required).

func NewFlexTemplateJob

func NewFlexTemplateJob(ctx *pulumi.Context,
	name string, args *FlexTemplateJobArgs, opts ...pulumi.ResourceOption) (*FlexTemplateJob, error)

NewFlexTemplateJob registers a new resource with the given unique name, arguments, and options.

func (*FlexTemplateJob) ElementType

func (*FlexTemplateJob) ElementType() reflect.Type

func (*FlexTemplateJob) ToFlexTemplateJobOutput

func (i *FlexTemplateJob) ToFlexTemplateJobOutput() FlexTemplateJobOutput

func (*FlexTemplateJob) ToFlexTemplateJobOutputWithContext

func (i *FlexTemplateJob) ToFlexTemplateJobOutputWithContext(ctx context.Context) FlexTemplateJobOutput

type FlexTemplateJobArgs

type FlexTemplateJobArgs struct {
	// List of experiments that should be used by the job. An example value is `["enableStackdriverAgentMetrics"]`.
	AdditionalExperiments pulumi.StringArrayInput
	// The algorithm to use for autoscaling.
	AutoscalingAlgorithm pulumi.StringPtrInput
	// The GCS path to the Dataflow job Flex
	// Template.
	//
	// ***
	ContainerSpecGcsPath pulumi.StringInput
	// Immutable. Indicates if the job should use the streaming engine feature.
	EnableStreamingEngine pulumi.BoolPtrInput
	// The configuration for VM IPs.  Options are `"WORKER_IP_PUBLIC"` or `"WORKER_IP_PRIVATE"`.
	IpConfiguration pulumi.StringPtrInput
	// The name for the Cloud KMS key for the job. Key format is: `projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY`
	KmsKeyName pulumi.StringPtrInput
	// User labels to be specified for the job. Keys and values
	// should follow the restrictions specified in the [labeling restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions)
	// page. **Note**: This field is marked as deprecated as the API does not currently
	// support adding labels.
	// **NOTE**: Google-provided Dataflow templates often provide default labels
	// that begin with `goog-dataflow-provided`. Unless explicitly set in config, these
	// labels will be ignored to prevent diffs on re-apply.
	Labels pulumi.MapInput
	// The machine type to use for launching the job. The default is n1-standard-1.
	LauncherMachineType pulumi.StringPtrInput
	// The machine type to use for the job.
	MachineType pulumi.StringPtrInput
	// Immutable. The maximum number of Google Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.
	MaxWorkers pulumi.IntPtrInput
	// Immutable. A unique name for the resource, required by Dataflow.
	Name pulumi.StringPtrInput
	// The network to which VMs will be assigned. If it is not provided, "default" will be used.
	Network pulumi.StringPtrInput
	// Immutable. The initial number of Google Compute Engine instances for the job.
	NumWorkers pulumi.IntPtrInput
	// One of "drain" or "cancel". Specifies behavior of
	// deletion during `pulumi destroy`.  See above note.
	OnDelete pulumi.StringPtrInput
	// Key/Value pairs to be passed to the Dataflow job (as
	// used in the template). Additional [pipeline options](https://cloud.google.com/dataflow/docs/guides/specifying-exec-params#setting-other-cloud-dataflow-pipeline-options)
	// such as `serviceAccount`, `workerMachineType`, etc can be specified here.
	Parameters pulumi.MapInput
	// The project in which the resource belongs. If it is not
	// provided, the provider project is used.
	Project pulumi.StringPtrInput
	// Immutable. The region in which the created job should run.
	Region pulumi.StringPtrInput
	// Docker registry location of container image to use for the 'worker harness. Default is the container for the version of the SDK. Note this field is only valid for portable pipelines.
	SdkContainerImage pulumi.StringPtrInput
	// Service account email to run the workers as.
	ServiceAccountEmail pulumi.StringPtrInput
	// If true, treat DRAINING and CANCELLING as terminal job states and do not wait for further changes before removing from
	// terraform state and moving on. WARNING: this will lead to job name conflicts if you do not ensure that the job names are
	// different, e.g. by embedding a release ID or by using a random_id.
	SkipWaitOnJobTermination pulumi.BoolPtrInput
	// The Cloud Storage path to use for staging files. Must be a valid Cloud Storage URL, beginning with gs://.
	StagingLocation pulumi.StringPtrInput
	// The subnetwork to which VMs will be assigned. Should be of the form "regions/REGION/subnetworks/SUBNETWORK".
	Subnetwork pulumi.StringPtrInput
	// The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.
	TempLocation pulumi.StringPtrInput
	// Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job.Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job.
	TransformNameMapping pulumi.MapInput
}

The set of arguments for constructing a FlexTemplateJob resource.

func (FlexTemplateJobArgs) ElementType

func (FlexTemplateJobArgs) ElementType() reflect.Type

type FlexTemplateJobArray

type FlexTemplateJobArray []FlexTemplateJobInput

func (FlexTemplateJobArray) ElementType

func (FlexTemplateJobArray) ElementType() reflect.Type

func (FlexTemplateJobArray) ToFlexTemplateJobArrayOutput

func (i FlexTemplateJobArray) ToFlexTemplateJobArrayOutput() FlexTemplateJobArrayOutput

func (FlexTemplateJobArray) ToFlexTemplateJobArrayOutputWithContext

func (i FlexTemplateJobArray) ToFlexTemplateJobArrayOutputWithContext(ctx context.Context) FlexTemplateJobArrayOutput

type FlexTemplateJobArrayInput

type FlexTemplateJobArrayInput interface {
	pulumi.Input

	ToFlexTemplateJobArrayOutput() FlexTemplateJobArrayOutput
	ToFlexTemplateJobArrayOutputWithContext(context.Context) FlexTemplateJobArrayOutput
}

FlexTemplateJobArrayInput is an input type that accepts FlexTemplateJobArray and FlexTemplateJobArrayOutput values. You can construct a concrete instance of `FlexTemplateJobArrayInput` via:

FlexTemplateJobArray{ FlexTemplateJobArgs{...} }

type FlexTemplateJobArrayOutput

type FlexTemplateJobArrayOutput struct{ *pulumi.OutputState }

func (FlexTemplateJobArrayOutput) ElementType

func (FlexTemplateJobArrayOutput) ElementType() reflect.Type

func (FlexTemplateJobArrayOutput) Index

func (FlexTemplateJobArrayOutput) ToFlexTemplateJobArrayOutput

func (o FlexTemplateJobArrayOutput) ToFlexTemplateJobArrayOutput() FlexTemplateJobArrayOutput

func (FlexTemplateJobArrayOutput) ToFlexTemplateJobArrayOutputWithContext

func (o FlexTemplateJobArrayOutput) ToFlexTemplateJobArrayOutputWithContext(ctx context.Context) FlexTemplateJobArrayOutput

type FlexTemplateJobInput

type FlexTemplateJobInput interface {
	pulumi.Input

	ToFlexTemplateJobOutput() FlexTemplateJobOutput
	ToFlexTemplateJobOutputWithContext(ctx context.Context) FlexTemplateJobOutput
}

type FlexTemplateJobMap

type FlexTemplateJobMap map[string]FlexTemplateJobInput

func (FlexTemplateJobMap) ElementType

func (FlexTemplateJobMap) ElementType() reflect.Type

func (FlexTemplateJobMap) ToFlexTemplateJobMapOutput

func (i FlexTemplateJobMap) ToFlexTemplateJobMapOutput() FlexTemplateJobMapOutput

func (FlexTemplateJobMap) ToFlexTemplateJobMapOutputWithContext

func (i FlexTemplateJobMap) ToFlexTemplateJobMapOutputWithContext(ctx context.Context) FlexTemplateJobMapOutput

type FlexTemplateJobMapInput

type FlexTemplateJobMapInput interface {
	pulumi.Input

	ToFlexTemplateJobMapOutput() FlexTemplateJobMapOutput
	ToFlexTemplateJobMapOutputWithContext(context.Context) FlexTemplateJobMapOutput
}

FlexTemplateJobMapInput is an input type that accepts FlexTemplateJobMap and FlexTemplateJobMapOutput values. You can construct a concrete instance of `FlexTemplateJobMapInput` via:

FlexTemplateJobMap{ "key": FlexTemplateJobArgs{...} }

type FlexTemplateJobMapOutput

type FlexTemplateJobMapOutput struct{ *pulumi.OutputState }

func (FlexTemplateJobMapOutput) ElementType

func (FlexTemplateJobMapOutput) ElementType() reflect.Type

func (FlexTemplateJobMapOutput) MapIndex

func (FlexTemplateJobMapOutput) ToFlexTemplateJobMapOutput

func (o FlexTemplateJobMapOutput) ToFlexTemplateJobMapOutput() FlexTemplateJobMapOutput

func (FlexTemplateJobMapOutput) ToFlexTemplateJobMapOutputWithContext

func (o FlexTemplateJobMapOutput) ToFlexTemplateJobMapOutputWithContext(ctx context.Context) FlexTemplateJobMapOutput

type FlexTemplateJobOutput

type FlexTemplateJobOutput struct{ *pulumi.OutputState }

func (FlexTemplateJobOutput) AdditionalExperiments

func (o FlexTemplateJobOutput) AdditionalExperiments() pulumi.StringArrayOutput

List of experiments that should be used by the job. An example value is `["enableStackdriverAgentMetrics"]`.

func (FlexTemplateJobOutput) AutoscalingAlgorithm

func (o FlexTemplateJobOutput) AutoscalingAlgorithm() pulumi.StringOutput

The algorithm to use for autoscaling.

func (FlexTemplateJobOutput) ContainerSpecGcsPath

func (o FlexTemplateJobOutput) ContainerSpecGcsPath() pulumi.StringOutput

The GCS path to the Dataflow job Flex Template.

***

func (FlexTemplateJobOutput) EffectiveLabels

func (o FlexTemplateJobOutput) EffectiveLabels() pulumi.StringMapOutput

All of labels (key/value pairs) present on the resource in GCP, including the labels configured through Terraform, other clients and services.

func (FlexTemplateJobOutput) ElementType

func (FlexTemplateJobOutput) ElementType() reflect.Type

func (FlexTemplateJobOutput) EnableStreamingEngine

func (o FlexTemplateJobOutput) EnableStreamingEngine() pulumi.BoolPtrOutput

Immutable. Indicates if the job should use the streaming engine feature.

func (FlexTemplateJobOutput) IpConfiguration

func (o FlexTemplateJobOutput) IpConfiguration() pulumi.StringPtrOutput

The configuration for VM IPs. Options are `"WORKER_IP_PUBLIC"` or `"WORKER_IP_PRIVATE"`.

func (FlexTemplateJobOutput) JobId

The unique ID of this job.

func (FlexTemplateJobOutput) KmsKeyName

func (o FlexTemplateJobOutput) KmsKeyName() pulumi.StringOutput

The name for the Cloud KMS key for the job. Key format is: `projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY`

func (FlexTemplateJobOutput) Labels

User labels to be specified for the job. Keys and values should follow the restrictions specified in the [labeling restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions) page. **Note**: This field is marked as deprecated as the API does not currently support adding labels. **NOTE**: Google-provided Dataflow templates often provide default labels that begin with `goog-dataflow-provided`. Unless explicitly set in config, these labels will be ignored to prevent diffs on re-apply.

func (FlexTemplateJobOutput) LauncherMachineType

func (o FlexTemplateJobOutput) LauncherMachineType() pulumi.StringOutput

The machine type to use for launching the job. The default is n1-standard-1.

func (FlexTemplateJobOutput) MachineType

func (o FlexTemplateJobOutput) MachineType() pulumi.StringOutput

The machine type to use for the job.

func (FlexTemplateJobOutput) MaxWorkers

func (o FlexTemplateJobOutput) MaxWorkers() pulumi.IntOutput

Immutable. The maximum number of Google Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.

func (FlexTemplateJobOutput) Name

Immutable. A unique name for the resource, required by Dataflow.

func (FlexTemplateJobOutput) Network

The network to which VMs will be assigned. If it is not provided, "default" will be used.

func (FlexTemplateJobOutput) NumWorkers

func (o FlexTemplateJobOutput) NumWorkers() pulumi.IntOutput

Immutable. The initial number of Google Compute Engine instances for the job.

func (FlexTemplateJobOutput) OnDelete

One of "drain" or "cancel". Specifies behavior of deletion during `pulumi destroy`. See above note.

func (FlexTemplateJobOutput) Parameters

func (o FlexTemplateJobOutput) Parameters() pulumi.MapOutput

Key/Value pairs to be passed to the Dataflow job (as used in the template). Additional [pipeline options](https://cloud.google.com/dataflow/docs/guides/specifying-exec-params#setting-other-cloud-dataflow-pipeline-options) such as `serviceAccount`, `workerMachineType`, etc can be specified here.

func (FlexTemplateJobOutput) Project

The project in which the resource belongs. If it is not provided, the provider project is used.

func (FlexTemplateJobOutput) PulumiLabels

func (o FlexTemplateJobOutput) PulumiLabels() pulumi.StringMapOutput

The combination of labels configured directly on the resource and default labels configured on the provider.

func (FlexTemplateJobOutput) Region

Immutable. The region in which the created job should run.

func (FlexTemplateJobOutput) SdkContainerImage

func (o FlexTemplateJobOutput) SdkContainerImage() pulumi.StringOutput

Docker registry location of container image to use for the 'worker harness. Default is the container for the version of the SDK. Note this field is only valid for portable pipelines.

func (FlexTemplateJobOutput) ServiceAccountEmail

func (o FlexTemplateJobOutput) ServiceAccountEmail() pulumi.StringOutput

Service account email to run the workers as.

func (FlexTemplateJobOutput) SkipWaitOnJobTermination

func (o FlexTemplateJobOutput) SkipWaitOnJobTermination() pulumi.BoolPtrOutput

If true, treat DRAINING and CANCELLING as terminal job states and do not wait for further changes before removing from terraform state and moving on. WARNING: this will lead to job name conflicts if you do not ensure that the job names are different, e.g. by embedding a release ID or by using a random_id.

func (FlexTemplateJobOutput) StagingLocation

func (o FlexTemplateJobOutput) StagingLocation() pulumi.StringOutput

The Cloud Storage path to use for staging files. Must be a valid Cloud Storage URL, beginning with gs://.

func (FlexTemplateJobOutput) State

The current state of the resource, selected from the [JobState enum](https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.jobs#Job.JobState)

func (FlexTemplateJobOutput) Subnetwork

func (o FlexTemplateJobOutput) Subnetwork() pulumi.StringOutput

The subnetwork to which VMs will be assigned. Should be of the form "regions/REGION/subnetworks/SUBNETWORK".

func (FlexTemplateJobOutput) TempLocation

func (o FlexTemplateJobOutput) TempLocation() pulumi.StringOutput

The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.

func (FlexTemplateJobOutput) ToFlexTemplateJobOutput

func (o FlexTemplateJobOutput) ToFlexTemplateJobOutput() FlexTemplateJobOutput

func (FlexTemplateJobOutput) ToFlexTemplateJobOutputWithContext

func (o FlexTemplateJobOutput) ToFlexTemplateJobOutputWithContext(ctx context.Context) FlexTemplateJobOutput

func (FlexTemplateJobOutput) TransformNameMapping

func (o FlexTemplateJobOutput) TransformNameMapping() pulumi.MapOutput

Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job.Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job.

func (FlexTemplateJobOutput) Type

The type of this job, selected from the JobType enum.

type FlexTemplateJobState

type FlexTemplateJobState struct {
	// List of experiments that should be used by the job. An example value is `["enableStackdriverAgentMetrics"]`.
	AdditionalExperiments pulumi.StringArrayInput
	// The algorithm to use for autoscaling.
	AutoscalingAlgorithm pulumi.StringPtrInput
	// The GCS path to the Dataflow job Flex
	// Template.
	//
	// ***
	ContainerSpecGcsPath pulumi.StringPtrInput
	// All of labels (key/value pairs) present on the resource in GCP, including the labels configured through Terraform, other
	// clients and services.
	EffectiveLabels pulumi.StringMapInput
	// Immutable. Indicates if the job should use the streaming engine feature.
	EnableStreamingEngine pulumi.BoolPtrInput
	// The configuration for VM IPs.  Options are `"WORKER_IP_PUBLIC"` or `"WORKER_IP_PRIVATE"`.
	IpConfiguration pulumi.StringPtrInput
	// The unique ID of this job.
	JobId pulumi.StringPtrInput
	// The name for the Cloud KMS key for the job. Key format is: `projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY`
	KmsKeyName pulumi.StringPtrInput
	// User labels to be specified for the job. Keys and values
	// should follow the restrictions specified in the [labeling restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions)
	// page. **Note**: This field is marked as deprecated as the API does not currently
	// support adding labels.
	// **NOTE**: Google-provided Dataflow templates often provide default labels
	// that begin with `goog-dataflow-provided`. Unless explicitly set in config, these
	// labels will be ignored to prevent diffs on re-apply.
	Labels pulumi.MapInput
	// The machine type to use for launching the job. The default is n1-standard-1.
	LauncherMachineType pulumi.StringPtrInput
	// The machine type to use for the job.
	MachineType pulumi.StringPtrInput
	// Immutable. The maximum number of Google Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.
	MaxWorkers pulumi.IntPtrInput
	// Immutable. A unique name for the resource, required by Dataflow.
	Name pulumi.StringPtrInput
	// The network to which VMs will be assigned. If it is not provided, "default" will be used.
	Network pulumi.StringPtrInput
	// Immutable. The initial number of Google Compute Engine instances for the job.
	NumWorkers pulumi.IntPtrInput
	// One of "drain" or "cancel". Specifies behavior of
	// deletion during `pulumi destroy`.  See above note.
	OnDelete pulumi.StringPtrInput
	// Key/Value pairs to be passed to the Dataflow job (as
	// used in the template). Additional [pipeline options](https://cloud.google.com/dataflow/docs/guides/specifying-exec-params#setting-other-cloud-dataflow-pipeline-options)
	// such as `serviceAccount`, `workerMachineType`, etc can be specified here.
	Parameters pulumi.MapInput
	// The project in which the resource belongs. If it is not
	// provided, the provider project is used.
	Project pulumi.StringPtrInput
	// The combination of labels configured directly on the resource and default labels configured on the provider.
	PulumiLabels pulumi.StringMapInput
	// Immutable. The region in which the created job should run.
	Region pulumi.StringPtrInput
	// Docker registry location of container image to use for the 'worker harness. Default is the container for the version of the SDK. Note this field is only valid for portable pipelines.
	SdkContainerImage pulumi.StringPtrInput
	// Service account email to run the workers as.
	ServiceAccountEmail pulumi.StringPtrInput
	// If true, treat DRAINING and CANCELLING as terminal job states and do not wait for further changes before removing from
	// terraform state and moving on. WARNING: this will lead to job name conflicts if you do not ensure that the job names are
	// different, e.g. by embedding a release ID or by using a random_id.
	SkipWaitOnJobTermination pulumi.BoolPtrInput
	// The Cloud Storage path to use for staging files. Must be a valid Cloud Storage URL, beginning with gs://.
	StagingLocation pulumi.StringPtrInput
	// The current state of the resource, selected from the [JobState enum](https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.jobs#Job.JobState)
	State pulumi.StringPtrInput
	// The subnetwork to which VMs will be assigned. Should be of the form "regions/REGION/subnetworks/SUBNETWORK".
	Subnetwork pulumi.StringPtrInput
	// The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.
	TempLocation pulumi.StringPtrInput
	// Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job.Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job.
	TransformNameMapping pulumi.MapInput
	// The type of this job, selected from the JobType enum.
	Type pulumi.StringPtrInput
}

func (FlexTemplateJobState) ElementType

func (FlexTemplateJobState) ElementType() reflect.Type

type Job

type Job struct {
	pulumi.CustomResourceState

	// List of experiments that should be used by the job. An example value is `["enableStackdriverAgentMetrics"]`.
	AdditionalExperiments pulumi.StringArrayOutput `pulumi:"additionalExperiments"`
	// All of labels (key/value pairs) present on the resource in GCP, including the labels configured through Pulumi, other clients and services.
	EffectiveLabels pulumi.StringMapOutput `pulumi:"effectiveLabels"`
	// Enable/disable the use of [Streaming Engine](https://cloud.google.com/dataflow/docs/guides/deploying-a-pipeline#streaming-engine) for the job. Note that Streaming Engine is enabled by default for pipelines developed against the Beam SDK for Python v2.21.0 or later when using Python 3.
	EnableStreamingEngine pulumi.BoolPtrOutput `pulumi:"enableStreamingEngine"`
	// The configuration for VM IPs.  Options are `"WORKER_IP_PUBLIC"` or `"WORKER_IP_PRIVATE"`.
	IpConfiguration pulumi.StringPtrOutput `pulumi:"ipConfiguration"`
	// The unique ID of this job.
	JobId pulumi.StringOutput `pulumi:"jobId"`
	// The name for the Cloud KMS key for the job. Key format is: `projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY`
	KmsKeyName pulumi.StringPtrOutput `pulumi:"kmsKeyName"`
	// User labels to be specified for the job. Keys and values should follow the restrictions
	// specified in the [labeling restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions) page.
	// **Note**: This field is non-authoritative, and will only manage the labels present in your configuration. Please refer to the field `effectiveLabels` for all of the labels present on the resource.
	Labels pulumi.MapOutput `pulumi:"labels"`
	// The machine type to use for the job.
	MachineType pulumi.StringPtrOutput `pulumi:"machineType"`
	// The number of workers permitted to work on the job.  More workers may improve processing speed at additional cost.
	MaxWorkers pulumi.IntPtrOutput `pulumi:"maxWorkers"`
	// A unique name for the resource, required by Dataflow.
	Name pulumi.StringOutput `pulumi:"name"`
	// The network to which VMs will be assigned. If it is not provided, "default" will be used.
	Network pulumi.StringPtrOutput `pulumi:"network"`
	// One of "drain" or "cancel".  Specifies behavior of deletion during `pulumi destroy`.  See above note.
	OnDelete pulumi.StringPtrOutput `pulumi:"onDelete"`
	// Key/Value pairs to be passed to the Dataflow job (as used in the template).
	Parameters pulumi.MapOutput `pulumi:"parameters"`
	// The project in which the resource belongs. If it is not provided, the provider project is used.
	Project pulumi.StringOutput `pulumi:"project"`
	// The combination of labels configured directly on the resource and default labels configured on the provider.
	PulumiLabels pulumi.StringMapOutput `pulumi:"pulumiLabels"`
	// The region in which the created job should run.
	Region pulumi.StringPtrOutput `pulumi:"region"`
	// The Service Account email used to create the job.
	ServiceAccountEmail pulumi.StringPtrOutput `pulumi:"serviceAccountEmail"`
	// If set to `true`, Pulumi will treat `DRAINING` and `CANCELLING` as terminal states when deleting the resource, and will remove the resource from Pulumi state and move on.  See above note.
	SkipWaitOnJobTermination pulumi.BoolPtrOutput `pulumi:"skipWaitOnJobTermination"`
	// The current state of the resource, selected from the [JobState enum](https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.jobs#Job.JobState)
	State pulumi.StringOutput `pulumi:"state"`
	// The subnetwork to which VMs will be assigned. Should be of the form "regions/REGION/subnetworks/SUBNETWORK". If the [subnetwork is located in a Shared VPC network](https://cloud.google.com/dataflow/docs/guides/specifying-networks#shared), you must use the complete URL. For example `"googleapis.com/compute/v1/projects/PROJECT_ID/regions/REGION/subnetworks/SUBNET_NAME"`
	Subnetwork pulumi.StringPtrOutput `pulumi:"subnetwork"`
	// A writeable location on GCS for the Dataflow job to dump its temporary data.
	//
	// ***
	TempGcsLocation pulumi.StringOutput `pulumi:"tempGcsLocation"`
	// The GCS path to the Dataflow job template.
	TemplateGcsPath pulumi.StringOutput `pulumi:"templateGcsPath"`
	// Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job. This field is not used outside of update.
	TransformNameMapping pulumi.MapOutput `pulumi:"transformNameMapping"`
	// The type of this job, selected from the [JobType enum](https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.jobs#Job.JobType)
	Type pulumi.StringOutput `pulumi:"type"`
	// The zone in which the created job should run. If it is not provided, the provider zone is used.
	Zone pulumi.StringPtrOutput `pulumi:"zone"`
}

Creates a job on Dataflow, which is an implementation of Apache Beam running on Google Compute Engine. For more information see the official documentation for [Beam](https://beam.apache.org) and [Dataflow](https://cloud.google.com/dataflow/).

## Example Usage

```go package main

import (

"github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/dataflow"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"

)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		_, err := dataflow.NewJob(ctx, "big_data_job", &dataflow.JobArgs{
			Name:            pulumi.String("dataflow-job"),
			TemplateGcsPath: pulumi.String("gs://my-bucket/templates/template_file"),
			TempGcsLocation: pulumi.String("gs://my-bucket/tmp_dir"),
			Parameters: pulumi.Map{
				"foo": pulumi.Any("bar"),
				"baz": pulumi.Any("qux"),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

```

### Streaming Job

```go package main

import (

"fmt"

"github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/dataflow"
"github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/pubsub"
"github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/storage"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"

)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		topic, err := pubsub.NewTopic(ctx, "topic", &pubsub.TopicArgs{
			Name: pulumi.String("dataflow-job1"),
		})
		if err != nil {
			return err
		}
		bucket1, err := storage.NewBucket(ctx, "bucket1", &storage.BucketArgs{
			Name:         pulumi.String("tf-test-bucket1"),
			Location:     pulumi.String("US"),
			ForceDestroy: pulumi.Bool(true),
		})
		if err != nil {
			return err
		}
		_, err = storage.NewBucket(ctx, "bucket2", &storage.BucketArgs{
			Name:         pulumi.String("tf-test-bucket2"),
			Location:     pulumi.String("US"),
			ForceDestroy: pulumi.Bool(true),
		})
		if err != nil {
			return err
		}
		_, err = dataflow.NewJob(ctx, "pubsub_stream", &dataflow.JobArgs{
			Name:                  pulumi.String("tf-test-dataflow-job1"),
			TemplateGcsPath:       pulumi.String("gs://my-bucket/templates/template_file"),
			TempGcsLocation:       pulumi.String("gs://my-bucket/tmp_dir"),
			EnableStreamingEngine: pulumi.Bool(true),
			Parameters: pulumi.Map{
				"inputFilePattern": bucket1.Url.ApplyT(func(url string) (string, error) {
					return fmt.Sprintf("%v/*.json", url), nil
				}).(pulumi.StringOutput),
				"outputTopic": topic.ID(),
			},
			TransformNameMapping: pulumi.Map{
				"name": pulumi.Any("test_job"),
				"env":  pulumi.Any("test"),
			},
			OnDelete: pulumi.String("cancel"),
		})
		if err != nil {
			return err
		}
		return nil
	})
}

```

## Note on "destroy" / "apply"

There are many types of Dataflow jobs. Some Dataflow jobs run constantly, getting new data from (e.g.) a GCS bucket, and outputting data continuously. Some jobs process a set amount of data then terminate. All jobs can fail while running due to programming errors or other issues. In this way, Dataflow jobs are different from most other Google resources.

The Dataflow resource is considered 'existing' while it is in a nonterminal state. If it reaches a terminal state (e.g. 'FAILED', 'COMPLETE', 'CANCELLED'), it will be recreated on the next 'apply'. This is as expected for jobs which run continuously, but may surprise users who use this resource for other kinds of Dataflow jobs.

A Dataflow job which is 'destroyed' may be "cancelled" or "drained". If "cancelled", the job terminates - any data written remains where it is, but no new data will be processed. If "drained", no new data will enter the pipeline, but any data currently in the pipeline will finish being processed. The default is "drain". When `onDelete` is set to `"drain"` in the configuration, you may experience a long wait for your `pulumi destroy` to complete.

You can potentially short-circuit the wait by setting `skipWaitOnJobTermination` to `true`, but beware that unless you take active steps to ensure that the job `name` parameter changes between instances, the name will conflict and the launch of the new job will fail. One way to do this is with a randomId resource, for example:

```go package main

import (

"fmt"

"github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/dataflow"
"github.com/pulumi/pulumi-random/sdk/v4/go/random"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi/config"

)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		cfg := config.New(ctx, "")
		bigDataJobSubscriptionId := "projects/myproject/subscriptions/messages"
		if param := cfg.Get("bigDataJobSubscriptionId"); param != "" {
			bigDataJobSubscriptionId = param
		}
		bigDataJobNameSuffix, err := random.NewRandomId(ctx, "big_data_job_name_suffix", &random.RandomIdArgs{
			ByteLength: pulumi.Int(4),
			Keepers: pulumi.StringMap{
				"region":          pulumi.Any(region),
				"subscription_id": pulumi.String(bigDataJobSubscriptionId),
			},
		})
		if err != nil {
			return err
		}
		_, err = dataflow.NewFlexTemplateJob(ctx, "big_data_job", &dataflow.FlexTemplateJobArgs{
			Name: bigDataJobNameSuffix.Dec.ApplyT(func(dec string) (string, error) {
				return fmt.Sprintf("dataflow-flextemplates-job-%v", dec), nil
			}).(pulumi.StringOutput),
			Region:                   pulumi.Any(region),
			ContainerSpecGcsPath:     pulumi.String("gs://my-bucket/templates/template.json"),
			SkipWaitOnJobTermination: pulumi.Bool(true),
			Parameters: pulumi.Map{
				"inputSubscription": pulumi.String(bigDataJobSubscriptionId),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

```

## Import

Dataflow jobs can be imported using the job `id` e.g.

* `{{id}}`

When using the `pulumi import` command, dataflow jobs can be imported using one of the formats above. For example:

```sh $ pulumi import gcp:dataflow/job:Job default {{id}} ```

func GetJob

func GetJob(ctx *pulumi.Context,
	name string, id pulumi.IDInput, state *JobState, opts ...pulumi.ResourceOption) (*Job, error)

GetJob gets an existing Job resource's state with the given name, ID, and optional state properties that are used to uniquely qualify the lookup (nil if not required).

func NewJob

func NewJob(ctx *pulumi.Context,
	name string, args *JobArgs, opts ...pulumi.ResourceOption) (*Job, error)

NewJob registers a new resource with the given unique name, arguments, and options.

func (*Job) ElementType

func (*Job) ElementType() reflect.Type

func (*Job) ToJobOutput

func (i *Job) ToJobOutput() JobOutput

func (*Job) ToJobOutputWithContext

func (i *Job) ToJobOutputWithContext(ctx context.Context) JobOutput

type JobArgs

type JobArgs struct {
	// List of experiments that should be used by the job. An example value is `["enableStackdriverAgentMetrics"]`.
	AdditionalExperiments pulumi.StringArrayInput
	// Enable/disable the use of [Streaming Engine](https://cloud.google.com/dataflow/docs/guides/deploying-a-pipeline#streaming-engine) for the job. Note that Streaming Engine is enabled by default for pipelines developed against the Beam SDK for Python v2.21.0 or later when using Python 3.
	EnableStreamingEngine pulumi.BoolPtrInput
	// The configuration for VM IPs.  Options are `"WORKER_IP_PUBLIC"` or `"WORKER_IP_PRIVATE"`.
	IpConfiguration pulumi.StringPtrInput
	// The name for the Cloud KMS key for the job. Key format is: `projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY`
	KmsKeyName pulumi.StringPtrInput
	// User labels to be specified for the job. Keys and values should follow the restrictions
	// specified in the [labeling restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions) page.
	// **Note**: This field is non-authoritative, and will only manage the labels present in your configuration. Please refer to the field `effectiveLabels` for all of the labels present on the resource.
	Labels pulumi.MapInput
	// The machine type to use for the job.
	MachineType pulumi.StringPtrInput
	// The number of workers permitted to work on the job.  More workers may improve processing speed at additional cost.
	MaxWorkers pulumi.IntPtrInput
	// A unique name for the resource, required by Dataflow.
	Name pulumi.StringPtrInput
	// The network to which VMs will be assigned. If it is not provided, "default" will be used.
	Network pulumi.StringPtrInput
	// One of "drain" or "cancel".  Specifies behavior of deletion during `pulumi destroy`.  See above note.
	OnDelete pulumi.StringPtrInput
	// Key/Value pairs to be passed to the Dataflow job (as used in the template).
	Parameters pulumi.MapInput
	// The project in which the resource belongs. If it is not provided, the provider project is used.
	Project pulumi.StringPtrInput
	// The region in which the created job should run.
	Region pulumi.StringPtrInput
	// The Service Account email used to create the job.
	ServiceAccountEmail pulumi.StringPtrInput
	// If set to `true`, Pulumi will treat `DRAINING` and `CANCELLING` as terminal states when deleting the resource, and will remove the resource from Pulumi state and move on.  See above note.
	SkipWaitOnJobTermination pulumi.BoolPtrInput
	// The subnetwork to which VMs will be assigned. Should be of the form "regions/REGION/subnetworks/SUBNETWORK". If the [subnetwork is located in a Shared VPC network](https://cloud.google.com/dataflow/docs/guides/specifying-networks#shared), you must use the complete URL. For example `"googleapis.com/compute/v1/projects/PROJECT_ID/regions/REGION/subnetworks/SUBNET_NAME"`
	Subnetwork pulumi.StringPtrInput
	// A writeable location on GCS for the Dataflow job to dump its temporary data.
	//
	// ***
	TempGcsLocation pulumi.StringInput
	// The GCS path to the Dataflow job template.
	TemplateGcsPath pulumi.StringInput
	// Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job. This field is not used outside of update.
	TransformNameMapping pulumi.MapInput
	// The zone in which the created job should run. If it is not provided, the provider zone is used.
	Zone pulumi.StringPtrInput
}

The set of arguments for constructing a Job resource.

func (JobArgs) ElementType

func (JobArgs) ElementType() reflect.Type

type JobArray

type JobArray []JobInput

func (JobArray) ElementType

func (JobArray) ElementType() reflect.Type

func (JobArray) ToJobArrayOutput

func (i JobArray) ToJobArrayOutput() JobArrayOutput

func (JobArray) ToJobArrayOutputWithContext

func (i JobArray) ToJobArrayOutputWithContext(ctx context.Context) JobArrayOutput

type JobArrayInput

type JobArrayInput interface {
	pulumi.Input

	ToJobArrayOutput() JobArrayOutput
	ToJobArrayOutputWithContext(context.Context) JobArrayOutput
}

JobArrayInput is an input type that accepts JobArray and JobArrayOutput values. You can construct a concrete instance of `JobArrayInput` via:

JobArray{ JobArgs{...} }

type JobArrayOutput

type JobArrayOutput struct{ *pulumi.OutputState }

func (JobArrayOutput) ElementType

func (JobArrayOutput) ElementType() reflect.Type

func (JobArrayOutput) Index

func (JobArrayOutput) ToJobArrayOutput

func (o JobArrayOutput) ToJobArrayOutput() JobArrayOutput

func (JobArrayOutput) ToJobArrayOutputWithContext

func (o JobArrayOutput) ToJobArrayOutputWithContext(ctx context.Context) JobArrayOutput

type JobInput

type JobInput interface {
	pulumi.Input

	ToJobOutput() JobOutput
	ToJobOutputWithContext(ctx context.Context) JobOutput
}

type JobMap

type JobMap map[string]JobInput

func (JobMap) ElementType

func (JobMap) ElementType() reflect.Type

func (JobMap) ToJobMapOutput

func (i JobMap) ToJobMapOutput() JobMapOutput

func (JobMap) ToJobMapOutputWithContext

func (i JobMap) ToJobMapOutputWithContext(ctx context.Context) JobMapOutput

type JobMapInput

type JobMapInput interface {
	pulumi.Input

	ToJobMapOutput() JobMapOutput
	ToJobMapOutputWithContext(context.Context) JobMapOutput
}

JobMapInput is an input type that accepts JobMap and JobMapOutput values. You can construct a concrete instance of `JobMapInput` via:

JobMap{ "key": JobArgs{...} }

type JobMapOutput

type JobMapOutput struct{ *pulumi.OutputState }

func (JobMapOutput) ElementType

func (JobMapOutput) ElementType() reflect.Type

func (JobMapOutput) MapIndex

func (o JobMapOutput) MapIndex(k pulumi.StringInput) JobOutput

func (JobMapOutput) ToJobMapOutput

func (o JobMapOutput) ToJobMapOutput() JobMapOutput

func (JobMapOutput) ToJobMapOutputWithContext

func (o JobMapOutput) ToJobMapOutputWithContext(ctx context.Context) JobMapOutput

type JobOutput

type JobOutput struct{ *pulumi.OutputState }

func (JobOutput) AdditionalExperiments

func (o JobOutput) AdditionalExperiments() pulumi.StringArrayOutput

List of experiments that should be used by the job. An example value is `["enableStackdriverAgentMetrics"]`.

func (JobOutput) EffectiveLabels

func (o JobOutput) EffectiveLabels() pulumi.StringMapOutput

All of labels (key/value pairs) present on the resource in GCP, including the labels configured through Pulumi, other clients and services.

func (JobOutput) ElementType

func (JobOutput) ElementType() reflect.Type

func (JobOutput) EnableStreamingEngine

func (o JobOutput) EnableStreamingEngine() pulumi.BoolPtrOutput

Enable/disable the use of [Streaming Engine](https://cloud.google.com/dataflow/docs/guides/deploying-a-pipeline#streaming-engine) for the job. Note that Streaming Engine is enabled by default for pipelines developed against the Beam SDK for Python v2.21.0 or later when using Python 3.

func (JobOutput) IpConfiguration

func (o JobOutput) IpConfiguration() pulumi.StringPtrOutput

The configuration for VM IPs. Options are `"WORKER_IP_PUBLIC"` or `"WORKER_IP_PRIVATE"`.

func (JobOutput) JobId

func (o JobOutput) JobId() pulumi.StringOutput

The unique ID of this job.

func (JobOutput) KmsKeyName

func (o JobOutput) KmsKeyName() pulumi.StringPtrOutput

The name for the Cloud KMS key for the job. Key format is: `projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY`

func (JobOutput) Labels

func (o JobOutput) Labels() pulumi.MapOutput

User labels to be specified for the job. Keys and values should follow the restrictions specified in the [labeling restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions) page. **Note**: This field is non-authoritative, and will only manage the labels present in your configuration. Please refer to the field `effectiveLabels` for all of the labels present on the resource.

func (JobOutput) MachineType

func (o JobOutput) MachineType() pulumi.StringPtrOutput

The machine type to use for the job.

func (JobOutput) MaxWorkers

func (o JobOutput) MaxWorkers() pulumi.IntPtrOutput

The number of workers permitted to work on the job. More workers may improve processing speed at additional cost.

func (JobOutput) Name

func (o JobOutput) Name() pulumi.StringOutput

A unique name for the resource, required by Dataflow.

func (JobOutput) Network

func (o JobOutput) Network() pulumi.StringPtrOutput

The network to which VMs will be assigned. If it is not provided, "default" will be used.

func (JobOutput) OnDelete

func (o JobOutput) OnDelete() pulumi.StringPtrOutput

One of "drain" or "cancel". Specifies behavior of deletion during `pulumi destroy`. See above note.

func (JobOutput) Parameters

func (o JobOutput) Parameters() pulumi.MapOutput

Key/Value pairs to be passed to the Dataflow job (as used in the template).

func (JobOutput) Project

func (o JobOutput) Project() pulumi.StringOutput

The project in which the resource belongs. If it is not provided, the provider project is used.

func (JobOutput) PulumiLabels

func (o JobOutput) PulumiLabels() pulumi.StringMapOutput

The combination of labels configured directly on the resource and default labels configured on the provider.

func (JobOutput) Region

func (o JobOutput) Region() pulumi.StringPtrOutput

The region in which the created job should run.

func (JobOutput) ServiceAccountEmail

func (o JobOutput) ServiceAccountEmail() pulumi.StringPtrOutput

The Service Account email used to create the job.

func (JobOutput) SkipWaitOnJobTermination

func (o JobOutput) SkipWaitOnJobTermination() pulumi.BoolPtrOutput

If set to `true`, Pulumi will treat `DRAINING` and `CANCELLING` as terminal states when deleting the resource, and will remove the resource from Pulumi state and move on. See above note.

func (JobOutput) State

func (o JobOutput) State() pulumi.StringOutput

The current state of the resource, selected from the [JobState enum](https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.jobs#Job.JobState)

func (JobOutput) Subnetwork

func (o JobOutput) Subnetwork() pulumi.StringPtrOutput

The subnetwork to which VMs will be assigned. Should be of the form "regions/REGION/subnetworks/SUBNETWORK". If the [subnetwork is located in a Shared VPC network](https://cloud.google.com/dataflow/docs/guides/specifying-networks#shared), you must use the complete URL. For example `"googleapis.com/compute/v1/projects/PROJECT_ID/regions/REGION/subnetworks/SUBNET_NAME"`

func (JobOutput) TempGcsLocation

func (o JobOutput) TempGcsLocation() pulumi.StringOutput

A writeable location on GCS for the Dataflow job to dump its temporary data.

***

func (JobOutput) TemplateGcsPath

func (o JobOutput) TemplateGcsPath() pulumi.StringOutput

The GCS path to the Dataflow job template.

func (JobOutput) ToJobOutput

func (o JobOutput) ToJobOutput() JobOutput

func (JobOutput) ToJobOutputWithContext

func (o JobOutput) ToJobOutputWithContext(ctx context.Context) JobOutput

func (JobOutput) TransformNameMapping

func (o JobOutput) TransformNameMapping() pulumi.MapOutput

Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job. This field is not used outside of update.

func (JobOutput) Type

func (o JobOutput) Type() pulumi.StringOutput

The type of this job, selected from the [JobType enum](https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.jobs#Job.JobType)

func (JobOutput) Zone

func (o JobOutput) Zone() pulumi.StringPtrOutput

The zone in which the created job should run. If it is not provided, the provider zone is used.

type JobState

type JobState struct {
	// List of experiments that should be used by the job. An example value is `["enableStackdriverAgentMetrics"]`.
	AdditionalExperiments pulumi.StringArrayInput
	// All of labels (key/value pairs) present on the resource in GCP, including the labels configured through Pulumi, other clients and services.
	EffectiveLabels pulumi.StringMapInput
	// Enable/disable the use of [Streaming Engine](https://cloud.google.com/dataflow/docs/guides/deploying-a-pipeline#streaming-engine) for the job. Note that Streaming Engine is enabled by default for pipelines developed against the Beam SDK for Python v2.21.0 or later when using Python 3.
	EnableStreamingEngine pulumi.BoolPtrInput
	// The configuration for VM IPs.  Options are `"WORKER_IP_PUBLIC"` or `"WORKER_IP_PRIVATE"`.
	IpConfiguration pulumi.StringPtrInput
	// The unique ID of this job.
	JobId pulumi.StringPtrInput
	// The name for the Cloud KMS key for the job. Key format is: `projects/PROJECT_ID/locations/LOCATION/keyRings/KEY_RING/cryptoKeys/KEY`
	KmsKeyName pulumi.StringPtrInput
	// User labels to be specified for the job. Keys and values should follow the restrictions
	// specified in the [labeling restrictions](https://cloud.google.com/compute/docs/labeling-resources#restrictions) page.
	// **Note**: This field is non-authoritative, and will only manage the labels present in your configuration. Please refer to the field `effectiveLabels` for all of the labels present on the resource.
	Labels pulumi.MapInput
	// The machine type to use for the job.
	MachineType pulumi.StringPtrInput
	// The number of workers permitted to work on the job.  More workers may improve processing speed at additional cost.
	MaxWorkers pulumi.IntPtrInput
	// A unique name for the resource, required by Dataflow.
	Name pulumi.StringPtrInput
	// The network to which VMs will be assigned. If it is not provided, "default" will be used.
	Network pulumi.StringPtrInput
	// One of "drain" or "cancel".  Specifies behavior of deletion during `pulumi destroy`.  See above note.
	OnDelete pulumi.StringPtrInput
	// Key/Value pairs to be passed to the Dataflow job (as used in the template).
	Parameters pulumi.MapInput
	// The project in which the resource belongs. If it is not provided, the provider project is used.
	Project pulumi.StringPtrInput
	// The combination of labels configured directly on the resource and default labels configured on the provider.
	PulumiLabels pulumi.StringMapInput
	// The region in which the created job should run.
	Region pulumi.StringPtrInput
	// The Service Account email used to create the job.
	ServiceAccountEmail pulumi.StringPtrInput
	// If set to `true`, Pulumi will treat `DRAINING` and `CANCELLING` as terminal states when deleting the resource, and will remove the resource from Pulumi state and move on.  See above note.
	SkipWaitOnJobTermination pulumi.BoolPtrInput
	// The current state of the resource, selected from the [JobState enum](https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.jobs#Job.JobState)
	State pulumi.StringPtrInput
	// The subnetwork to which VMs will be assigned. Should be of the form "regions/REGION/subnetworks/SUBNETWORK". If the [subnetwork is located in a Shared VPC network](https://cloud.google.com/dataflow/docs/guides/specifying-networks#shared), you must use the complete URL. For example `"googleapis.com/compute/v1/projects/PROJECT_ID/regions/REGION/subnetworks/SUBNET_NAME"`
	Subnetwork pulumi.StringPtrInput
	// A writeable location on GCS for the Dataflow job to dump its temporary data.
	//
	// ***
	TempGcsLocation pulumi.StringPtrInput
	// The GCS path to the Dataflow job template.
	TemplateGcsPath pulumi.StringPtrInput
	// Only applicable when updating a pipeline. Map of transform name prefixes of the job to be replaced with the corresponding name prefixes of the new job. This field is not used outside of update.
	TransformNameMapping pulumi.MapInput
	// The type of this job, selected from the [JobType enum](https://cloud.google.com/dataflow/docs/reference/rest/v1b3/projects.jobs#Job.JobType)
	Type pulumi.StringPtrInput
	// The zone in which the created job should run. If it is not provided, the provider zone is used.
	Zone pulumi.StringPtrInput
}

func (JobState) ElementType

func (JobState) ElementType() reflect.Type

type Pipeline

type Pipeline struct {
	pulumi.CustomResourceState

	// The timestamp when the pipeline was initially created. Set by the Data Pipelines service.
	// A timestamp in RFC3339 UTC "Zulu" format, with nanosecond resolution and up to nine fractional digits. Examples: "2014-10-02T15:01:23Z" and "2014-10-02T15:01:23.045123456Z".
	CreateTime pulumi.StringOutput `pulumi:"createTime"`
	// The display name of the pipeline. It can contain only letters ([A-Za-z]), numbers ([0-9]), hyphens (-), and underscores (_).
	DisplayName pulumi.StringPtrOutput `pulumi:"displayName"`
	// Number of jobs.
	JobCount pulumi.IntOutput `pulumi:"jobCount"`
	// The timestamp when the pipeline was last modified. Set by the Data Pipelines service.
	// A timestamp in RFC3339 UTC "Zulu" format, with nanosecond resolution and up to nine fractional digits. Examples: "2014-10-02T15:01:23Z" and "2014-10-02T15:01:23.045123456Z".
	LastUpdateTime pulumi.StringOutput `pulumi:"lastUpdateTime"`
	// "The pipeline name. For example': 'projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID."
	// "- PROJECT_ID can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see Identifying projects."
	// "LOCATION_ID is the canonical ID for the pipeline's location. The list of available locations can be obtained by calling google.cloud.location.Locations.ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it's only available in App Engine regions."
	// "PIPELINE_ID is the ID of the pipeline. Must be unique for the selected project and location."
	Name pulumi.StringOutput `pulumi:"name"`
	// The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.
	// An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.
	PipelineSources pulumi.StringMapOutput `pulumi:"pipelineSources"`
	// The ID of the project in which the resource belongs.
	// If it is not provided, the provider project is used.
	Project pulumi.StringOutput `pulumi:"project"`
	// A reference to the region
	Region pulumi.StringPtrOutput `pulumi:"region"`
	// Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#schedulespec
	// Structure is documented below.
	ScheduleInfo PipelineScheduleInfoPtrOutput `pulumi:"scheduleInfo"`
	// Optional. A service account email to be used with the Cloud Scheduler job. If not specified, the default compute engine service account will be used.
	SchedulerServiceAccountEmail pulumi.StringOutput `pulumi:"schedulerServiceAccountEmail"`
	// The state of the pipeline. When the pipeline is created, the state is set to 'PIPELINE_STATE_ACTIVE' by default. State changes can be requested by setting the state to stopping, paused, or resuming. State cannot be changed through pipelines.patch requests.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#state
	// Possible values are: `STATE_UNSPECIFIED`, `STATE_RESUMING`, `STATE_ACTIVE`, `STATE_STOPPING`, `STATE_ARCHIVED`, `STATE_PAUSED`.
	//
	// ***
	State pulumi.StringOutput `pulumi:"state"`
	// The type of the pipeline. This field affects the scheduling of the pipeline and the type of metrics to show for the pipeline.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#pipelinetype
	// Possible values are: `PIPELINE_TYPE_UNSPECIFIED`, `PIPELINE_TYPE_BATCH`, `PIPELINE_TYPE_STREAMING`.
	Type pulumi.StringOutput `pulumi:"type"`
	// Workload information for creating new jobs.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#workload
	// Structure is documented below.
	Workload PipelineWorkloadPtrOutput `pulumi:"workload"`
}

The main pipeline entity and all the necessary metadata for launching and managing linked jobs.

To get more information about Pipeline, see:

* [API documentation](https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines) * How-to Guides

## Example Usage

### Data Pipeline Pipeline

```go package main

import (

"github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/dataflow"
"github.com/pulumi/pulumi-gcp/sdk/v7/go/gcp/serviceaccount"
"github.com/pulumi/pulumi/sdk/v3/go/pulumi"

)

func main() {
	pulumi.Run(func(ctx *pulumi.Context) error {
		serviceAccount, err := serviceaccount.NewAccount(ctx, "service_account", &serviceaccount.AccountArgs{
			AccountId:   pulumi.String("my-account"),
			DisplayName: pulumi.String("Service Account"),
		})
		if err != nil {
			return err
		}
		_, err = dataflow.NewPipeline(ctx, "primary", &dataflow.PipelineArgs{
			Name:        pulumi.String("my-pipeline"),
			DisplayName: pulumi.String("my-pipeline"),
			Type:        pulumi.String("PIPELINE_TYPE_BATCH"),
			State:       pulumi.String("STATE_ACTIVE"),
			Region:      pulumi.String("us-central1"),
			Workload: &dataflow.PipelineWorkloadArgs{
				DataflowLaunchTemplateRequest: &dataflow.PipelineWorkloadDataflowLaunchTemplateRequestArgs{
					ProjectId: pulumi.String("my-project"),
					GcsPath:   pulumi.String("gs://my-bucket/path"),
					LaunchParameters: &dataflow.PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs{
						JobName: pulumi.String("my-job"),
						Parameters: pulumi.StringMap{
							"name": pulumi.String("wrench"),
						},
						Environment: &dataflow.PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs{
							NumWorkers:              pulumi.Int(5),
							MaxWorkers:              pulumi.Int(5),
							Zone:                    pulumi.String("us-centra1-a"),
							ServiceAccountEmail:     serviceAccount.Email,
							Network:                 pulumi.String("default"),
							TempLocation:            pulumi.String("gs://my-bucket/tmp_dir"),
							BypassTempDirValidation: pulumi.Bool(false),
							MachineType:             pulumi.String("E2"),
							AdditionalUserLabels: pulumi.StringMap{
								"context": pulumi.String("test"),
							},
							WorkerRegion:          pulumi.String("us-central1"),
							WorkerZone:            pulumi.String("us-central1-a"),
							EnableStreamingEngine: pulumi.Bool(false),
						},
						Update: pulumi.Bool(false),
						TransformNameMapping: pulumi.StringMap{
							"name": pulumi.String("wrench"),
						},
					},
					Location: pulumi.String("us-central1"),
				},
			},
			ScheduleInfo: &dataflow.PipelineScheduleInfoArgs{
				Schedule: pulumi.String("* */2 * * *"),
			},
		})
		if err != nil {
			return err
		}
		return nil
	})
}

```

## Import

Pipeline can be imported using any of these accepted formats:

* `projects/{{project}}/locations/{{region}}/pipelines/{{name}}`

* `{{project}}/{{region}}/{{name}}`

* `{{region}}/{{name}}`

* `{{name}}`

When using the `pulumi import` command, Pipeline can be imported using one of the formats above. For example:

```sh $ pulumi import gcp:dataflow/pipeline:Pipeline default projects/{{project}}/locations/{{region}}/pipelines/{{name}} ```

```sh $ pulumi import gcp:dataflow/pipeline:Pipeline default {{project}}/{{region}}/{{name}} ```

```sh $ pulumi import gcp:dataflow/pipeline:Pipeline default {{region}}/{{name}} ```

```sh $ pulumi import gcp:dataflow/pipeline:Pipeline default {{name}} ```

func GetPipeline

func GetPipeline(ctx *pulumi.Context,
	name string, id pulumi.IDInput, state *PipelineState, opts ...pulumi.ResourceOption) (*Pipeline, error)

GetPipeline gets an existing Pipeline resource's state with the given name, ID, and optional state properties that are used to uniquely qualify the lookup (nil if not required).

func NewPipeline

func NewPipeline(ctx *pulumi.Context,
	name string, args *PipelineArgs, opts ...pulumi.ResourceOption) (*Pipeline, error)

NewPipeline registers a new resource with the given unique name, arguments, and options.

func (*Pipeline) ElementType

func (*Pipeline) ElementType() reflect.Type

func (*Pipeline) ToPipelineOutput

func (i *Pipeline) ToPipelineOutput() PipelineOutput

func (*Pipeline) ToPipelineOutputWithContext

func (i *Pipeline) ToPipelineOutputWithContext(ctx context.Context) PipelineOutput

type PipelineArgs

type PipelineArgs struct {
	// The display name of the pipeline. It can contain only letters ([A-Za-z]), numbers ([0-9]), hyphens (-), and underscores (_).
	DisplayName pulumi.StringPtrInput
	// "The pipeline name. For example': 'projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID."
	// "- PROJECT_ID can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see Identifying projects."
	// "LOCATION_ID is the canonical ID for the pipeline's location. The list of available locations can be obtained by calling google.cloud.location.Locations.ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it's only available in App Engine regions."
	// "PIPELINE_ID is the ID of the pipeline. Must be unique for the selected project and location."
	Name pulumi.StringPtrInput
	// The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.
	// An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.
	PipelineSources pulumi.StringMapInput
	// The ID of the project in which the resource belongs.
	// If it is not provided, the provider project is used.
	Project pulumi.StringPtrInput
	// A reference to the region
	Region pulumi.StringPtrInput
	// Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#schedulespec
	// Structure is documented below.
	ScheduleInfo PipelineScheduleInfoPtrInput
	// Optional. A service account email to be used with the Cloud Scheduler job. If not specified, the default compute engine service account will be used.
	SchedulerServiceAccountEmail pulumi.StringPtrInput
	// The state of the pipeline. When the pipeline is created, the state is set to 'PIPELINE_STATE_ACTIVE' by default. State changes can be requested by setting the state to stopping, paused, or resuming. State cannot be changed through pipelines.patch requests.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#state
	// Possible values are: `STATE_UNSPECIFIED`, `STATE_RESUMING`, `STATE_ACTIVE`, `STATE_STOPPING`, `STATE_ARCHIVED`, `STATE_PAUSED`.
	//
	// ***
	State pulumi.StringInput
	// The type of the pipeline. This field affects the scheduling of the pipeline and the type of metrics to show for the pipeline.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#pipelinetype
	// Possible values are: `PIPELINE_TYPE_UNSPECIFIED`, `PIPELINE_TYPE_BATCH`, `PIPELINE_TYPE_STREAMING`.
	Type pulumi.StringInput
	// Workload information for creating new jobs.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#workload
	// Structure is documented below.
	Workload PipelineWorkloadPtrInput
}

The set of arguments for constructing a Pipeline resource.

func (PipelineArgs) ElementType

func (PipelineArgs) ElementType() reflect.Type

type PipelineArray

type PipelineArray []PipelineInput

func (PipelineArray) ElementType

func (PipelineArray) ElementType() reflect.Type

func (PipelineArray) ToPipelineArrayOutput

func (i PipelineArray) ToPipelineArrayOutput() PipelineArrayOutput

func (PipelineArray) ToPipelineArrayOutputWithContext

func (i PipelineArray) ToPipelineArrayOutputWithContext(ctx context.Context) PipelineArrayOutput

type PipelineArrayInput

type PipelineArrayInput interface {
	pulumi.Input

	ToPipelineArrayOutput() PipelineArrayOutput
	ToPipelineArrayOutputWithContext(context.Context) PipelineArrayOutput
}

PipelineArrayInput is an input type that accepts PipelineArray and PipelineArrayOutput values. You can construct a concrete instance of `PipelineArrayInput` via:

PipelineArray{ PipelineArgs{...} }

type PipelineArrayOutput

type PipelineArrayOutput struct{ *pulumi.OutputState }

func (PipelineArrayOutput) ElementType

func (PipelineArrayOutput) ElementType() reflect.Type

func (PipelineArrayOutput) Index

func (PipelineArrayOutput) ToPipelineArrayOutput

func (o PipelineArrayOutput) ToPipelineArrayOutput() PipelineArrayOutput

func (PipelineArrayOutput) ToPipelineArrayOutputWithContext

func (o PipelineArrayOutput) ToPipelineArrayOutputWithContext(ctx context.Context) PipelineArrayOutput

type PipelineInput

type PipelineInput interface {
	pulumi.Input

	ToPipelineOutput() PipelineOutput
	ToPipelineOutputWithContext(ctx context.Context) PipelineOutput
}

type PipelineMap

type PipelineMap map[string]PipelineInput

func (PipelineMap) ElementType

func (PipelineMap) ElementType() reflect.Type

func (PipelineMap) ToPipelineMapOutput

func (i PipelineMap) ToPipelineMapOutput() PipelineMapOutput

func (PipelineMap) ToPipelineMapOutputWithContext

func (i PipelineMap) ToPipelineMapOutputWithContext(ctx context.Context) PipelineMapOutput

type PipelineMapInput

type PipelineMapInput interface {
	pulumi.Input

	ToPipelineMapOutput() PipelineMapOutput
	ToPipelineMapOutputWithContext(context.Context) PipelineMapOutput
}

PipelineMapInput is an input type that accepts PipelineMap and PipelineMapOutput values. You can construct a concrete instance of `PipelineMapInput` via:

PipelineMap{ "key": PipelineArgs{...} }

type PipelineMapOutput

type PipelineMapOutput struct{ *pulumi.OutputState }

func (PipelineMapOutput) ElementType

func (PipelineMapOutput) ElementType() reflect.Type

func (PipelineMapOutput) MapIndex

func (PipelineMapOutput) ToPipelineMapOutput

func (o PipelineMapOutput) ToPipelineMapOutput() PipelineMapOutput

func (PipelineMapOutput) ToPipelineMapOutputWithContext

func (o PipelineMapOutput) ToPipelineMapOutputWithContext(ctx context.Context) PipelineMapOutput

type PipelineOutput

type PipelineOutput struct{ *pulumi.OutputState }

func (PipelineOutput) CreateTime

func (o PipelineOutput) CreateTime() pulumi.StringOutput

The timestamp when the pipeline was initially created. Set by the Data Pipelines service. A timestamp in RFC3339 UTC "Zulu" format, with nanosecond resolution and up to nine fractional digits. Examples: "2014-10-02T15:01:23Z" and "2014-10-02T15:01:23.045123456Z".

func (PipelineOutput) DisplayName

func (o PipelineOutput) DisplayName() pulumi.StringPtrOutput

The display name of the pipeline. It can contain only letters ([A-Za-z]), numbers ([0-9]), hyphens (-), and underscores (_).

func (PipelineOutput) ElementType

func (PipelineOutput) ElementType() reflect.Type

func (PipelineOutput) JobCount

func (o PipelineOutput) JobCount() pulumi.IntOutput

Number of jobs.

func (PipelineOutput) LastUpdateTime

func (o PipelineOutput) LastUpdateTime() pulumi.StringOutput

The timestamp when the pipeline was last modified. Set by the Data Pipelines service. A timestamp in RFC3339 UTC "Zulu" format, with nanosecond resolution and up to nine fractional digits. Examples: "2014-10-02T15:01:23Z" and "2014-10-02T15:01:23.045123456Z".

func (PipelineOutput) Name

"The pipeline name. For example': 'projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID." "- PROJECT_ID can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see Identifying projects." "LOCATION_ID is the canonical ID for the pipeline's location. The list of available locations can be obtained by calling google.cloud.location.Locations.ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it's only available in App Engine regions." "PIPELINE_ID is the ID of the pipeline. Must be unique for the selected project and location."

func (PipelineOutput) PipelineSources

func (o PipelineOutput) PipelineSources() pulumi.StringMapOutput

The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation. An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.

func (PipelineOutput) Project

func (o PipelineOutput) Project() pulumi.StringOutput

The ID of the project in which the resource belongs. If it is not provided, the provider project is used.

func (PipelineOutput) Region

A reference to the region

func (PipelineOutput) ScheduleInfo

Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#schedulespec Structure is documented below.

func (PipelineOutput) SchedulerServiceAccountEmail

func (o PipelineOutput) SchedulerServiceAccountEmail() pulumi.StringOutput

Optional. A service account email to be used with the Cloud Scheduler job. If not specified, the default compute engine service account will be used.

func (PipelineOutput) State

The state of the pipeline. When the pipeline is created, the state is set to 'PIPELINE_STATE_ACTIVE' by default. State changes can be requested by setting the state to stopping, paused, or resuming. State cannot be changed through pipelines.patch requests. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#state Possible values are: `STATE_UNSPECIFIED`, `STATE_RESUMING`, `STATE_ACTIVE`, `STATE_STOPPING`, `STATE_ARCHIVED`, `STATE_PAUSED`.

***

func (PipelineOutput) ToPipelineOutput

func (o PipelineOutput) ToPipelineOutput() PipelineOutput

func (PipelineOutput) ToPipelineOutputWithContext

func (o PipelineOutput) ToPipelineOutputWithContext(ctx context.Context) PipelineOutput

func (PipelineOutput) Type

The type of the pipeline. This field affects the scheduling of the pipeline and the type of metrics to show for the pipeline. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#pipelinetype Possible values are: `PIPELINE_TYPE_UNSPECIFIED`, `PIPELINE_TYPE_BATCH`, `PIPELINE_TYPE_STREAMING`.

func (PipelineOutput) Workload

Workload information for creating new jobs. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#workload Structure is documented below.

type PipelineScheduleInfo

type PipelineScheduleInfo struct {
	// (Output)
	// When the next Scheduler job is going to run.
	// A timestamp in RFC3339 UTC "Zulu" format, with nanosecond resolution and up to nine fractional digits. Examples: "2014-10-02T15:01:23Z" and "2014-10-02T15:01:23.045123456Z".
	NextJobTime *string `pulumi:"nextJobTime"`
	// Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.
	Schedule *string `pulumi:"schedule"`
	// Timezone ID. This matches the timezone IDs used by the Cloud Scheduler API. If empty, UTC time is assumed.
	TimeZone *string `pulumi:"timeZone"`
}

type PipelineScheduleInfoArgs

type PipelineScheduleInfoArgs struct {
	// (Output)
	// When the next Scheduler job is going to run.
	// A timestamp in RFC3339 UTC "Zulu" format, with nanosecond resolution and up to nine fractional digits. Examples: "2014-10-02T15:01:23Z" and "2014-10-02T15:01:23.045123456Z".
	NextJobTime pulumi.StringPtrInput `pulumi:"nextJobTime"`
	// Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.
	Schedule pulumi.StringPtrInput `pulumi:"schedule"`
	// Timezone ID. This matches the timezone IDs used by the Cloud Scheduler API. If empty, UTC time is assumed.
	TimeZone pulumi.StringPtrInput `pulumi:"timeZone"`
}

func (PipelineScheduleInfoArgs) ElementType

func (PipelineScheduleInfoArgs) ElementType() reflect.Type

func (PipelineScheduleInfoArgs) ToPipelineScheduleInfoOutput

func (i PipelineScheduleInfoArgs) ToPipelineScheduleInfoOutput() PipelineScheduleInfoOutput

func (PipelineScheduleInfoArgs) ToPipelineScheduleInfoOutputWithContext

func (i PipelineScheduleInfoArgs) ToPipelineScheduleInfoOutputWithContext(ctx context.Context) PipelineScheduleInfoOutput

func (PipelineScheduleInfoArgs) ToPipelineScheduleInfoPtrOutput

func (i PipelineScheduleInfoArgs) ToPipelineScheduleInfoPtrOutput() PipelineScheduleInfoPtrOutput

func (PipelineScheduleInfoArgs) ToPipelineScheduleInfoPtrOutputWithContext

func (i PipelineScheduleInfoArgs) ToPipelineScheduleInfoPtrOutputWithContext(ctx context.Context) PipelineScheduleInfoPtrOutput

type PipelineScheduleInfoInput

type PipelineScheduleInfoInput interface {
	pulumi.Input

	ToPipelineScheduleInfoOutput() PipelineScheduleInfoOutput
	ToPipelineScheduleInfoOutputWithContext(context.Context) PipelineScheduleInfoOutput
}

PipelineScheduleInfoInput is an input type that accepts PipelineScheduleInfoArgs and PipelineScheduleInfoOutput values. You can construct a concrete instance of `PipelineScheduleInfoInput` via:

PipelineScheduleInfoArgs{...}

type PipelineScheduleInfoOutput

type PipelineScheduleInfoOutput struct{ *pulumi.OutputState }

func (PipelineScheduleInfoOutput) ElementType

func (PipelineScheduleInfoOutput) ElementType() reflect.Type

func (PipelineScheduleInfoOutput) NextJobTime

(Output) When the next Scheduler job is going to run. A timestamp in RFC3339 UTC "Zulu" format, with nanosecond resolution and up to nine fractional digits. Examples: "2014-10-02T15:01:23Z" and "2014-10-02T15:01:23.045123456Z".

func (PipelineScheduleInfoOutput) Schedule

Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.

func (PipelineScheduleInfoOutput) TimeZone

Timezone ID. This matches the timezone IDs used by the Cloud Scheduler API. If empty, UTC time is assumed.

func (PipelineScheduleInfoOutput) ToPipelineScheduleInfoOutput

func (o PipelineScheduleInfoOutput) ToPipelineScheduleInfoOutput() PipelineScheduleInfoOutput

func (PipelineScheduleInfoOutput) ToPipelineScheduleInfoOutputWithContext

func (o PipelineScheduleInfoOutput) ToPipelineScheduleInfoOutputWithContext(ctx context.Context) PipelineScheduleInfoOutput

func (PipelineScheduleInfoOutput) ToPipelineScheduleInfoPtrOutput

func (o PipelineScheduleInfoOutput) ToPipelineScheduleInfoPtrOutput() PipelineScheduleInfoPtrOutput

func (PipelineScheduleInfoOutput) ToPipelineScheduleInfoPtrOutputWithContext

func (o PipelineScheduleInfoOutput) ToPipelineScheduleInfoPtrOutputWithContext(ctx context.Context) PipelineScheduleInfoPtrOutput

type PipelineScheduleInfoPtrInput

type PipelineScheduleInfoPtrInput interface {
	pulumi.Input

	ToPipelineScheduleInfoPtrOutput() PipelineScheduleInfoPtrOutput
	ToPipelineScheduleInfoPtrOutputWithContext(context.Context) PipelineScheduleInfoPtrOutput
}

PipelineScheduleInfoPtrInput is an input type that accepts PipelineScheduleInfoArgs, PipelineScheduleInfoPtr and PipelineScheduleInfoPtrOutput values. You can construct a concrete instance of `PipelineScheduleInfoPtrInput` via:

        PipelineScheduleInfoArgs{...}

or:

        nil

type PipelineScheduleInfoPtrOutput

type PipelineScheduleInfoPtrOutput struct{ *pulumi.OutputState }

func (PipelineScheduleInfoPtrOutput) Elem

func (PipelineScheduleInfoPtrOutput) ElementType

func (PipelineScheduleInfoPtrOutput) NextJobTime

(Output) When the next Scheduler job is going to run. A timestamp in RFC3339 UTC "Zulu" format, with nanosecond resolution and up to nine fractional digits. Examples: "2014-10-02T15:01:23Z" and "2014-10-02T15:01:23.045123456Z".

func (PipelineScheduleInfoPtrOutput) Schedule

Unix-cron format of the schedule. This information is retrieved from the linked Cloud Scheduler.

func (PipelineScheduleInfoPtrOutput) TimeZone

Timezone ID. This matches the timezone IDs used by the Cloud Scheduler API. If empty, UTC time is assumed.

func (PipelineScheduleInfoPtrOutput) ToPipelineScheduleInfoPtrOutput

func (o PipelineScheduleInfoPtrOutput) ToPipelineScheduleInfoPtrOutput() PipelineScheduleInfoPtrOutput

func (PipelineScheduleInfoPtrOutput) ToPipelineScheduleInfoPtrOutputWithContext

func (o PipelineScheduleInfoPtrOutput) ToPipelineScheduleInfoPtrOutputWithContext(ctx context.Context) PipelineScheduleInfoPtrOutput

type PipelineState

type PipelineState struct {
	// The timestamp when the pipeline was initially created. Set by the Data Pipelines service.
	// A timestamp in RFC3339 UTC "Zulu" format, with nanosecond resolution and up to nine fractional digits. Examples: "2014-10-02T15:01:23Z" and "2014-10-02T15:01:23.045123456Z".
	CreateTime pulumi.StringPtrInput
	// The display name of the pipeline. It can contain only letters ([A-Za-z]), numbers ([0-9]), hyphens (-), and underscores (_).
	DisplayName pulumi.StringPtrInput
	// Number of jobs.
	JobCount pulumi.IntPtrInput
	// The timestamp when the pipeline was last modified. Set by the Data Pipelines service.
	// A timestamp in RFC3339 UTC "Zulu" format, with nanosecond resolution and up to nine fractional digits. Examples: "2014-10-02T15:01:23Z" and "2014-10-02T15:01:23.045123456Z".
	LastUpdateTime pulumi.StringPtrInput
	// "The pipeline name. For example': 'projects/PROJECT_ID/locations/LOCATION_ID/pipelines/PIPELINE_ID."
	// "- PROJECT_ID can contain letters ([A-Za-z]), numbers ([0-9]), hyphens (-), colons (:), and periods (.). For more information, see Identifying projects."
	// "LOCATION_ID is the canonical ID for the pipeline's location. The list of available locations can be obtained by calling google.cloud.location.Locations.ListLocations. Note that the Data Pipelines service is not available in all regions. It depends on Cloud Scheduler, an App Engine application, so it's only available in App Engine regions."
	// "PIPELINE_ID is the ID of the pipeline. Must be unique for the selected project and location."
	Name pulumi.StringPtrInput
	// The sources of the pipeline (for example, Dataplex). The keys and values are set by the corresponding sources during pipeline creation.
	// An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.
	PipelineSources pulumi.StringMapInput
	// The ID of the project in which the resource belongs.
	// If it is not provided, the provider project is used.
	Project pulumi.StringPtrInput
	// A reference to the region
	Region pulumi.StringPtrInput
	// Internal scheduling information for a pipeline. If this information is provided, periodic jobs will be created per the schedule. If not, users are responsible for creating jobs externally.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#schedulespec
	// Structure is documented below.
	ScheduleInfo PipelineScheduleInfoPtrInput
	// Optional. A service account email to be used with the Cloud Scheduler job. If not specified, the default compute engine service account will be used.
	SchedulerServiceAccountEmail pulumi.StringPtrInput
	// The state of the pipeline. When the pipeline is created, the state is set to 'PIPELINE_STATE_ACTIVE' by default. State changes can be requested by setting the state to stopping, paused, or resuming. State cannot be changed through pipelines.patch requests.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#state
	// Possible values are: `STATE_UNSPECIFIED`, `STATE_RESUMING`, `STATE_ACTIVE`, `STATE_STOPPING`, `STATE_ARCHIVED`, `STATE_PAUSED`.
	//
	// ***
	State pulumi.StringPtrInput
	// The type of the pipeline. This field affects the scheduling of the pipeline and the type of metrics to show for the pipeline.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#pipelinetype
	// Possible values are: `PIPELINE_TYPE_UNSPECIFIED`, `PIPELINE_TYPE_BATCH`, `PIPELINE_TYPE_STREAMING`.
	Type pulumi.StringPtrInput
	// Workload information for creating new jobs.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#workload
	// Structure is documented below.
	Workload PipelineWorkloadPtrInput
}

func (PipelineState) ElementType

func (PipelineState) ElementType() reflect.Type

type PipelineWorkload

type PipelineWorkload struct {
	// Template information and additional parameters needed to launch a Dataflow job using the flex launch API.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchflextemplaterequest
	// Structure is documented below.
	DataflowFlexTemplateRequest *PipelineWorkloadDataflowFlexTemplateRequest `pulumi:"dataflowFlexTemplateRequest"`
	// Template information and additional parameters needed to launch a Dataflow job using the standard launch API.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchtemplaterequest
	// Structure is documented below.
	DataflowLaunchTemplateRequest *PipelineWorkloadDataflowLaunchTemplateRequest `pulumi:"dataflowLaunchTemplateRequest"`
}

type PipelineWorkloadArgs

type PipelineWorkloadArgs struct {
	// Template information and additional parameters needed to launch a Dataflow job using the flex launch API.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchflextemplaterequest
	// Structure is documented below.
	DataflowFlexTemplateRequest PipelineWorkloadDataflowFlexTemplateRequestPtrInput `pulumi:"dataflowFlexTemplateRequest"`
	// Template information and additional parameters needed to launch a Dataflow job using the standard launch API.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchtemplaterequest
	// Structure is documented below.
	DataflowLaunchTemplateRequest PipelineWorkloadDataflowLaunchTemplateRequestPtrInput `pulumi:"dataflowLaunchTemplateRequest"`
}

func (PipelineWorkloadArgs) ElementType

func (PipelineWorkloadArgs) ElementType() reflect.Type

func (PipelineWorkloadArgs) ToPipelineWorkloadOutput

func (i PipelineWorkloadArgs) ToPipelineWorkloadOutput() PipelineWorkloadOutput

func (PipelineWorkloadArgs) ToPipelineWorkloadOutputWithContext

func (i PipelineWorkloadArgs) ToPipelineWorkloadOutputWithContext(ctx context.Context) PipelineWorkloadOutput

func (PipelineWorkloadArgs) ToPipelineWorkloadPtrOutput

func (i PipelineWorkloadArgs) ToPipelineWorkloadPtrOutput() PipelineWorkloadPtrOutput

func (PipelineWorkloadArgs) ToPipelineWorkloadPtrOutputWithContext

func (i PipelineWorkloadArgs) ToPipelineWorkloadPtrOutputWithContext(ctx context.Context) PipelineWorkloadPtrOutput

type PipelineWorkloadDataflowFlexTemplateRequest

type PipelineWorkloadDataflowFlexTemplateRequest struct {
	// Parameter to launch a job from a Flex Template.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchflextemplateparameter
	// Structure is documented below.
	LaunchParameter PipelineWorkloadDataflowFlexTemplateRequestLaunchParameter `pulumi:"launchParameter"`
	// The regional endpoint to which to direct the request. For example, us-central1, us-west1.
	Location string `pulumi:"location"`
	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `pulumi:"projectId"`
	// If true, the request is validated but not actually executed. Defaults to false.
	ValidateOnly *bool `pulumi:"validateOnly"`
}

type PipelineWorkloadDataflowFlexTemplateRequestArgs

type PipelineWorkloadDataflowFlexTemplateRequestArgs struct {
	// Parameter to launch a job from a Flex Template.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchflextemplateparameter
	// Structure is documented below.
	LaunchParameter PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterInput `pulumi:"launchParameter"`
	// The regional endpoint to which to direct the request. For example, us-central1, us-west1.
	Location pulumi.StringInput `pulumi:"location"`
	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId pulumi.StringInput `pulumi:"projectId"`
	// If true, the request is validated but not actually executed. Defaults to false.
	ValidateOnly pulumi.BoolPtrInput `pulumi:"validateOnly"`
}

func (PipelineWorkloadDataflowFlexTemplateRequestArgs) ElementType

func (PipelineWorkloadDataflowFlexTemplateRequestArgs) ToPipelineWorkloadDataflowFlexTemplateRequestOutput

func (i PipelineWorkloadDataflowFlexTemplateRequestArgs) ToPipelineWorkloadDataflowFlexTemplateRequestOutput() PipelineWorkloadDataflowFlexTemplateRequestOutput

func (PipelineWorkloadDataflowFlexTemplateRequestArgs) ToPipelineWorkloadDataflowFlexTemplateRequestOutputWithContext

func (i PipelineWorkloadDataflowFlexTemplateRequestArgs) ToPipelineWorkloadDataflowFlexTemplateRequestOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestOutput

func (PipelineWorkloadDataflowFlexTemplateRequestArgs) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutput

func (i PipelineWorkloadDataflowFlexTemplateRequestArgs) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutput() PipelineWorkloadDataflowFlexTemplateRequestPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestArgs) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutputWithContext

func (i PipelineWorkloadDataflowFlexTemplateRequestArgs) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestPtrOutput

type PipelineWorkloadDataflowFlexTemplateRequestInput

type PipelineWorkloadDataflowFlexTemplateRequestInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowFlexTemplateRequestOutput() PipelineWorkloadDataflowFlexTemplateRequestOutput
	ToPipelineWorkloadDataflowFlexTemplateRequestOutputWithContext(context.Context) PipelineWorkloadDataflowFlexTemplateRequestOutput
}

PipelineWorkloadDataflowFlexTemplateRequestInput is an input type that accepts PipelineWorkloadDataflowFlexTemplateRequestArgs and PipelineWorkloadDataflowFlexTemplateRequestOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowFlexTemplateRequestInput` via:

PipelineWorkloadDataflowFlexTemplateRequestArgs{...}

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameter

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameter struct {
	// Cloud Storage path to a file with a JSON-serialized ContainerSpec as content.
	ContainerSpecGcsPath *string `pulumi:"containerSpecGcsPath"`
	// The runtime environment for the Flex Template job.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#FlexTemplateRuntimeEnvironment
	// Structure is documented below.
	Environment *PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironment `pulumi:"environment"`
	// The job name to use for the created job. For an update job request, the job name should be the same as the existing running job.
	JobName string `pulumi:"jobName"`
	// Launch options for this Flex Template job. This is a common set of options across languages and templates. This should not be used to pass job parameters.
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	LaunchOptions map[string]string `pulumi:"launchOptions"`
	// 'The parameters for the Flex Template. Example: {"numWorkers":"5"}'
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	Parameters map[string]string `pulumi:"parameters"`
	// 'Use this to pass transform name mappings for streaming update jobs. Example: {"oldTransformName":"newTransformName",...}'
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	TransformNameMappings map[string]string `pulumi:"transformNameMappings"`
	// Set this to true if you are sending a request to update a running streaming job. When set, the job name should be the same as the running job.
	Update *bool `pulumi:"update"`
}

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs struct {
	// Cloud Storage path to a file with a JSON-serialized ContainerSpec as content.
	ContainerSpecGcsPath pulumi.StringPtrInput `pulumi:"containerSpecGcsPath"`
	// The runtime environment for the Flex Template job.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#FlexTemplateRuntimeEnvironment
	// Structure is documented below.
	Environment PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrInput `pulumi:"environment"`
	// The job name to use for the created job. For an update job request, the job name should be the same as the existing running job.
	JobName pulumi.StringInput `pulumi:"jobName"`
	// Launch options for this Flex Template job. This is a common set of options across languages and templates. This should not be used to pass job parameters.
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	LaunchOptions pulumi.StringMapInput `pulumi:"launchOptions"`
	// 'The parameters for the Flex Template. Example: {"numWorkers":"5"}'
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	Parameters pulumi.StringMapInput `pulumi:"parameters"`
	// 'Use this to pass transform name mappings for streaming update jobs. Example: {"oldTransformName":"newTransformName",...}'
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	TransformNameMappings pulumi.StringMapInput `pulumi:"transformNameMappings"`
	// Set this to true if you are sending a request to update a running streaming job. When set, the job name should be the same as the running job.
	Update pulumi.BoolPtrInput `pulumi:"update"`
}

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs) ElementType

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutputWithContext

func (i PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutputWithContext

func (i PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironment

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironment struct {
	// Additional experiment flags for the job.
	AdditionalExperiments []string `pulumi:"additionalExperiments"`
	// Additional user labels to be specified for the job. Keys and values should follow the restrictions specified in the labeling restrictions page. An object containing a list of key/value pairs.
	// 'Example: { "name": "wrench", "mass": "1kg", "count": "3" }.'
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	AdditionalUserLabels map[string]string `pulumi:"additionalUserLabels"`
	// Whether to enable Streaming Engine for the job.
	EnableStreamingEngine *bool `pulumi:"enableStreamingEngine"`
	// Set FlexRS goal for the job. https://cloud.google.com/dataflow/docs/guides/flexrs
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#FlexResourceSchedulingGoal
	// Possible values are: `FLEXRS_UNSPECIFIED`, `FLEXRS_SPEED_OPTIMIZED`, `FLEXRS_COST_OPTIMIZED`.
	FlexrsGoal *string `pulumi:"flexrsGoal"`
	// Configuration for VM IPs.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#WorkerIPAddressConfiguration
	// Possible values are: `WORKER_IP_UNSPECIFIED`, `WORKER_IP_PUBLIC`, `WORKER_IP_PRIVATE`.
	IpConfiguration *string `pulumi:"ipConfiguration"`
	// 'Name for the Cloud KMS key for the job. The key format is: projects//locations//keyRings//cryptoKeys/'
	KmsKeyName *string `pulumi:"kmsKeyName"`
	// The machine type to use for the job. Defaults to the value from the template if not specified.
	MachineType *string `pulumi:"machineType"`
	// The maximum number of Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.
	MaxWorkers *int `pulumi:"maxWorkers"`
	// Network to which VMs will be assigned. If empty or unspecified, the service will use the network "default".
	Network *string `pulumi:"network"`
	// The initial number of Compute Engine instances for the job.
	NumWorkers *int `pulumi:"numWorkers"`
	// The email address of the service account to run the job as.
	ServiceAccountEmail *string `pulumi:"serviceAccountEmail"`
	// Subnetwork to which VMs will be assigned, if desired. You can specify a subnetwork using either a complete URL or an abbreviated path. Expected to be of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must use the complete URL.
	Subnetwork *string `pulumi:"subnetwork"`
	// The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.
	TempLocation *string `pulumi:"tempLocation"`
	// The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1". Mutually exclusive with workerZone. If neither workerRegion nor workerZone is specified, default to the control plane's region.
	WorkerRegion *string `pulumi:"workerRegion"`
	// The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1-a". Mutually exclusive with workerRegion. If neither workerRegion nor workerZone is specified, a zone in the control plane's region is chosen based on available capacity. If both workerZone and zone are set, workerZone takes precedence.
	WorkerZone *string `pulumi:"workerZone"`
	// The Compute Engine availability zone for launching worker instances to run your pipeline. In the future, workerZone will take precedence.
	Zone *string `pulumi:"zone"`
}

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs struct {
	// Additional experiment flags for the job.
	AdditionalExperiments pulumi.StringArrayInput `pulumi:"additionalExperiments"`
	// Additional user labels to be specified for the job. Keys and values should follow the restrictions specified in the labeling restrictions page. An object containing a list of key/value pairs.
	// 'Example: { "name": "wrench", "mass": "1kg", "count": "3" }.'
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	AdditionalUserLabels pulumi.StringMapInput `pulumi:"additionalUserLabels"`
	// Whether to enable Streaming Engine for the job.
	EnableStreamingEngine pulumi.BoolPtrInput `pulumi:"enableStreamingEngine"`
	// Set FlexRS goal for the job. https://cloud.google.com/dataflow/docs/guides/flexrs
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#FlexResourceSchedulingGoal
	// Possible values are: `FLEXRS_UNSPECIFIED`, `FLEXRS_SPEED_OPTIMIZED`, `FLEXRS_COST_OPTIMIZED`.
	FlexrsGoal pulumi.StringPtrInput `pulumi:"flexrsGoal"`
	// Configuration for VM IPs.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#WorkerIPAddressConfiguration
	// Possible values are: `WORKER_IP_UNSPECIFIED`, `WORKER_IP_PUBLIC`, `WORKER_IP_PRIVATE`.
	IpConfiguration pulumi.StringPtrInput `pulumi:"ipConfiguration"`
	// 'Name for the Cloud KMS key for the job. The key format is: projects//locations//keyRings//cryptoKeys/'
	KmsKeyName pulumi.StringPtrInput `pulumi:"kmsKeyName"`
	// The machine type to use for the job. Defaults to the value from the template if not specified.
	MachineType pulumi.StringPtrInput `pulumi:"machineType"`
	// The maximum number of Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.
	MaxWorkers pulumi.IntPtrInput `pulumi:"maxWorkers"`
	// Network to which VMs will be assigned. If empty or unspecified, the service will use the network "default".
	Network pulumi.StringPtrInput `pulumi:"network"`
	// The initial number of Compute Engine instances for the job.
	NumWorkers pulumi.IntPtrInput `pulumi:"numWorkers"`
	// The email address of the service account to run the job as.
	ServiceAccountEmail pulumi.StringPtrInput `pulumi:"serviceAccountEmail"`
	// Subnetwork to which VMs will be assigned, if desired. You can specify a subnetwork using either a complete URL or an abbreviated path. Expected to be of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must use the complete URL.
	Subnetwork pulumi.StringPtrInput `pulumi:"subnetwork"`
	// The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.
	TempLocation pulumi.StringPtrInput `pulumi:"tempLocation"`
	// The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1". Mutually exclusive with workerZone. If neither workerRegion nor workerZone is specified, default to the control plane's region.
	WorkerRegion pulumi.StringPtrInput `pulumi:"workerRegion"`
	// The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1-a". Mutually exclusive with workerRegion. If neither workerRegion nor workerZone is specified, a zone in the control plane's region is chosen based on available capacity. If both workerZone and zone are set, workerZone takes precedence.
	WorkerZone pulumi.StringPtrInput `pulumi:"workerZone"`
	// The Compute Engine availability zone for launching worker instances to run your pipeline. In the future, workerZone will take precedence.
	Zone pulumi.StringPtrInput `pulumi:"zone"`
}

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs) ElementType

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutputWithContext

func (i PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutputWithContext

func (i PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentInput

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput() PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput
	ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutputWithContext(context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput
}

PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentInput is an input type that accepts PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs and PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentInput` via:

PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs{...}

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) AdditionalExperiments

Additional experiment flags for the job.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) AdditionalUserLabels

Additional user labels to be specified for the job. Keys and values should follow the restrictions specified in the labeling restrictions page. An object containing a list of key/value pairs. 'Example: { "name": "wrench", "mass": "1kg", "count": "3" }.' 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) ElementType

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) EnableStreamingEngine

Whether to enable Streaming Engine for the job.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) FlexrsGoal

Set FlexRS goal for the job. https://cloud.google.com/dataflow/docs/guides/flexrs https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#FlexResourceSchedulingGoal Possible values are: `FLEXRS_UNSPECIFIED`, `FLEXRS_SPEED_OPTIMIZED`, `FLEXRS_COST_OPTIMIZED`.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) IpConfiguration

Configuration for VM IPs. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#WorkerIPAddressConfiguration Possible values are: `WORKER_IP_UNSPECIFIED`, `WORKER_IP_PUBLIC`, `WORKER_IP_PRIVATE`.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) KmsKeyName

'Name for the Cloud KMS key for the job. The key format is: projects//locations//keyRings//cryptoKeys/'

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) MachineType

The machine type to use for the job. Defaults to the value from the template if not specified.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) MaxWorkers

The maximum number of Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) Network

Network to which VMs will be assigned. If empty or unspecified, the service will use the network "default".

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) NumWorkers

The initial number of Compute Engine instances for the job.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) ServiceAccountEmail

The email address of the service account to run the job as.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) Subnetwork

Subnetwork to which VMs will be assigned, if desired. You can specify a subnetwork using either a complete URL or an abbreviated path. Expected to be of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must use the complete URL.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) TempLocation

The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutputWithContext

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutputWithContext

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) WorkerRegion

The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1". Mutually exclusive with workerZone. If neither workerRegion nor workerZone is specified, default to the control plane's region.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) WorkerZone

The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1-a". Mutually exclusive with workerRegion. If neither workerRegion nor workerZone is specified, a zone in the control plane's region is chosen based on available capacity. If both workerZone and zone are set, workerZone takes precedence.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentOutput) Zone

The Compute Engine availability zone for launching worker instances to run your pipeline. In the future, workerZone will take precedence.

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrInput

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput() PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput
	ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutputWithContext(context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput
}

PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrInput is an input type that accepts PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs, PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtr and PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrInput` via:

        PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentArgs{...}

or:

        nil

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) AdditionalExperiments

Additional experiment flags for the job.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) AdditionalUserLabels

Additional user labels to be specified for the job. Keys and values should follow the restrictions specified in the labeling restrictions page. An object containing a list of key/value pairs. 'Example: { "name": "wrench", "mass": "1kg", "count": "3" }.' 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) Elem

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) ElementType

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) EnableStreamingEngine

Whether to enable Streaming Engine for the job.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) FlexrsGoal

Set FlexRS goal for the job. https://cloud.google.com/dataflow/docs/guides/flexrs https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#FlexResourceSchedulingGoal Possible values are: `FLEXRS_UNSPECIFIED`, `FLEXRS_SPEED_OPTIMIZED`, `FLEXRS_COST_OPTIMIZED`.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) IpConfiguration

Configuration for VM IPs. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#WorkerIPAddressConfiguration Possible values are: `WORKER_IP_UNSPECIFIED`, `WORKER_IP_PUBLIC`, `WORKER_IP_PRIVATE`.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) KmsKeyName

'Name for the Cloud KMS key for the job. The key format is: projects//locations//keyRings//cryptoKeys/'

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) MachineType

The machine type to use for the job. Defaults to the value from the template if not specified.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) MaxWorkers

The maximum number of Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) Network

Network to which VMs will be assigned. If empty or unspecified, the service will use the network "default".

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) NumWorkers

The initial number of Compute Engine instances for the job.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) ServiceAccountEmail

The email address of the service account to run the job as.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) Subnetwork

Subnetwork to which VMs will be assigned, if desired. You can specify a subnetwork using either a complete URL or an abbreviated path. Expected to be of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must use the complete URL.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) TempLocation

The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutputWithContext

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) WorkerRegion

The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1". Mutually exclusive with workerZone. If neither workerRegion nor workerZone is specified, default to the control plane's region.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) WorkerZone

The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1-a". Mutually exclusive with workerRegion. If neither workerRegion nor workerZone is specified, a zone in the control plane's region is chosen based on available capacity. If both workerZone and zone are set, workerZone takes precedence.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterEnvironmentPtrOutput) Zone

The Compute Engine availability zone for launching worker instances to run your pipeline. In the future, workerZone will take precedence.

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterInput

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput() PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput
	ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutputWithContext(context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput
}

PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterInput is an input type that accepts PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs and PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterInput` via:

PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs{...}

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) ContainerSpecGcsPath

Cloud Storage path to a file with a JSON-serialized ContainerSpec as content.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) ElementType

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) JobName

The job name to use for the created job. For an update job request, the job name should be the same as the existing running job.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) LaunchOptions

Launch options for this Flex Template job. This is a common set of options across languages and templates. This should not be used to pass job parameters. 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) Parameters

'The parameters for the Flex Template. Example: {"numWorkers":"5"}' 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutputWithContext

func (o PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutputWithContext

func (o PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) TransformNameMappings

'Use this to pass transform name mappings for streaming update jobs. Example: {"oldTransformName":"newTransformName",...}' 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterOutput) Update

Set this to true if you are sending a request to update a running streaming job. When set, the job name should be the same as the running job.

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrInput

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput() PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput
	ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutputWithContext(context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput
}

PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrInput is an input type that accepts PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs, PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtr and PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrInput` via:

        PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterArgs{...}

or:

        nil

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput

type PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) ContainerSpecGcsPath

Cloud Storage path to a file with a JSON-serialized ContainerSpec as content.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) Elem

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) ElementType

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) JobName

The job name to use for the created job. For an update job request, the job name should be the same as the existing running job.

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) LaunchOptions

Launch options for this Flex Template job. This is a common set of options across languages and templates. This should not be used to pass job parameters. 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) Parameters

'The parameters for the Flex Template. Example: {"numWorkers":"5"}' 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutputWithContext

func (o PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) ToPipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) TransformNameMappings

'Use this to pass transform name mappings for streaming update jobs. Example: {"oldTransformName":"newTransformName",...}' 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowFlexTemplateRequestLaunchParameterPtrOutput) Update

Set this to true if you are sending a request to update a running streaming job. When set, the job name should be the same as the running job.

type PipelineWorkloadDataflowFlexTemplateRequestOutput

type PipelineWorkloadDataflowFlexTemplateRequestOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowFlexTemplateRequestOutput) ElementType

func (PipelineWorkloadDataflowFlexTemplateRequestOutput) Location

The regional endpoint to which to direct the request. For example, us-central1, us-west1.

func (PipelineWorkloadDataflowFlexTemplateRequestOutput) ProjectId

The ID of the Cloud Platform project that the job belongs to.

func (PipelineWorkloadDataflowFlexTemplateRequestOutput) ToPipelineWorkloadDataflowFlexTemplateRequestOutput

func (o PipelineWorkloadDataflowFlexTemplateRequestOutput) ToPipelineWorkloadDataflowFlexTemplateRequestOutput() PipelineWorkloadDataflowFlexTemplateRequestOutput

func (PipelineWorkloadDataflowFlexTemplateRequestOutput) ToPipelineWorkloadDataflowFlexTemplateRequestOutputWithContext

func (o PipelineWorkloadDataflowFlexTemplateRequestOutput) ToPipelineWorkloadDataflowFlexTemplateRequestOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestOutput

func (PipelineWorkloadDataflowFlexTemplateRequestOutput) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutput

func (o PipelineWorkloadDataflowFlexTemplateRequestOutput) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutput() PipelineWorkloadDataflowFlexTemplateRequestPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestOutput) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutputWithContext

func (o PipelineWorkloadDataflowFlexTemplateRequestOutput) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestOutput) ValidateOnly

If true, the request is validated but not actually executed. Defaults to false.

type PipelineWorkloadDataflowFlexTemplateRequestPtrInput

type PipelineWorkloadDataflowFlexTemplateRequestPtrInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutput() PipelineWorkloadDataflowFlexTemplateRequestPtrOutput
	ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutputWithContext(context.Context) PipelineWorkloadDataflowFlexTemplateRequestPtrOutput
}

PipelineWorkloadDataflowFlexTemplateRequestPtrInput is an input type that accepts PipelineWorkloadDataflowFlexTemplateRequestArgs, PipelineWorkloadDataflowFlexTemplateRequestPtr and PipelineWorkloadDataflowFlexTemplateRequestPtrOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowFlexTemplateRequestPtrInput` via:

        PipelineWorkloadDataflowFlexTemplateRequestArgs{...}

or:

        nil

type PipelineWorkloadDataflowFlexTemplateRequestPtrOutput

type PipelineWorkloadDataflowFlexTemplateRequestPtrOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowFlexTemplateRequestPtrOutput) Elem

func (PipelineWorkloadDataflowFlexTemplateRequestPtrOutput) ElementType

func (PipelineWorkloadDataflowFlexTemplateRequestPtrOutput) Location

The regional endpoint to which to direct the request. For example, us-central1, us-west1.

func (PipelineWorkloadDataflowFlexTemplateRequestPtrOutput) ProjectId

The ID of the Cloud Platform project that the job belongs to.

func (PipelineWorkloadDataflowFlexTemplateRequestPtrOutput) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestPtrOutput) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutputWithContext

func (o PipelineWorkloadDataflowFlexTemplateRequestPtrOutput) ToPipelineWorkloadDataflowFlexTemplateRequestPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowFlexTemplateRequestPtrOutput

func (PipelineWorkloadDataflowFlexTemplateRequestPtrOutput) ValidateOnly

If true, the request is validated but not actually executed. Defaults to false.

type PipelineWorkloadDataflowLaunchTemplateRequest

type PipelineWorkloadDataflowLaunchTemplateRequest struct {
	// A Cloud Storage path to the template from which to create the job. Must be a valid Cloud Storage URL, beginning with 'gs://'.
	GcsPath *string `pulumi:"gcsPath"`
	// The parameters of the template to launch. This should be part of the body of the POST request.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchtemplateparameters
	// Structure is documented below.
	LaunchParameters *PipelineWorkloadDataflowLaunchTemplateRequestLaunchParameters `pulumi:"launchParameters"`
	// The regional endpoint to which to direct the request.
	Location *string `pulumi:"location"`
	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId string `pulumi:"projectId"`
	// (Optional)
	ValidateOnly *bool `pulumi:"validateOnly"`
}

type PipelineWorkloadDataflowLaunchTemplateRequestArgs

type PipelineWorkloadDataflowLaunchTemplateRequestArgs struct {
	// A Cloud Storage path to the template from which to create the job. Must be a valid Cloud Storage URL, beginning with 'gs://'.
	GcsPath pulumi.StringPtrInput `pulumi:"gcsPath"`
	// The parameters of the template to launch. This should be part of the body of the POST request.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchtemplateparameters
	// Structure is documented below.
	LaunchParameters PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrInput `pulumi:"launchParameters"`
	// The regional endpoint to which to direct the request.
	Location pulumi.StringPtrInput `pulumi:"location"`
	// The ID of the Cloud Platform project that the job belongs to.
	ProjectId pulumi.StringInput `pulumi:"projectId"`
	// (Optional)
	ValidateOnly pulumi.BoolPtrInput `pulumi:"validateOnly"`
}

func (PipelineWorkloadDataflowLaunchTemplateRequestArgs) ElementType

func (PipelineWorkloadDataflowLaunchTemplateRequestArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestOutput

func (i PipelineWorkloadDataflowLaunchTemplateRequestArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestOutput() PipelineWorkloadDataflowLaunchTemplateRequestOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestOutputWithContext

func (i PipelineWorkloadDataflowLaunchTemplateRequestArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutput

func (i PipelineWorkloadDataflowLaunchTemplateRequestArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutput() PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutputWithContext

func (i PipelineWorkloadDataflowLaunchTemplateRequestArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput

type PipelineWorkloadDataflowLaunchTemplateRequestInput

type PipelineWorkloadDataflowLaunchTemplateRequestInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowLaunchTemplateRequestOutput() PipelineWorkloadDataflowLaunchTemplateRequestOutput
	ToPipelineWorkloadDataflowLaunchTemplateRequestOutputWithContext(context.Context) PipelineWorkloadDataflowLaunchTemplateRequestOutput
}

PipelineWorkloadDataflowLaunchTemplateRequestInput is an input type that accepts PipelineWorkloadDataflowLaunchTemplateRequestArgs and PipelineWorkloadDataflowLaunchTemplateRequestOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowLaunchTemplateRequestInput` via:

PipelineWorkloadDataflowLaunchTemplateRequestArgs{...}

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParameters

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParameters struct {
	// The runtime environment for the job.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#RuntimeEnvironment
	// Structure is documented below.
	Environment *PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironment `pulumi:"environment"`
	// The job name to use for the created job.
	JobName string `pulumi:"jobName"`
	// The runtime parameters to pass to the job.
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	Parameters map[string]string `pulumi:"parameters"`
	// Map of transform name prefixes of the job to be replaced to the corresponding name prefixes of the new job. Only applicable when updating a pipeline.
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	TransformNameMapping map[string]string `pulumi:"transformNameMapping"`
	// If set, replace the existing pipeline with the name specified by jobName with this pipeline, preserving state.
	Update *bool `pulumi:"update"`
}

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs struct {
	// The runtime environment for the job.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#RuntimeEnvironment
	// Structure is documented below.
	Environment PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrInput `pulumi:"environment"`
	// The job name to use for the created job.
	JobName pulumi.StringInput `pulumi:"jobName"`
	// The runtime parameters to pass to the job.
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	Parameters pulumi.StringMapInput `pulumi:"parameters"`
	// Map of transform name prefixes of the job to be replaced to the corresponding name prefixes of the new job. Only applicable when updating a pipeline.
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	TransformNameMapping pulumi.StringMapInput `pulumi:"transformNameMapping"`
	// If set, replace the existing pipeline with the name specified by jobName with this pipeline, preserving state.
	Update pulumi.BoolPtrInput `pulumi:"update"`
}

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs) ElementType

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutputWithContext

func (i PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutputWithContext

func (i PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironment

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironment struct {
	// Additional experiment flags for the job.
	AdditionalExperiments []string `pulumi:"additionalExperiments"`
	// Additional user labels to be specified for the job. Keys and values should follow the restrictions specified in the labeling restrictions page. An object containing a list of key/value pairs.
	// 'Example: { "name": "wrench", "mass": "1kg", "count": "3" }.'
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	AdditionalUserLabels map[string]string `pulumi:"additionalUserLabels"`
	// Whether to bypass the safety checks for the job's temporary directory. Use with caution.
	BypassTempDirValidation *bool `pulumi:"bypassTempDirValidation"`
	// Whether to enable Streaming Engine for the job.
	EnableStreamingEngine *bool `pulumi:"enableStreamingEngine"`
	// Configuration for VM IPs.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#WorkerIPAddressConfiguration
	// Possible values are: `WORKER_IP_UNSPECIFIED`, `WORKER_IP_PUBLIC`, `WORKER_IP_PRIVATE`.
	IpConfiguration *string `pulumi:"ipConfiguration"`
	// 'Name for the Cloud KMS key for the job. The key format is: projects//locations//keyRings//cryptoKeys/'
	KmsKeyName *string `pulumi:"kmsKeyName"`
	// The machine type to use for the job. Defaults to the value from the template if not specified.
	MachineType *string `pulumi:"machineType"`
	// The maximum number of Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.
	MaxWorkers *int `pulumi:"maxWorkers"`
	// Network to which VMs will be assigned. If empty or unspecified, the service will use the network "default".
	Network *string `pulumi:"network"`
	// The initial number of Compute Engine instances for the job.
	NumWorkers *int `pulumi:"numWorkers"`
	// The email address of the service account to run the job as.
	ServiceAccountEmail *string `pulumi:"serviceAccountEmail"`
	// Subnetwork to which VMs will be assigned, if desired. You can specify a subnetwork using either a complete URL or an abbreviated path. Expected to be of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must use the complete URL.
	Subnetwork *string `pulumi:"subnetwork"`
	// The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.
	TempLocation *string `pulumi:"tempLocation"`
	// The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1". Mutually exclusive with workerZone. If neither workerRegion nor workerZone is specified, default to the control plane's region.
	WorkerRegion *string `pulumi:"workerRegion"`
	// The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1-a". Mutually exclusive with workerRegion. If neither workerRegion nor workerZone is specified, a zone in the control plane's region is chosen based on available capacity. If both workerZone and zone are set, workerZone takes precedence.
	WorkerZone *string `pulumi:"workerZone"`
	// The Compute Engine availability zone for launching worker instances to run your pipeline. In the future, workerZone will take precedence.
	Zone *string `pulumi:"zone"`
}

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs struct {
	// Additional experiment flags for the job.
	AdditionalExperiments pulumi.StringArrayInput `pulumi:"additionalExperiments"`
	// Additional user labels to be specified for the job. Keys and values should follow the restrictions specified in the labeling restrictions page. An object containing a list of key/value pairs.
	// 'Example: { "name": "wrench", "mass": "1kg", "count": "3" }.'
	// 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'
	AdditionalUserLabels pulumi.StringMapInput `pulumi:"additionalUserLabels"`
	// Whether to bypass the safety checks for the job's temporary directory. Use with caution.
	BypassTempDirValidation pulumi.BoolPtrInput `pulumi:"bypassTempDirValidation"`
	// Whether to enable Streaming Engine for the job.
	EnableStreamingEngine pulumi.BoolPtrInput `pulumi:"enableStreamingEngine"`
	// Configuration for VM IPs.
	// https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#WorkerIPAddressConfiguration
	// Possible values are: `WORKER_IP_UNSPECIFIED`, `WORKER_IP_PUBLIC`, `WORKER_IP_PRIVATE`.
	IpConfiguration pulumi.StringPtrInput `pulumi:"ipConfiguration"`
	// 'Name for the Cloud KMS key for the job. The key format is: projects//locations//keyRings//cryptoKeys/'
	KmsKeyName pulumi.StringPtrInput `pulumi:"kmsKeyName"`
	// The machine type to use for the job. Defaults to the value from the template if not specified.
	MachineType pulumi.StringPtrInput `pulumi:"machineType"`
	// The maximum number of Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.
	MaxWorkers pulumi.IntPtrInput `pulumi:"maxWorkers"`
	// Network to which VMs will be assigned. If empty or unspecified, the service will use the network "default".
	Network pulumi.StringPtrInput `pulumi:"network"`
	// The initial number of Compute Engine instances for the job.
	NumWorkers pulumi.IntPtrInput `pulumi:"numWorkers"`
	// The email address of the service account to run the job as.
	ServiceAccountEmail pulumi.StringPtrInput `pulumi:"serviceAccountEmail"`
	// Subnetwork to which VMs will be assigned, if desired. You can specify a subnetwork using either a complete URL or an abbreviated path. Expected to be of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must use the complete URL.
	Subnetwork pulumi.StringPtrInput `pulumi:"subnetwork"`
	// The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.
	TempLocation pulumi.StringPtrInput `pulumi:"tempLocation"`
	// The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1". Mutually exclusive with workerZone. If neither workerRegion nor workerZone is specified, default to the control plane's region.
	WorkerRegion pulumi.StringPtrInput `pulumi:"workerRegion"`
	// The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1-a". Mutually exclusive with workerRegion. If neither workerRegion nor workerZone is specified, a zone in the control plane's region is chosen based on available capacity. If both workerZone and zone are set, workerZone takes precedence.
	WorkerZone pulumi.StringPtrInput `pulumi:"workerZone"`
	// The Compute Engine availability zone for launching worker instances to run your pipeline. In the future, workerZone will take precedence.
	Zone pulumi.StringPtrInput `pulumi:"zone"`
}

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs) ElementType

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutputWithContext

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutputWithContext

func (i PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentInput

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput() PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput
	ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutputWithContext(context.Context) PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput
}

PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentInput is an input type that accepts PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs and PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentInput` via:

PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs{...}

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) AdditionalExperiments

Additional experiment flags for the job.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) AdditionalUserLabels

Additional user labels to be specified for the job. Keys and values should follow the restrictions specified in the labeling restrictions page. An object containing a list of key/value pairs. 'Example: { "name": "wrench", "mass": "1kg", "count": "3" }.' 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) BypassTempDirValidation

Whether to bypass the safety checks for the job's temporary directory. Use with caution.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) ElementType

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) EnableStreamingEngine

Whether to enable Streaming Engine for the job.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) IpConfiguration

Configuration for VM IPs. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#WorkerIPAddressConfiguration Possible values are: `WORKER_IP_UNSPECIFIED`, `WORKER_IP_PUBLIC`, `WORKER_IP_PRIVATE`.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) KmsKeyName

'Name for the Cloud KMS key for the job. The key format is: projects//locations//keyRings//cryptoKeys/'

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) MachineType

The machine type to use for the job. Defaults to the value from the template if not specified.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) MaxWorkers

The maximum number of Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) Network

Network to which VMs will be assigned. If empty or unspecified, the service will use the network "default".

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) NumWorkers

The initial number of Compute Engine instances for the job.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) ServiceAccountEmail

The email address of the service account to run the job as.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) Subnetwork

Subnetwork to which VMs will be assigned, if desired. You can specify a subnetwork using either a complete URL or an abbreviated path. Expected to be of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must use the complete URL.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) TempLocation

The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutputWithContext

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutputWithContext

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) WorkerRegion

The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1". Mutually exclusive with workerZone. If neither workerRegion nor workerZone is specified, default to the control plane's region.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) WorkerZone

The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1-a". Mutually exclusive with workerRegion. If neither workerRegion nor workerZone is specified, a zone in the control plane's region is chosen based on available capacity. If both workerZone and zone are set, workerZone takes precedence.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentOutput) Zone

The Compute Engine availability zone for launching worker instances to run your pipeline. In the future, workerZone will take precedence.

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrInput

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput() PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput
	ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutputWithContext(context.Context) PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput
}

PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrInput is an input type that accepts PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs, PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtr and PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrInput` via:

        PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentArgs{...}

or:

        nil

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) AdditionalExperiments

Additional experiment flags for the job.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) AdditionalUserLabels

Additional user labels to be specified for the job. Keys and values should follow the restrictions specified in the labeling restrictions page. An object containing a list of key/value pairs. 'Example: { "name": "wrench", "mass": "1kg", "count": "3" }.' 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) BypassTempDirValidation

Whether to bypass the safety checks for the job's temporary directory. Use with caution.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) Elem

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) ElementType

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) EnableStreamingEngine

Whether to enable Streaming Engine for the job.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) IpConfiguration

Configuration for VM IPs. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#WorkerIPAddressConfiguration Possible values are: `WORKER_IP_UNSPECIFIED`, `WORKER_IP_PUBLIC`, `WORKER_IP_PRIVATE`.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) KmsKeyName

'Name for the Cloud KMS key for the job. The key format is: projects//locations//keyRings//cryptoKeys/'

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) MachineType

The machine type to use for the job. Defaults to the value from the template if not specified.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) MaxWorkers

The maximum number of Compute Engine instances to be made available to your pipeline during execution, from 1 to 1000.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) Network

Network to which VMs will be assigned. If empty or unspecified, the service will use the network "default".

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) NumWorkers

The initial number of Compute Engine instances for the job.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) ServiceAccountEmail

The email address of the service account to run the job as.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) Subnetwork

Subnetwork to which VMs will be assigned, if desired. You can specify a subnetwork using either a complete URL or an abbreviated path. Expected to be of the form "https://www.googleapis.com/compute/v1/projects/HOST_PROJECT_ID/regions/REGION/subnetworks/SUBNETWORK" or "regions/REGION/subnetworks/SUBNETWORK". If the subnetwork is located in a Shared VPC network, you must use the complete URL.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) TempLocation

The Cloud Storage path to use for temporary files. Must be a valid Cloud Storage URL, beginning with gs://.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutputWithContext

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) WorkerRegion

The Compute Engine region (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1". Mutually exclusive with workerZone. If neither workerRegion nor workerZone is specified, default to the control plane's region.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) WorkerZone

The Compute Engine zone (https://cloud.google.com/compute/docs/regions-zones/regions-zones) in which worker processing should occur, e.g. "us-west1-a". Mutually exclusive with workerRegion. If neither workerRegion nor workerZone is specified, a zone in the control plane's region is chosen based on available capacity. If both workerZone and zone are set, workerZone takes precedence.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersEnvironmentPtrOutput) Zone

The Compute Engine availability zone for launching worker instances to run your pipeline. In the future, workerZone will take precedence.

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersInput

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput() PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput
	ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutputWithContext(context.Context) PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput
}

PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersInput is an input type that accepts PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs and PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersInput` via:

PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs{...}

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) ElementType

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) JobName

The job name to use for the created job.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) Parameters

The runtime parameters to pass to the job. 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutputWithContext

func (o PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutputWithContext

func (o PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) TransformNameMapping

Map of transform name prefixes of the job to be replaced to the corresponding name prefixes of the new job. Only applicable when updating a pipeline. 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersOutput) Update

If set, replace the existing pipeline with the name specified by jobName with this pipeline, preserving state.

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrInput

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput() PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput
	ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutputWithContext(context.Context) PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput
}

PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrInput is an input type that accepts PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs, PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtr and PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrInput` via:

        PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersArgs{...}

or:

        nil

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput

type PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput) Elem

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput) ElementType

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput) JobName

The job name to use for the created job.

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput) Parameters

The runtime parameters to pass to the job. 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutputWithContext

func (o PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput) TransformNameMapping

Map of transform name prefixes of the job to be replaced to the corresponding name prefixes of the new job. Only applicable when updating a pipeline. 'An object containing a list of "key": value pairs. Example: { "name": "wrench", "mass": "1.3kg", "count": "3" }.'

func (PipelineWorkloadDataflowLaunchTemplateRequestLaunchParametersPtrOutput) Update

If set, replace the existing pipeline with the name specified by jobName with this pipeline, preserving state.

type PipelineWorkloadDataflowLaunchTemplateRequestOutput

type PipelineWorkloadDataflowLaunchTemplateRequestOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowLaunchTemplateRequestOutput) ElementType

func (PipelineWorkloadDataflowLaunchTemplateRequestOutput) GcsPath

A Cloud Storage path to the template from which to create the job. Must be a valid Cloud Storage URL, beginning with 'gs://'.

func (PipelineWorkloadDataflowLaunchTemplateRequestOutput) LaunchParameters

The parameters of the template to launch. This should be part of the body of the POST request. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchtemplateparameters Structure is documented below.

func (PipelineWorkloadDataflowLaunchTemplateRequestOutput) Location

The regional endpoint to which to direct the request.

func (PipelineWorkloadDataflowLaunchTemplateRequestOutput) ProjectId

The ID of the Cloud Platform project that the job belongs to.

func (PipelineWorkloadDataflowLaunchTemplateRequestOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestOutput

func (o PipelineWorkloadDataflowLaunchTemplateRequestOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestOutput() PipelineWorkloadDataflowLaunchTemplateRequestOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestOutputWithContext

func (o PipelineWorkloadDataflowLaunchTemplateRequestOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutput

func (o PipelineWorkloadDataflowLaunchTemplateRequestOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutput() PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutputWithContext

func (o PipelineWorkloadDataflowLaunchTemplateRequestOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestOutput) ValidateOnly

(Optional)

type PipelineWorkloadDataflowLaunchTemplateRequestPtrInput

type PipelineWorkloadDataflowLaunchTemplateRequestPtrInput interface {
	pulumi.Input

	ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutput() PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput
	ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutputWithContext(context.Context) PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput
}

PipelineWorkloadDataflowLaunchTemplateRequestPtrInput is an input type that accepts PipelineWorkloadDataflowLaunchTemplateRequestArgs, PipelineWorkloadDataflowLaunchTemplateRequestPtr and PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput values. You can construct a concrete instance of `PipelineWorkloadDataflowLaunchTemplateRequestPtrInput` via:

        PipelineWorkloadDataflowLaunchTemplateRequestArgs{...}

or:

        nil

type PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput

type PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput) Elem

func (PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput) ElementType

func (PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput) GcsPath

A Cloud Storage path to the template from which to create the job. Must be a valid Cloud Storage URL, beginning with 'gs://'.

func (PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput) LaunchParameters

The parameters of the template to launch. This should be part of the body of the POST request. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchtemplateparameters Structure is documented below.

func (PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput) Location

The regional endpoint to which to direct the request.

func (PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput) ProjectId

The ID of the Cloud Platform project that the job belongs to.

func (PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutputWithContext

func (o PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput) ToPipelineWorkloadDataflowLaunchTemplateRequestPtrOutputWithContext(ctx context.Context) PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput

func (PipelineWorkloadDataflowLaunchTemplateRequestPtrOutput) ValidateOnly

(Optional)

type PipelineWorkloadInput

type PipelineWorkloadInput interface {
	pulumi.Input

	ToPipelineWorkloadOutput() PipelineWorkloadOutput
	ToPipelineWorkloadOutputWithContext(context.Context) PipelineWorkloadOutput
}

PipelineWorkloadInput is an input type that accepts PipelineWorkloadArgs and PipelineWorkloadOutput values. You can construct a concrete instance of `PipelineWorkloadInput` via:

PipelineWorkloadArgs{...}

type PipelineWorkloadOutput

type PipelineWorkloadOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadOutput) DataflowFlexTemplateRequest

Template information and additional parameters needed to launch a Dataflow job using the flex launch API. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchflextemplaterequest Structure is documented below.

func (PipelineWorkloadOutput) DataflowLaunchTemplateRequest

Template information and additional parameters needed to launch a Dataflow job using the standard launch API. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchtemplaterequest Structure is documented below.

func (PipelineWorkloadOutput) ElementType

func (PipelineWorkloadOutput) ElementType() reflect.Type

func (PipelineWorkloadOutput) ToPipelineWorkloadOutput

func (o PipelineWorkloadOutput) ToPipelineWorkloadOutput() PipelineWorkloadOutput

func (PipelineWorkloadOutput) ToPipelineWorkloadOutputWithContext

func (o PipelineWorkloadOutput) ToPipelineWorkloadOutputWithContext(ctx context.Context) PipelineWorkloadOutput

func (PipelineWorkloadOutput) ToPipelineWorkloadPtrOutput

func (o PipelineWorkloadOutput) ToPipelineWorkloadPtrOutput() PipelineWorkloadPtrOutput

func (PipelineWorkloadOutput) ToPipelineWorkloadPtrOutputWithContext

func (o PipelineWorkloadOutput) ToPipelineWorkloadPtrOutputWithContext(ctx context.Context) PipelineWorkloadPtrOutput

type PipelineWorkloadPtrInput

type PipelineWorkloadPtrInput interface {
	pulumi.Input

	ToPipelineWorkloadPtrOutput() PipelineWorkloadPtrOutput
	ToPipelineWorkloadPtrOutputWithContext(context.Context) PipelineWorkloadPtrOutput
}

PipelineWorkloadPtrInput is an input type that accepts PipelineWorkloadArgs, PipelineWorkloadPtr and PipelineWorkloadPtrOutput values. You can construct a concrete instance of `PipelineWorkloadPtrInput` via:

        PipelineWorkloadArgs{...}

or:

        nil

type PipelineWorkloadPtrOutput

type PipelineWorkloadPtrOutput struct{ *pulumi.OutputState }

func (PipelineWorkloadPtrOutput) DataflowFlexTemplateRequest

Template information and additional parameters needed to launch a Dataflow job using the flex launch API. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchflextemplaterequest Structure is documented below.

func (PipelineWorkloadPtrOutput) DataflowLaunchTemplateRequest

Template information and additional parameters needed to launch a Dataflow job using the standard launch API. https://cloud.google.com/dataflow/docs/reference/data-pipelines/rest/v1/projects.locations.pipelines#launchtemplaterequest Structure is documented below.

func (PipelineWorkloadPtrOutput) Elem

func (PipelineWorkloadPtrOutput) ElementType

func (PipelineWorkloadPtrOutput) ElementType() reflect.Type

func (PipelineWorkloadPtrOutput) ToPipelineWorkloadPtrOutput

func (o PipelineWorkloadPtrOutput) ToPipelineWorkloadPtrOutput() PipelineWorkloadPtrOutput

func (PipelineWorkloadPtrOutput) ToPipelineWorkloadPtrOutputWithContext

func (o PipelineWorkloadPtrOutput) ToPipelineWorkloadPtrOutputWithContext(ctx context.Context) PipelineWorkloadPtrOutput

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL