pipeline_v1

package
v2.22.0-RC1+incompatible Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jun 3, 2020 License: Apache-2.0 Imports: 11 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var AccumulationMode_Enum_name = map[int32]string{
	0: "UNSPECIFIED",
	1: "DISCARDING",
	2: "ACCUMULATING",
	3: "RETRACTING",
}
View Source
var AccumulationMode_Enum_value = map[string]int32{
	"UNSPECIFIED":  0,
	"DISCARDING":   1,
	"ACCUMULATING": 2,
	"RETRACTING":   3,
}
View Source
var BeamConstants_Constants_name = map[int32]string{
	0: "MIN_TIMESTAMP_MILLIS",
	1: "MAX_TIMESTAMP_MILLIS",
	2: "GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS",
}
View Source
var BeamConstants_Constants_value = map[string]int32{
	"MIN_TIMESTAMP_MILLIS":               0,
	"MAX_TIMESTAMP_MILLIS":               1,
	"GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS": 2,
}
View Source
var ClosingBehavior_Enum_name = map[int32]string{
	0: "UNSPECIFIED",
	1: "EMIT_ALWAYS",
	2: "EMIT_IF_NONEMPTY",
}
View Source
var ClosingBehavior_Enum_value = map[string]int32{
	"UNSPECIFIED":      0,
	"EMIT_ALWAYS":      1,
	"EMIT_IF_NONEMPTY": 2,
}
View Source
var E_BeamConstant = &proto.ExtensionDesc{
	ExtendedType:  (*descriptor.EnumValueOptions)(nil),
	ExtensionType: (*string)(nil),
	Field:         185324357,
	Name:          "org.apache.beam.model.pipeline.v1.beam_constant",
	Tag:           "bytes,185324357,opt,name=beam_constant",
	Filename:      "beam_runner_api.proto",
}
View Source
var E_BeamUrn = &proto.ExtensionDesc{
	ExtendedType:  (*descriptor.EnumValueOptions)(nil),
	ExtensionType: (*string)(nil),
	Field:         185324356,
	Name:          "org.apache.beam.model.pipeline.v1.beam_urn",
	Tag:           "bytes,185324356,opt,name=beam_urn",
	Filename:      "beam_runner_api.proto",
}
View Source
var E_LabelProps = &proto.ExtensionDesc{
	ExtendedType:  (*descriptor.EnumValueOptions)(nil),
	ExtensionType: (*MonitoringInfoLabelProps)(nil),
	Field:         127337796,
	Name:          "org.apache.beam.model.pipeline.v1.label_props",
	Tag:           "bytes,127337796,opt,name=label_props",
	Filename:      "metrics.proto",
}
View Source
var E_MonitoringInfoSpec = &proto.ExtensionDesc{
	ExtendedType:  (*descriptor.EnumValueOptions)(nil),
	ExtensionType: (*MonitoringInfoSpec)(nil),
	Field:         207174266,
	Name:          "org.apache.beam.model.pipeline.v1.monitoring_info_spec",
	Tag:           "bytes,207174266,opt,name=monitoring_info_spec",
	Filename:      "metrics.proto",
}
View Source
var FixedWindowsPayload_Enum_name = map[int32]string{
	0: "PROPERTIES",
}
View Source
var FixedWindowsPayload_Enum_value = map[string]int32{
	"PROPERTIES": 0,
}
View Source
var GlobalWindowsPayload_Enum_name = map[int32]string{
	0: "PROPERTIES",
}
View Source
var GlobalWindowsPayload_Enum_value = map[string]int32{
	"PROPERTIES": 0,
}
View Source
var IsBounded_Enum_name = map[int32]string{
	0: "UNSPECIFIED",
	1: "UNBOUNDED",
	2: "BOUNDED",
}
View Source
var IsBounded_Enum_value = map[string]int32{
	"UNSPECIFIED": 0,
	"UNBOUNDED":   1,
	"BOUNDED":     2,
}
View Source
var MergeStatus_Enum_name = map[int32]string{
	0: "UNSPECIFIED",
	1: "NON_MERGING",
	2: "NEEDS_MERGE",
	3: "ALREADY_MERGED",
}
View Source
var MergeStatus_Enum_value = map[string]int32{
	"UNSPECIFIED":    0,
	"NON_MERGING":    1,
	"NEEDS_MERGE":    2,
	"ALREADY_MERGED": 3,
}
View Source
var MonitoringInfoSpecs_Enum_name = map[int32]string{
	0:  "USER_SUM_INT64",
	1:  "USER_SUM_DOUBLE",
	2:  "USER_DISTRIBUTION_INT64",
	3:  "USER_DISTRIBUTION_DOUBLE",
	4:  "USER_LATEST_INT64",
	5:  "USER_LATEST_DOUBLE",
	6:  "USER_TOP_N_INT64",
	7:  "USER_TOP_N_DOUBLE",
	8:  "USER_BOTTOM_N_INT64",
	9:  "USER_BOTTOM_N_DOUBLE",
	10: "ELEMENT_COUNT",
	11: "SAMPLED_BYTE_SIZE",
	12: "START_BUNDLE_MSECS",
	13: "PROCESS_BUNDLE_MSECS",
	14: "FINISH_BUNDLE_MSECS",
	15: "TOTAL_MSECS",
	16: "WORK_REMAINING",
	17: "WORK_COMPLETED",
}
View Source
var MonitoringInfoSpecs_Enum_value = map[string]int32{
	"USER_SUM_INT64":           0,
	"USER_SUM_DOUBLE":          1,
	"USER_DISTRIBUTION_INT64":  2,
	"USER_DISTRIBUTION_DOUBLE": 3,
	"USER_LATEST_INT64":        4,
	"USER_LATEST_DOUBLE":       5,
	"USER_TOP_N_INT64":         6,
	"USER_TOP_N_DOUBLE":        7,
	"USER_BOTTOM_N_INT64":      8,
	"USER_BOTTOM_N_DOUBLE":     9,
	"ELEMENT_COUNT":            10,
	"SAMPLED_BYTE_SIZE":        11,
	"START_BUNDLE_MSECS":       12,
	"PROCESS_BUNDLE_MSECS":     13,
	"FINISH_BUNDLE_MSECS":      14,
	"TOTAL_MSECS":              15,
	"WORK_REMAINING":           16,
	"WORK_COMPLETED":           17,
}
View Source
var MonitoringInfoTypeUrns_Enum_name = map[int32]string{
	0:  "SUM_INT64_TYPE",
	1:  "SUM_DOUBLE_TYPE",
	2:  "DISTRIBUTION_INT64_TYPE",
	3:  "DISTRIBUTION_DOUBLE_TYPE",
	4:  "LATEST_INT64_TYPE",
	5:  "LATEST_DOUBLE_TYPE",
	6:  "TOP_N_INT64_TYPE",
	7:  "TOP_N_DOUBLE_TYPE",
	8:  "BOTTOM_N_INT64_TYPE",
	9:  "BOTTOM_N_DOUBLE_TYPE",
	10: "PROGRESS_TYPE",
}
View Source
var MonitoringInfoTypeUrns_Enum_value = map[string]int32{
	"SUM_INT64_TYPE":           0,
	"SUM_DOUBLE_TYPE":          1,
	"DISTRIBUTION_INT64_TYPE":  2,
	"DISTRIBUTION_DOUBLE_TYPE": 3,
	"LATEST_INT64_TYPE":        4,
	"LATEST_DOUBLE_TYPE":       5,
	"TOP_N_INT64_TYPE":         6,
	"TOP_N_DOUBLE_TYPE":        7,
	"BOTTOM_N_INT64_TYPE":      8,
	"BOTTOM_N_DOUBLE_TYPE":     9,
	"PROGRESS_TYPE":            10,
}
View Source
var MonitoringInfo_MonitoringInfoLabels_name = map[int32]string{
	0: "TRANSFORM",
	1: "PCOLLECTION",
	2: "WINDOWING_STRATEGY",
	3: "CODER",
	4: "ENVIRONMENT",
	5: "NAMESPACE",
	6: "NAME",
}
View Source
var MonitoringInfo_MonitoringInfoLabels_value = map[string]int32{
	"TRANSFORM":          0,
	"PCOLLECTION":        1,
	"WINDOWING_STRATEGY": 2,
	"CODER":              3,
	"ENVIRONMENT":        4,
	"NAMESPACE":          5,
	"NAME":               6,
}
View Source
var OnTimeBehavior_Enum_name = map[int32]string{
	0: "UNSPECIFIED",
	1: "FIRE_ALWAYS",
	2: "FIRE_IF_NONEMPTY",
}
View Source
var OnTimeBehavior_Enum_value = map[string]int32{
	"UNSPECIFIED":      0,
	"FIRE_ALWAYS":      1,
	"FIRE_IF_NONEMPTY": 2,
}
View Source
var OutputTime_Enum_name = map[int32]string{
	0: "UNSPECIFIED",
	1: "END_OF_WINDOW",
	2: "LATEST_IN_PANE",
	3: "EARLIEST_IN_PANE",
}
View Source
var OutputTime_Enum_value = map[string]int32{
	"UNSPECIFIED":      0,
	"END_OF_WINDOW":    1,
	"LATEST_IN_PANE":   2,
	"EARLIEST_IN_PANE": 3,
}
View Source
var SessionWindowsPayload_Enum_name = map[int32]string{
	0: "PROPERTIES",
}
View Source
var SessionWindowsPayload_Enum_value = map[string]int32{
	"PROPERTIES": 0,
}
View Source
var SlidingWindowsPayload_Enum_name = map[int32]string{
	0: "PROPERTIES",
}
View Source
var SlidingWindowsPayload_Enum_value = map[string]int32{
	"PROPERTIES": 0,
}
View Source
var StandardArtifacts_Roles_name = map[int32]string{
	0: "STAGING_TO",
}
View Source
var StandardArtifacts_Roles_value = map[string]int32{
	"STAGING_TO": 0,
}
View Source
var StandardArtifacts_Types_name = map[int32]string{
	0: "FILE",
	1: "URL",
	2: "EMBEDDED",
	3: "PYPI",
	4: "MAVEN",
	5: "DEFERRED",
}
View Source
var StandardArtifacts_Types_value = map[string]int32{
	"FILE":     0,
	"URL":      1,
	"EMBEDDED": 2,
	"PYPI":     3,
	"MAVEN":    4,
	"DEFERRED": 5,
}
View Source
var StandardCoders_Enum_name = map[int32]string{
	0:  "BYTES",
	10: "STRING_UTF8",
	1:  "KV",
	12: "BOOL",
	2:  "VARINT",
	11: "DOUBLE",
	3:  "ITERABLE",
	4:  "TIMER",
	5:  "INTERVAL_WINDOW",
	6:  "LENGTH_PREFIX",
	7:  "GLOBAL_WINDOW",
	8:  "WINDOWED_VALUE",
	14: "PARAM_WINDOWED_VALUE",
	9:  "STATE_BACKED_ITERABLE",
	13: "ROW",
}
View Source
var StandardCoders_Enum_value = map[string]int32{
	"BYTES":                 0,
	"STRING_UTF8":           10,
	"KV":                    1,
	"BOOL":                  12,
	"VARINT":                2,
	"DOUBLE":                11,
	"ITERABLE":              3,
	"TIMER":                 4,
	"INTERVAL_WINDOW":       5,
	"LENGTH_PREFIX":         6,
	"GLOBAL_WINDOW":         7,
	"WINDOWED_VALUE":        8,
	"PARAM_WINDOWED_VALUE":  14,
	"STATE_BACKED_ITERABLE": 9,
	"ROW":                   13,
}
View Source
var StandardDisplayData_DisplayData_name = map[int32]string{
	0: "LABELLED_STRING",
}
View Source
var StandardDisplayData_DisplayData_value = map[string]int32{
	"LABELLED_STRING": 0,
}
View Source
var StandardEnvironments_Environments_name = map[int32]string{
	0: "DOCKER",
	1: "PROCESS",
	2: "EXTERNAL",
}
View Source
var StandardEnvironments_Environments_value = map[string]int32{
	"DOCKER":   0,
	"PROCESS":  1,
	"EXTERNAL": 2,
}
View Source
var StandardPTransforms_CombineComponents_name = map[int32]string{
	0: "COMBINE_PER_KEY_PRECOMBINE",
	1: "COMBINE_PER_KEY_MERGE_ACCUMULATORS",
	2: "COMBINE_PER_KEY_EXTRACT_OUTPUTS",
	3: "COMBINE_GROUPED_VALUES",
	4: "COMBINE_PER_KEY_CONVERT_TO_ACCUMULATORS",
}
View Source
var StandardPTransforms_CombineComponents_value = map[string]int32{
	"COMBINE_PER_KEY_PRECOMBINE":              0,
	"COMBINE_PER_KEY_MERGE_ACCUMULATORS":      1,
	"COMBINE_PER_KEY_EXTRACT_OUTPUTS":         2,
	"COMBINE_GROUPED_VALUES":                  3,
	"COMBINE_PER_KEY_CONVERT_TO_ACCUMULATORS": 4,
}
View Source
var StandardPTransforms_Composites_name = map[int32]string{
	0: "COMBINE_PER_KEY",
	1: "COMBINE_GLOBALLY",
	2: "RESHUFFLE",
	3: "WRITE_FILES",
}
View Source
var StandardPTransforms_Composites_value = map[string]int32{
	"COMBINE_PER_KEY":  0,
	"COMBINE_GLOBALLY": 1,
	"RESHUFFLE":        2,
	"WRITE_FILES":      3,
}
View Source
var StandardPTransforms_DeprecatedPrimitives_name = map[int32]string{
	0: "READ",
	1: "CREATE_VIEW",
}
View Source
var StandardPTransforms_DeprecatedPrimitives_value = map[string]int32{
	"READ":        0,
	"CREATE_VIEW": 1,
}
View Source
var StandardPTransforms_Primitives_name = map[int32]string{
	0: "PAR_DO",
	1: "FLATTEN",
	2: "GROUP_BY_KEY",
	3: "IMPULSE",
	4: "ASSIGN_WINDOWS",
	5: "TEST_STREAM",
	6: "MAP_WINDOWS",
	7: "MERGE_WINDOWS",
}
View Source
var StandardPTransforms_Primitives_value = map[string]int32{
	"PAR_DO":         0,
	"FLATTEN":        1,
	"GROUP_BY_KEY":   2,
	"IMPULSE":        3,
	"ASSIGN_WINDOWS": 4,
	"TEST_STREAM":    5,
	"MAP_WINDOWS":    6,
	"MERGE_WINDOWS":  7,
}
View Source
var StandardPTransforms_SplittableParDoComponents_name = map[int32]string{
	0: "PAIR_WITH_RESTRICTION",
	1: "SPLIT_RESTRICTION",
	2: "PROCESS_KEYED_ELEMENTS",
	3: "PROCESS_ELEMENTS",
	4: "SPLIT_AND_SIZE_RESTRICTIONS",
	5: "PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS",
}
View Source
var StandardPTransforms_SplittableParDoComponents_value = map[string]int32{
	"PAIR_WITH_RESTRICTION":                   0,
	"SPLIT_RESTRICTION":                       1,
	"PROCESS_KEYED_ELEMENTS":                  2,
	"PROCESS_ELEMENTS":                        3,
	"SPLIT_AND_SIZE_RESTRICTIONS":             4,
	"PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS": 5,
}
View Source
var StandardProtocols_Enum_name = map[int32]string{
	0: "LEGACY_PROGRESS_REPORTING",
	1: "PROGRESS_REPORTING",
	2: "WORKER_STATUS",
	3: "MULTI_CORE_BUNDLE_PROCESSING",
}
View Source
var StandardProtocols_Enum_value = map[string]int32{
	"LEGACY_PROGRESS_REPORTING":    0,
	"PROGRESS_REPORTING":           1,
	"WORKER_STATUS":                2,
	"MULTI_CORE_BUNDLE_PROCESSING": 3,
}
View Source
var StandardRequirements_Enum_name = map[int32]string{
	0: "REQUIRES_STATEFUL_PROCESSING",
	1: "REQUIRES_BUNDLE_FINALIZATION",
	2: "REQUIRES_STABLE_INPUT",
	3: "REQUIRES_TIME_SORTED_INPUT",
	4: "REQUIRES_SPLITTABLE_DOFN",
}
View Source
var StandardRequirements_Enum_value = map[string]int32{
	"REQUIRES_STATEFUL_PROCESSING": 0,
	"REQUIRES_BUNDLE_FINALIZATION": 1,
	"REQUIRES_STABLE_INPUT":        2,
	"REQUIRES_TIME_SORTED_INPUT":   3,
	"REQUIRES_SPLITTABLE_DOFN":     4,
}
View Source
var StandardSideInputTypes_Enum_name = map[int32]string{
	0: "ITERABLE",
	1: "MULTIMAP",
}
View Source
var StandardSideInputTypes_Enum_value = map[string]int32{
	"ITERABLE": 0,
	"MULTIMAP": 1,
}
View Source
var TimeDomain_Enum_name = map[int32]string{
	0: "UNSPECIFIED",
	1: "EVENT_TIME",
	2: "PROCESSING_TIME",
	3: "SYNCHRONIZED_PROCESSING_TIME",
}
View Source
var TimeDomain_Enum_value = map[string]int32{
	"UNSPECIFIED":                  0,
	"EVENT_TIME":                   1,
	"PROCESSING_TIME":              2,
	"SYNCHRONIZED_PROCESSING_TIME": 3,
}

Functions

func RegisterTestStreamServiceServer

func RegisterTestStreamServiceServer(s *grpc.Server, srv TestStreamServiceServer)

Types

type AccumulationMode

type AccumulationMode struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Whether or not subsequent outputs of aggregations should be entire replacement values or just the aggregation of inputs received since the prior output.

func (*AccumulationMode) Descriptor

func (*AccumulationMode) Descriptor() ([]byte, []int)

func (*AccumulationMode) ProtoMessage

func (*AccumulationMode) ProtoMessage()

func (*AccumulationMode) Reset

func (m *AccumulationMode) Reset()

func (*AccumulationMode) String

func (m *AccumulationMode) String() string

func (*AccumulationMode) XXX_DiscardUnknown

func (m *AccumulationMode) XXX_DiscardUnknown()

func (*AccumulationMode) XXX_Marshal

func (m *AccumulationMode) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AccumulationMode) XXX_Merge

func (m *AccumulationMode) XXX_Merge(src proto.Message)

func (*AccumulationMode) XXX_Size

func (m *AccumulationMode) XXX_Size() int

func (*AccumulationMode) XXX_Unmarshal

func (m *AccumulationMode) XXX_Unmarshal(b []byte) error

type AccumulationMode_Enum

type AccumulationMode_Enum int32
const (
	AccumulationMode_UNSPECIFIED AccumulationMode_Enum = 0
	// The aggregation is discarded when it is output
	AccumulationMode_DISCARDING AccumulationMode_Enum = 1
	// The aggregation is accumulated across outputs
	AccumulationMode_ACCUMULATING AccumulationMode_Enum = 2
	// The aggregation emits retractions when it is output
	AccumulationMode_RETRACTING AccumulationMode_Enum = 3
)

func (AccumulationMode_Enum) EnumDescriptor

func (AccumulationMode_Enum) EnumDescriptor() ([]byte, []int)

func (AccumulationMode_Enum) String

func (x AccumulationMode_Enum) String() string

type Annotation

type Annotation struct {
	Key                  string   `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	Value                string   `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

The key name and value string of MonitoringInfo annotations.

func (*Annotation) Descriptor

func (*Annotation) Descriptor() ([]byte, []int)

func (*Annotation) GetKey

func (m *Annotation) GetKey() string

func (*Annotation) GetValue

func (m *Annotation) GetValue() string

func (*Annotation) ProtoMessage

func (*Annotation) ProtoMessage()

func (*Annotation) Reset

func (m *Annotation) Reset()

func (*Annotation) String

func (m *Annotation) String() string

func (*Annotation) XXX_DiscardUnknown

func (m *Annotation) XXX_DiscardUnknown()

func (*Annotation) XXX_Marshal

func (m *Annotation) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Annotation) XXX_Merge

func (m *Annotation) XXX_Merge(src proto.Message)

func (*Annotation) XXX_Size

func (m *Annotation) XXX_Size() int

func (*Annotation) XXX_Unmarshal

func (m *Annotation) XXX_Unmarshal(b []byte) error

type ApiServiceDescriptor

type ApiServiceDescriptor struct {
	// (Required) The URL to connect to.
	Url string `protobuf:"bytes,1,opt,name=url,proto3" json:"url,omitempty"`
	// (Optional) The method for authentication. If unspecified, access to the
	// url is already being performed in a trusted context (e.g. localhost,
	// private network).
	Authentication       *AuthenticationSpec `protobuf:"bytes,2,opt,name=authentication,proto3" json:"authentication,omitempty"`
	XXX_NoUnkeyedLiteral struct{}            `json:"-"`
	XXX_unrecognized     []byte              `json:"-"`
	XXX_sizecache        int32               `json:"-"`
}

A description of how to connect to a Beam API endpoint.

func (*ApiServiceDescriptor) Descriptor

func (*ApiServiceDescriptor) Descriptor() ([]byte, []int)

func (*ApiServiceDescriptor) GetAuthentication

func (m *ApiServiceDescriptor) GetAuthentication() *AuthenticationSpec

func (*ApiServiceDescriptor) GetUrl

func (m *ApiServiceDescriptor) GetUrl() string

func (*ApiServiceDescriptor) ProtoMessage

func (*ApiServiceDescriptor) ProtoMessage()

func (*ApiServiceDescriptor) Reset

func (m *ApiServiceDescriptor) Reset()

func (*ApiServiceDescriptor) String

func (m *ApiServiceDescriptor) String() string

func (*ApiServiceDescriptor) XXX_DiscardUnknown

func (m *ApiServiceDescriptor) XXX_DiscardUnknown()

func (*ApiServiceDescriptor) XXX_Marshal

func (m *ApiServiceDescriptor) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ApiServiceDescriptor) XXX_Merge

func (m *ApiServiceDescriptor) XXX_Merge(src proto.Message)

func (*ApiServiceDescriptor) XXX_Size

func (m *ApiServiceDescriptor) XXX_Size() int

func (*ApiServiceDescriptor) XXX_Unmarshal

func (m *ApiServiceDescriptor) XXX_Unmarshal(b []byte) error

type ArtifactFilePayload

type ArtifactFilePayload struct {
	// a string for an artifact file path e.g. "/tmp/foo.jar"
	Path string `protobuf:"bytes,1,opt,name=path,proto3" json:"path,omitempty"`
	// The hex-encoded sha256 checksum of the artifact.
	Sha256               string   `protobuf:"bytes,2,opt,name=sha256,proto3" json:"sha256,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ArtifactFilePayload) Descriptor

func (*ArtifactFilePayload) Descriptor() ([]byte, []int)

func (*ArtifactFilePayload) GetPath

func (m *ArtifactFilePayload) GetPath() string

func (*ArtifactFilePayload) GetSha256

func (m *ArtifactFilePayload) GetSha256() string

func (*ArtifactFilePayload) ProtoMessage

func (*ArtifactFilePayload) ProtoMessage()

func (*ArtifactFilePayload) Reset

func (m *ArtifactFilePayload) Reset()

func (*ArtifactFilePayload) String

func (m *ArtifactFilePayload) String() string

func (*ArtifactFilePayload) XXX_DiscardUnknown

func (m *ArtifactFilePayload) XXX_DiscardUnknown()

func (*ArtifactFilePayload) XXX_Marshal

func (m *ArtifactFilePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ArtifactFilePayload) XXX_Merge

func (m *ArtifactFilePayload) XXX_Merge(src proto.Message)

func (*ArtifactFilePayload) XXX_Size

func (m *ArtifactFilePayload) XXX_Size() int

func (*ArtifactFilePayload) XXX_Unmarshal

func (m *ArtifactFilePayload) XXX_Unmarshal(b []byte) error

type ArtifactInformation

type ArtifactInformation struct {
	// A URN that describes the type of artifact
	TypeUrn     string `protobuf:"bytes,1,opt,name=type_urn,json=typeUrn,proto3" json:"type_urn,omitempty"`
	TypePayload []byte `protobuf:"bytes,2,opt,name=type_payload,json=typePayload,proto3" json:"type_payload,omitempty"`
	// A URN that describes the role of artifact
	RoleUrn              string   `protobuf:"bytes,3,opt,name=role_urn,json=roleUrn,proto3" json:"role_urn,omitempty"`
	RolePayload          []byte   `protobuf:"bytes,4,opt,name=role_payload,json=rolePayload,proto3" json:"role_payload,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ArtifactInformation) Descriptor

func (*ArtifactInformation) Descriptor() ([]byte, []int)

func (*ArtifactInformation) GetRolePayload

func (m *ArtifactInformation) GetRolePayload() []byte

func (*ArtifactInformation) GetRoleUrn

func (m *ArtifactInformation) GetRoleUrn() string

func (*ArtifactInformation) GetTypePayload

func (m *ArtifactInformation) GetTypePayload() []byte

func (*ArtifactInformation) GetTypeUrn

func (m *ArtifactInformation) GetTypeUrn() string

func (*ArtifactInformation) ProtoMessage

func (*ArtifactInformation) ProtoMessage()

func (*ArtifactInformation) Reset

func (m *ArtifactInformation) Reset()

func (*ArtifactInformation) String

func (m *ArtifactInformation) String() string

func (*ArtifactInformation) XXX_DiscardUnknown

func (m *ArtifactInformation) XXX_DiscardUnknown()

func (*ArtifactInformation) XXX_Marshal

func (m *ArtifactInformation) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ArtifactInformation) XXX_Merge

func (m *ArtifactInformation) XXX_Merge(src proto.Message)

func (*ArtifactInformation) XXX_Size

func (m *ArtifactInformation) XXX_Size() int

func (*ArtifactInformation) XXX_Unmarshal

func (m *ArtifactInformation) XXX_Unmarshal(b []byte) error

type ArtifactStagingToRolePayload

type ArtifactStagingToRolePayload struct {
	// A generated staged name (relative path under staging directory).
	StagedName           string   `protobuf:"bytes,1,opt,name=staged_name,json=stagedName,proto3" json:"staged_name,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ArtifactStagingToRolePayload) Descriptor

func (*ArtifactStagingToRolePayload) Descriptor() ([]byte, []int)

func (*ArtifactStagingToRolePayload) GetStagedName

func (m *ArtifactStagingToRolePayload) GetStagedName() string

func (*ArtifactStagingToRolePayload) ProtoMessage

func (*ArtifactStagingToRolePayload) ProtoMessage()

func (*ArtifactStagingToRolePayload) Reset

func (m *ArtifactStagingToRolePayload) Reset()

func (*ArtifactStagingToRolePayload) String

func (*ArtifactStagingToRolePayload) XXX_DiscardUnknown

func (m *ArtifactStagingToRolePayload) XXX_DiscardUnknown()

func (*ArtifactStagingToRolePayload) XXX_Marshal

func (m *ArtifactStagingToRolePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ArtifactStagingToRolePayload) XXX_Merge

func (m *ArtifactStagingToRolePayload) XXX_Merge(src proto.Message)

func (*ArtifactStagingToRolePayload) XXX_Size

func (m *ArtifactStagingToRolePayload) XXX_Size() int

func (*ArtifactStagingToRolePayload) XXX_Unmarshal

func (m *ArtifactStagingToRolePayload) XXX_Unmarshal(b []byte) error

type ArtifactUrlPayload

type ArtifactUrlPayload struct {
	// a string for an artifact URL e.g. "https://.../foo.jar" or "gs://tmp/foo.jar"
	Url                  string   `protobuf:"bytes,1,opt,name=url,proto3" json:"url,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ArtifactUrlPayload) Descriptor

func (*ArtifactUrlPayload) Descriptor() ([]byte, []int)

func (*ArtifactUrlPayload) GetUrl

func (m *ArtifactUrlPayload) GetUrl() string

func (*ArtifactUrlPayload) ProtoMessage

func (*ArtifactUrlPayload) ProtoMessage()

func (*ArtifactUrlPayload) Reset

func (m *ArtifactUrlPayload) Reset()

func (*ArtifactUrlPayload) String

func (m *ArtifactUrlPayload) String() string

func (*ArtifactUrlPayload) XXX_DiscardUnknown

func (m *ArtifactUrlPayload) XXX_DiscardUnknown()

func (*ArtifactUrlPayload) XXX_Marshal

func (m *ArtifactUrlPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ArtifactUrlPayload) XXX_Merge

func (m *ArtifactUrlPayload) XXX_Merge(src proto.Message)

func (*ArtifactUrlPayload) XXX_Size

func (m *ArtifactUrlPayload) XXX_Size() int

func (*ArtifactUrlPayload) XXX_Unmarshal

func (m *ArtifactUrlPayload) XXX_Unmarshal(b []byte) error

type AuthenticationSpec

type AuthenticationSpec struct {
	// (Required) A URN that describes the accompanying payload.
	// For any URN that is not recognized (by whomever is inspecting
	// it) the parameter payload should be treated as opaque and
	// passed as-is.
	Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
	// (Optional) The data specifying any parameters to the URN. If
	// the URN does not require any arguments, this may be omitted.
	Payload              []byte   `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*AuthenticationSpec) Descriptor

func (*AuthenticationSpec) Descriptor() ([]byte, []int)

func (*AuthenticationSpec) GetPayload

func (m *AuthenticationSpec) GetPayload() []byte

func (*AuthenticationSpec) GetUrn

func (m *AuthenticationSpec) GetUrn() string

func (*AuthenticationSpec) ProtoMessage

func (*AuthenticationSpec) ProtoMessage()

func (*AuthenticationSpec) Reset

func (m *AuthenticationSpec) Reset()

func (*AuthenticationSpec) String

func (m *AuthenticationSpec) String() string

func (*AuthenticationSpec) XXX_DiscardUnknown

func (m *AuthenticationSpec) XXX_DiscardUnknown()

func (*AuthenticationSpec) XXX_Marshal

func (m *AuthenticationSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AuthenticationSpec) XXX_Merge

func (m *AuthenticationSpec) XXX_Merge(src proto.Message)

func (*AuthenticationSpec) XXX_Size

func (m *AuthenticationSpec) XXX_Size() int

func (*AuthenticationSpec) XXX_Unmarshal

func (m *AuthenticationSpec) XXX_Unmarshal(b []byte) error

type BagStateSpec

type BagStateSpec struct {
	ElementCoderId       string   `protobuf:"bytes,1,opt,name=element_coder_id,json=elementCoderId,proto3" json:"element_coder_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*BagStateSpec) Descriptor

func (*BagStateSpec) Descriptor() ([]byte, []int)

func (*BagStateSpec) GetElementCoderId

func (m *BagStateSpec) GetElementCoderId() string

func (*BagStateSpec) ProtoMessage

func (*BagStateSpec) ProtoMessage()

func (*BagStateSpec) Reset

func (m *BagStateSpec) Reset()

func (*BagStateSpec) String

func (m *BagStateSpec) String() string

func (*BagStateSpec) XXX_DiscardUnknown

func (m *BagStateSpec) XXX_DiscardUnknown()

func (*BagStateSpec) XXX_Marshal

func (m *BagStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*BagStateSpec) XXX_Merge

func (m *BagStateSpec) XXX_Merge(src proto.Message)

func (*BagStateSpec) XXX_Size

func (m *BagStateSpec) XXX_Size() int

func (*BagStateSpec) XXX_Unmarshal

func (m *BagStateSpec) XXX_Unmarshal(b []byte) error

type BeamConstants

type BeamConstants struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*BeamConstants) Descriptor

func (*BeamConstants) Descriptor() ([]byte, []int)

func (*BeamConstants) ProtoMessage

func (*BeamConstants) ProtoMessage()

func (*BeamConstants) Reset

func (m *BeamConstants) Reset()

func (*BeamConstants) String

func (m *BeamConstants) String() string

func (*BeamConstants) XXX_DiscardUnknown

func (m *BeamConstants) XXX_DiscardUnknown()

func (*BeamConstants) XXX_Marshal

func (m *BeamConstants) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*BeamConstants) XXX_Merge

func (m *BeamConstants) XXX_Merge(src proto.Message)

func (*BeamConstants) XXX_Size

func (m *BeamConstants) XXX_Size() int

func (*BeamConstants) XXX_Unmarshal

func (m *BeamConstants) XXX_Unmarshal(b []byte) error

type BeamConstants_Constants

type BeamConstants_Constants int32
const (
	// All timestamps of elements or window boundaries must be within
	// the interval [MIN_TIMESTAMP_MILLIS, MAX_TIMESTAMP_MILLIS].
	// The smallest representable timestamp of an element or a window boundary.
	BeamConstants_MIN_TIMESTAMP_MILLIS BeamConstants_Constants = 0
	// The largest representable timestamp of an element or a window boundary.
	BeamConstants_MAX_TIMESTAMP_MILLIS BeamConstants_Constants = 1
	// The maximum timestamp for the global window.
	// Triggers use max timestamp to set timers' timestamp. Timers fire when
	// the watermark passes their timestamps. So, the timestamp needs to be
	// smaller than the MAX_TIMESTAMP_MILLIS.
	// One standard day is subtracted from MAX_TIMESTAMP_MILLIS to make sure
	// the max timestamp is smaller than MAX_TIMESTAMP_MILLIS even after rounding up
	// to seconds or minutes.
	BeamConstants_GLOBAL_WINDOW_MAX_TIMESTAMP_MILLIS BeamConstants_Constants = 2
)

func (BeamConstants_Constants) EnumDescriptor

func (BeamConstants_Constants) EnumDescriptor() ([]byte, []int)

func (BeamConstants_Constants) String

func (x BeamConstants_Constants) String() string

type ClosingBehavior

type ClosingBehavior struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Controls whether or not an aggregating transform should output data when a window expires.

func (*ClosingBehavior) Descriptor

func (*ClosingBehavior) Descriptor() ([]byte, []int)

func (*ClosingBehavior) ProtoMessage

func (*ClosingBehavior) ProtoMessage()

func (*ClosingBehavior) Reset

func (m *ClosingBehavior) Reset()

func (*ClosingBehavior) String

func (m *ClosingBehavior) String() string

func (*ClosingBehavior) XXX_DiscardUnknown

func (m *ClosingBehavior) XXX_DiscardUnknown()

func (*ClosingBehavior) XXX_Marshal

func (m *ClosingBehavior) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ClosingBehavior) XXX_Merge

func (m *ClosingBehavior) XXX_Merge(src proto.Message)

func (*ClosingBehavior) XXX_Size

func (m *ClosingBehavior) XXX_Size() int

func (*ClosingBehavior) XXX_Unmarshal

func (m *ClosingBehavior) XXX_Unmarshal(b []byte) error

type ClosingBehavior_Enum

type ClosingBehavior_Enum int32
const (
	ClosingBehavior_UNSPECIFIED ClosingBehavior_Enum = 0
	// Emit output when a window expires, whether or not there has been
	// any new data since the last output.
	ClosingBehavior_EMIT_ALWAYS ClosingBehavior_Enum = 1
	// Only emit output when new data has arrives since the last output
	ClosingBehavior_EMIT_IF_NONEMPTY ClosingBehavior_Enum = 2
)

func (ClosingBehavior_Enum) EnumDescriptor

func (ClosingBehavior_Enum) EnumDescriptor() ([]byte, []int)

func (ClosingBehavior_Enum) String

func (x ClosingBehavior_Enum) String() string

type Coder

type Coder struct {
	// (Required) A specification for the coder, as a URN plus parameters. This
	// may be a cross-language agreed-upon format, or it may be a "custom coder"
	// that can only be used by a particular SDK. It does not include component
	// coders, as it is beneficial for these to be comprehensible to a runner
	// regardless of whether the binary format is agreed-upon.
	Spec *FunctionSpec `protobuf:"bytes,1,opt,name=spec,proto3" json:"spec,omitempty"`
	// (Optional) If this coder is parametric, such as ListCoder(VarIntCoder),
	// this is a list of the components. In order for encodings to be identical,
	// the FunctionSpec and all components must be identical, recursively.
	ComponentCoderIds    []string `protobuf:"bytes,2,rep,name=component_coder_ids,json=componentCoderIds,proto3" json:"component_coder_ids,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A coder, the binary format for serialization and deserialization of data in a pipeline.

func (*Coder) Descriptor

func (*Coder) Descriptor() ([]byte, []int)

func (*Coder) GetComponentCoderIds

func (m *Coder) GetComponentCoderIds() []string

func (*Coder) GetSpec

func (m *Coder) GetSpec() *FunctionSpec

func (*Coder) ProtoMessage

func (*Coder) ProtoMessage()

func (*Coder) Reset

func (m *Coder) Reset()

func (*Coder) String

func (m *Coder) String() string

func (*Coder) XXX_DiscardUnknown

func (m *Coder) XXX_DiscardUnknown()

func (*Coder) XXX_Marshal

func (m *Coder) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Coder) XXX_Merge

func (m *Coder) XXX_Merge(src proto.Message)

func (*Coder) XXX_Size

func (m *Coder) XXX_Size() int

func (*Coder) XXX_Unmarshal

func (m *Coder) XXX_Unmarshal(b []byte) error

type CombinePayload

type CombinePayload struct {
	// (Required) The FunctionSpec of the CombineFn.
	CombineFn *FunctionSpec `protobuf:"bytes,1,opt,name=combine_fn,json=combineFn,proto3" json:"combine_fn,omitempty"`
	// (Required) A reference to the Coder to use for accumulators of the CombineFn
	AccumulatorCoderId   string   `protobuf:"bytes,2,opt,name=accumulator_coder_id,json=accumulatorCoderId,proto3" json:"accumulator_coder_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

The payload for the special-but-not-primitive Combine transform.

func (*CombinePayload) Descriptor

func (*CombinePayload) Descriptor() ([]byte, []int)

func (*CombinePayload) GetAccumulatorCoderId

func (m *CombinePayload) GetAccumulatorCoderId() string

func (*CombinePayload) GetCombineFn

func (m *CombinePayload) GetCombineFn() *FunctionSpec

func (*CombinePayload) ProtoMessage

func (*CombinePayload) ProtoMessage()

func (*CombinePayload) Reset

func (m *CombinePayload) Reset()

func (*CombinePayload) String

func (m *CombinePayload) String() string

func (*CombinePayload) XXX_DiscardUnknown

func (m *CombinePayload) XXX_DiscardUnknown()

func (*CombinePayload) XXX_Marshal

func (m *CombinePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CombinePayload) XXX_Merge

func (m *CombinePayload) XXX_Merge(src proto.Message)

func (*CombinePayload) XXX_Size

func (m *CombinePayload) XXX_Size() int

func (*CombinePayload) XXX_Unmarshal

func (m *CombinePayload) XXX_Unmarshal(b []byte) error

type CombiningStateSpec

type CombiningStateSpec struct {
	AccumulatorCoderId   string        `protobuf:"bytes,1,opt,name=accumulator_coder_id,json=accumulatorCoderId,proto3" json:"accumulator_coder_id,omitempty"`
	CombineFn            *FunctionSpec `protobuf:"bytes,2,opt,name=combine_fn,json=combineFn,proto3" json:"combine_fn,omitempty"`
	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
	XXX_unrecognized     []byte        `json:"-"`
	XXX_sizecache        int32         `json:"-"`
}

func (*CombiningStateSpec) Descriptor

func (*CombiningStateSpec) Descriptor() ([]byte, []int)

func (*CombiningStateSpec) GetAccumulatorCoderId

func (m *CombiningStateSpec) GetAccumulatorCoderId() string

func (*CombiningStateSpec) GetCombineFn

func (m *CombiningStateSpec) GetCombineFn() *FunctionSpec

func (*CombiningStateSpec) ProtoMessage

func (*CombiningStateSpec) ProtoMessage()

func (*CombiningStateSpec) Reset

func (m *CombiningStateSpec) Reset()

func (*CombiningStateSpec) String

func (m *CombiningStateSpec) String() string

func (*CombiningStateSpec) XXX_DiscardUnknown

func (m *CombiningStateSpec) XXX_DiscardUnknown()

func (*CombiningStateSpec) XXX_Marshal

func (m *CombiningStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CombiningStateSpec) XXX_Merge

func (m *CombiningStateSpec) XXX_Merge(src proto.Message)

func (*CombiningStateSpec) XXX_Size

func (m *CombiningStateSpec) XXX_Size() int

func (*CombiningStateSpec) XXX_Unmarshal

func (m *CombiningStateSpec) XXX_Unmarshal(b []byte) error

type Components

type Components struct {
	// (Required) A map from pipeline-scoped id to PTransform.
	Transforms map[string]*PTransform `` /* 161-byte string literal not displayed */
	// (Required) A map from pipeline-scoped id to PCollection.
	Pcollections map[string]*PCollection `` /* 165-byte string literal not displayed */
	// (Required) A map from pipeline-scoped id to WindowingStrategy.
	WindowingStrategies map[string]*WindowingStrategy `` /* 206-byte string literal not displayed */
	// (Required) A map from pipeline-scoped id to Coder.
	Coders map[string]*Coder `` /* 153-byte string literal not displayed */
	// (Required) A map from pipeline-scoped id to Environment.
	Environments         map[string]*Environment `` /* 165-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}                `json:"-"`
	XXX_unrecognized     []byte                  `json:"-"`
	XXX_sizecache        int32                   `json:"-"`
}

A set of mappings from id to message. This is included as an optional field on any proto message that may contain references needing resolution.

func (*Components) Descriptor

func (*Components) Descriptor() ([]byte, []int)

func (*Components) GetCoders

func (m *Components) GetCoders() map[string]*Coder

func (*Components) GetEnvironments

func (m *Components) GetEnvironments() map[string]*Environment

func (*Components) GetPcollections

func (m *Components) GetPcollections() map[string]*PCollection

func (*Components) GetTransforms

func (m *Components) GetTransforms() map[string]*PTransform

func (*Components) GetWindowingStrategies

func (m *Components) GetWindowingStrategies() map[string]*WindowingStrategy

func (*Components) ProtoMessage

func (*Components) ProtoMessage()

func (*Components) Reset

func (m *Components) Reset()

func (*Components) String

func (m *Components) String() string

func (*Components) XXX_DiscardUnknown

func (m *Components) XXX_DiscardUnknown()

func (*Components) XXX_Marshal

func (m *Components) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Components) XXX_Merge

func (m *Components) XXX_Merge(src proto.Message)

func (*Components) XXX_Size

func (m *Components) XXX_Size() int

func (*Components) XXX_Unmarshal

func (m *Components) XXX_Unmarshal(b []byte) error

type ConfigValue

type ConfigValue struct {
	// Coder and its components (in case of a compound Coder)
	CoderUrn []string `protobuf:"bytes,1,rep,name=coder_urn,json=coderUrn,proto3" json:"coder_urn,omitempty"`
	// The Payload which is decoded using the coder_urn
	Payload              []byte   `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ConfigValue) Descriptor

func (*ConfigValue) Descriptor() ([]byte, []int)

func (*ConfigValue) GetCoderUrn

func (m *ConfigValue) GetCoderUrn() []string

func (*ConfigValue) GetPayload

func (m *ConfigValue) GetPayload() []byte

func (*ConfigValue) ProtoMessage

func (*ConfigValue) ProtoMessage()

func (*ConfigValue) Reset

func (m *ConfigValue) Reset()

func (*ConfigValue) String

func (m *ConfigValue) String() string

func (*ConfigValue) XXX_DiscardUnknown

func (m *ConfigValue) XXX_DiscardUnknown()

func (*ConfigValue) XXX_Marshal

func (m *ConfigValue) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ConfigValue) XXX_Merge

func (m *ConfigValue) XXX_Merge(src proto.Message)

func (*ConfigValue) XXX_Size

func (m *ConfigValue) XXX_Size() int

func (*ConfigValue) XXX_Unmarshal

func (m *ConfigValue) XXX_Unmarshal(b []byte) error

type DeferredArtifactPayload

type DeferredArtifactPayload struct {
	// A unique string identifier assigned by the creator of this payload. The creator may use this key to confirm
	// whether they can parse the data.
	Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	// Data for deferred artifacts. Interpretation of bytes is delegated to the creator of this payload.
	Data                 []byte   `protobuf:"bytes,2,opt,name=data,proto3" json:"data,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*DeferredArtifactPayload) Descriptor

func (*DeferredArtifactPayload) Descriptor() ([]byte, []int)

func (*DeferredArtifactPayload) GetData

func (m *DeferredArtifactPayload) GetData() []byte

func (*DeferredArtifactPayload) GetKey

func (m *DeferredArtifactPayload) GetKey() string

func (*DeferredArtifactPayload) ProtoMessage

func (*DeferredArtifactPayload) ProtoMessage()

func (*DeferredArtifactPayload) Reset

func (m *DeferredArtifactPayload) Reset()

func (*DeferredArtifactPayload) String

func (m *DeferredArtifactPayload) String() string

func (*DeferredArtifactPayload) XXX_DiscardUnknown

func (m *DeferredArtifactPayload) XXX_DiscardUnknown()

func (*DeferredArtifactPayload) XXX_Marshal

func (m *DeferredArtifactPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeferredArtifactPayload) XXX_Merge

func (m *DeferredArtifactPayload) XXX_Merge(src proto.Message)

func (*DeferredArtifactPayload) XXX_Size

func (m *DeferredArtifactPayload) XXX_Size() int

func (*DeferredArtifactPayload) XXX_Unmarshal

func (m *DeferredArtifactPayload) XXX_Unmarshal(b []byte) error

type DisplayData

type DisplayData struct {
	// A key used to describe the type of display data. See StandardDisplayData
	// for the set of well known urns describing how the payload is meant to be
	// interpreted.
	Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
	// (Optional) The data specifying any parameters to the URN. If
	// the URN does not require any arguments, this may be omitted.
	Payload              []byte   `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Static display data associated with a pipeline component. Display data is useful for pipeline runners IOs and diagnostic dashboards to display details about annotated components.

func (*DisplayData) Descriptor

func (*DisplayData) Descriptor() ([]byte, []int)

func (*DisplayData) GetPayload

func (m *DisplayData) GetPayload() []byte

func (*DisplayData) GetUrn

func (m *DisplayData) GetUrn() string

func (*DisplayData) ProtoMessage

func (*DisplayData) ProtoMessage()

func (*DisplayData) Reset

func (m *DisplayData) Reset()

func (*DisplayData) String

func (m *DisplayData) String() string

func (*DisplayData) XXX_DiscardUnknown

func (m *DisplayData) XXX_DiscardUnknown()

func (*DisplayData) XXX_Marshal

func (m *DisplayData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DisplayData) XXX_Merge

func (m *DisplayData) XXX_Merge(src proto.Message)

func (*DisplayData) XXX_Size

func (m *DisplayData) XXX_Size() int

func (*DisplayData) XXX_Unmarshal

func (m *DisplayData) XXX_Unmarshal(b []byte) error

type DockerPayload

type DockerPayload struct {
	ContainerImage       string   `protobuf:"bytes,1,opt,name=container_image,json=containerImage,proto3" json:"container_image,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

The payload of a Docker image

func (*DockerPayload) Descriptor

func (*DockerPayload) Descriptor() ([]byte, []int)

func (*DockerPayload) GetContainerImage

func (m *DockerPayload) GetContainerImage() string

func (*DockerPayload) ProtoMessage

func (*DockerPayload) ProtoMessage()

func (*DockerPayload) Reset

func (m *DockerPayload) Reset()

func (*DockerPayload) String

func (m *DockerPayload) String() string

func (*DockerPayload) XXX_DiscardUnknown

func (m *DockerPayload) XXX_DiscardUnknown()

func (*DockerPayload) XXX_Marshal

func (m *DockerPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DockerPayload) XXX_Merge

func (m *DockerPayload) XXX_Merge(src proto.Message)

func (*DockerPayload) XXX_Size

func (m *DockerPayload) XXX_Size() int

func (*DockerPayload) XXX_Unmarshal

func (m *DockerPayload) XXX_Unmarshal(b []byte) error

type EmbeddedFilePayload

type EmbeddedFilePayload struct {
	// raw data bytes for an embedded artifact
	Data                 []byte   `protobuf:"bytes,1,opt,name=data,proto3" json:"data,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*EmbeddedFilePayload) Descriptor

func (*EmbeddedFilePayload) Descriptor() ([]byte, []int)

func (*EmbeddedFilePayload) GetData

func (m *EmbeddedFilePayload) GetData() []byte

func (*EmbeddedFilePayload) ProtoMessage

func (*EmbeddedFilePayload) ProtoMessage()

func (*EmbeddedFilePayload) Reset

func (m *EmbeddedFilePayload) Reset()

func (*EmbeddedFilePayload) String

func (m *EmbeddedFilePayload) String() string

func (*EmbeddedFilePayload) XXX_DiscardUnknown

func (m *EmbeddedFilePayload) XXX_DiscardUnknown()

func (*EmbeddedFilePayload) XXX_Marshal

func (m *EmbeddedFilePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*EmbeddedFilePayload) XXX_Merge

func (m *EmbeddedFilePayload) XXX_Merge(src proto.Message)

func (*EmbeddedFilePayload) XXX_Size

func (m *EmbeddedFilePayload) XXX_Size() int

func (*EmbeddedFilePayload) XXX_Unmarshal

func (m *EmbeddedFilePayload) XXX_Unmarshal(b []byte) error

type Environment

type Environment struct {
	// (Required) The URN of the payload
	Urn string `protobuf:"bytes,2,opt,name=urn,proto3" json:"urn,omitempty"`
	// (Optional) The data specifying any parameters to the URN. If
	// the URN does not require any arguments, this may be omitted.
	Payload []byte `protobuf:"bytes,3,opt,name=payload,proto3" json:"payload,omitempty"`
	// (Optional) Static display data for the environment. If there is none,
	// it may be omitted.
	DisplayData []*DisplayData `protobuf:"bytes,4,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
	// (Optional) A set of capabilities this environment supports. This is
	// typically a list of common URNs designating coders, transforms, etc. that
	// this environment understands (and a runner MAY use) despite not
	// appearing in the pipeline proto. This may also be used to indicate
	// support of optional protocols not tied to a concrete component.
	Capabilities []string `protobuf:"bytes,5,rep,name=capabilities,proto3" json:"capabilities,omitempty"`
	// (Optional) artifact dependency information used for executing UDFs in this environment.
	Dependencies         []*ArtifactInformation `protobuf:"bytes,6,rep,name=dependencies,proto3" json:"dependencies,omitempty"`
	XXX_NoUnkeyedLiteral struct{}               `json:"-"`
	XXX_unrecognized     []byte                 `json:"-"`
	XXX_sizecache        int32                  `json:"-"`
}

An environment for executing UDFs. By default, an SDK container URL, but can also be a process forked by a command, or an externally managed process.

func (*Environment) Descriptor

func (*Environment) Descriptor() ([]byte, []int)

func (*Environment) GetCapabilities

func (m *Environment) GetCapabilities() []string

func (*Environment) GetDependencies

func (m *Environment) GetDependencies() []*ArtifactInformation

func (*Environment) GetDisplayData

func (m *Environment) GetDisplayData() []*DisplayData

func (*Environment) GetPayload

func (m *Environment) GetPayload() []byte

func (*Environment) GetUrn

func (m *Environment) GetUrn() string

func (*Environment) ProtoMessage

func (*Environment) ProtoMessage()

func (*Environment) Reset

func (m *Environment) Reset()

func (*Environment) String

func (m *Environment) String() string

func (*Environment) XXX_DiscardUnknown

func (m *Environment) XXX_DiscardUnknown()

func (*Environment) XXX_Marshal

func (m *Environment) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Environment) XXX_Merge

func (m *Environment) XXX_Merge(src proto.Message)

func (*Environment) XXX_Size

func (m *Environment) XXX_Size() int

func (*Environment) XXX_Unmarshal

func (m *Environment) XXX_Unmarshal(b []byte) error

type EventsRequest

type EventsRequest struct {
	// The set of PCollections to read from. These are the PTransform outputs
	// local names. These are a subset of the TestStream's outputs. This allows
	// Interactive Beam to cache many PCollections from a pipeline then replay a
	// subset of them.
	OutputIds            []string `protobuf:"bytes,1,rep,name=output_ids,json=outputIds,proto3" json:"output_ids,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*EventsRequest) Descriptor

func (*EventsRequest) Descriptor() ([]byte, []int)

func (*EventsRequest) GetOutputIds

func (m *EventsRequest) GetOutputIds() []string

func (*EventsRequest) ProtoMessage

func (*EventsRequest) ProtoMessage()

func (*EventsRequest) Reset

func (m *EventsRequest) Reset()

func (*EventsRequest) String

func (m *EventsRequest) String() string

func (*EventsRequest) XXX_DiscardUnknown

func (m *EventsRequest) XXX_DiscardUnknown()

func (*EventsRequest) XXX_Marshal

func (m *EventsRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*EventsRequest) XXX_Merge

func (m *EventsRequest) XXX_Merge(src proto.Message)

func (*EventsRequest) XXX_Size

func (m *EventsRequest) XXX_Size() int

func (*EventsRequest) XXX_Unmarshal

func (m *EventsRequest) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload

type ExecutableStagePayload struct {
	// (Required) Environment in which this stage executes.
	//
	// We use an environment rather than environment id
	// because ExecutableStages use environments directly. This may change in the future.
	Environment *Environment `protobuf:"bytes,1,opt,name=environment,proto3" json:"environment,omitempty"`
	// The wire coder settings of this executable stage
	WireCoderSettings []*ExecutableStagePayload_WireCoderSetting `protobuf:"bytes,9,rep,name=wire_coder_settings,json=wireCoderSettings,proto3" json:"wire_coder_settings,omitempty"`
	// (Required) Input PCollection id. This must be present as a value in the inputs of any
	// PTransform the ExecutableStagePayload is the payload of.
	Input string `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	// The side inputs required for this executable stage. Each side input of each PTransform within
	// this ExecutableStagePayload must be represented within this field.
	SideInputs []*ExecutableStagePayload_SideInputId `protobuf:"bytes,3,rep,name=side_inputs,json=sideInputs,proto3" json:"side_inputs,omitempty"`
	// PTransform ids contained within this executable stage. This must contain at least one
	// PTransform id.
	Transforms []string `protobuf:"bytes,4,rep,name=transforms,proto3" json:"transforms,omitempty"`
	// Output PCollection ids. This must be equal to the values of the outputs of any
	// PTransform the ExecutableStagePayload is the payload of.
	Outputs []string `protobuf:"bytes,5,rep,name=outputs,proto3" json:"outputs,omitempty"`
	// (Required) The components for the Executable Stage. This must contain all of the Transforms
	// in transforms, and the closure of all of the components they recognize.
	Components *Components `protobuf:"bytes,6,opt,name=components,proto3" json:"components,omitempty"`
	// The user states required for this executable stage. Each user state of each PTransform within
	// this ExecutableStagePayload must be represented within this field.
	UserStates []*ExecutableStagePayload_UserStateId `protobuf:"bytes,7,rep,name=user_states,json=userStates,proto3" json:"user_states,omitempty"`
	// The timers required for this executable stage. Each timer of each PTransform within
	// this ExecutableStagePayload must be represented within this field.
	Timers []*ExecutableStagePayload_TimerId `protobuf:"bytes,8,rep,name=timers,proto3" json:"timers,omitempty"`
	// The timerfamilies required for this executable stage. Each timer familyof each PTransform within
	// this ExecutableStagePayload must be represented within this field.
	TimerFamilies        []*ExecutableStagePayload_TimerFamilyId `protobuf:"bytes,10,rep,name=timerFamilies,proto3" json:"timerFamilies,omitempty"`
	XXX_NoUnkeyedLiteral struct{}                                `json:"-"`
	XXX_unrecognized     []byte                                  `json:"-"`
	XXX_sizecache        int32                                   `json:"-"`
}

The payload for an executable stage. This will eventually be passed to an SDK in the form of a ProcessBundleDescriptor.

func (*ExecutableStagePayload) Descriptor

func (*ExecutableStagePayload) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload) GetComponents

func (m *ExecutableStagePayload) GetComponents() *Components

func (*ExecutableStagePayload) GetEnvironment

func (m *ExecutableStagePayload) GetEnvironment() *Environment

func (*ExecutableStagePayload) GetInput

func (m *ExecutableStagePayload) GetInput() string

func (*ExecutableStagePayload) GetOutputs

func (m *ExecutableStagePayload) GetOutputs() []string

func (*ExecutableStagePayload) GetSideInputs

func (*ExecutableStagePayload) GetTimerFamilies

func (*ExecutableStagePayload) GetTimers

func (*ExecutableStagePayload) GetTransforms

func (m *ExecutableStagePayload) GetTransforms() []string

func (*ExecutableStagePayload) GetUserStates

func (*ExecutableStagePayload) GetWireCoderSettings

func (*ExecutableStagePayload) ProtoMessage

func (*ExecutableStagePayload) ProtoMessage()

func (*ExecutableStagePayload) Reset

func (m *ExecutableStagePayload) Reset()

func (*ExecutableStagePayload) String

func (m *ExecutableStagePayload) String() string

func (*ExecutableStagePayload) XXX_DiscardUnknown

func (m *ExecutableStagePayload) XXX_DiscardUnknown()

func (*ExecutableStagePayload) XXX_Marshal

func (m *ExecutableStagePayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload) XXX_Merge

func (m *ExecutableStagePayload) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload) XXX_Size

func (m *ExecutableStagePayload) XXX_Size() int

func (*ExecutableStagePayload) XXX_Unmarshal

func (m *ExecutableStagePayload) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_SideInputId

type ExecutableStagePayload_SideInputId struct {
	// (Required) The id of the PTransform that references this side input.
	TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
	// (Required) The local name of this side input from the PTransform that references it.
	LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A reference to a side input. Side inputs are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_SideInputId) Descriptor

func (*ExecutableStagePayload_SideInputId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_SideInputId) GetLocalName

func (m *ExecutableStagePayload_SideInputId) GetLocalName() string

func (*ExecutableStagePayload_SideInputId) GetTransformId

func (m *ExecutableStagePayload_SideInputId) GetTransformId() string

func (*ExecutableStagePayload_SideInputId) ProtoMessage

func (*ExecutableStagePayload_SideInputId) ProtoMessage()

func (*ExecutableStagePayload_SideInputId) Reset

func (*ExecutableStagePayload_SideInputId) String

func (*ExecutableStagePayload_SideInputId) XXX_DiscardUnknown

func (m *ExecutableStagePayload_SideInputId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_SideInputId) XXX_Marshal

func (m *ExecutableStagePayload_SideInputId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_SideInputId) XXX_Merge

func (*ExecutableStagePayload_SideInputId) XXX_Size

func (*ExecutableStagePayload_SideInputId) XXX_Unmarshal

func (m *ExecutableStagePayload_SideInputId) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_TimerFamilyId

type ExecutableStagePayload_TimerFamilyId struct {
	// (Required) The id of the PTransform that references this timer family.
	TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
	// (Required) The local name of this timer family for the PTransform that references it.
	LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A reference to a timer. Timers are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_TimerFamilyId) Descriptor

func (*ExecutableStagePayload_TimerFamilyId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_TimerFamilyId) GetLocalName

func (m *ExecutableStagePayload_TimerFamilyId) GetLocalName() string

func (*ExecutableStagePayload_TimerFamilyId) GetTransformId

func (m *ExecutableStagePayload_TimerFamilyId) GetTransformId() string

func (*ExecutableStagePayload_TimerFamilyId) ProtoMessage

func (*ExecutableStagePayload_TimerFamilyId) ProtoMessage()

func (*ExecutableStagePayload_TimerFamilyId) Reset

func (*ExecutableStagePayload_TimerFamilyId) String

func (*ExecutableStagePayload_TimerFamilyId) XXX_DiscardUnknown

func (m *ExecutableStagePayload_TimerFamilyId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_TimerFamilyId) XXX_Marshal

func (m *ExecutableStagePayload_TimerFamilyId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_TimerFamilyId) XXX_Merge

func (*ExecutableStagePayload_TimerFamilyId) XXX_Size

func (*ExecutableStagePayload_TimerFamilyId) XXX_Unmarshal

func (m *ExecutableStagePayload_TimerFamilyId) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_TimerId

type ExecutableStagePayload_TimerId struct {
	// (Required) The id of the PTransform that references this timer.
	TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
	// (Required) The local name of this timer for the PTransform that references it.
	LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A reference to a timer. Timers are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_TimerId) Descriptor

func (*ExecutableStagePayload_TimerId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_TimerId) GetLocalName

func (m *ExecutableStagePayload_TimerId) GetLocalName() string

func (*ExecutableStagePayload_TimerId) GetTransformId

func (m *ExecutableStagePayload_TimerId) GetTransformId() string

func (*ExecutableStagePayload_TimerId) ProtoMessage

func (*ExecutableStagePayload_TimerId) ProtoMessage()

func (*ExecutableStagePayload_TimerId) Reset

func (m *ExecutableStagePayload_TimerId) Reset()

func (*ExecutableStagePayload_TimerId) String

func (*ExecutableStagePayload_TimerId) XXX_DiscardUnknown

func (m *ExecutableStagePayload_TimerId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_TimerId) XXX_Marshal

func (m *ExecutableStagePayload_TimerId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_TimerId) XXX_Merge

func (m *ExecutableStagePayload_TimerId) XXX_Merge(src proto.Message)

func (*ExecutableStagePayload_TimerId) XXX_Size

func (m *ExecutableStagePayload_TimerId) XXX_Size() int

func (*ExecutableStagePayload_TimerId) XXX_Unmarshal

func (m *ExecutableStagePayload_TimerId) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_UserStateId

type ExecutableStagePayload_UserStateId struct {
	// (Required) The id of the PTransform that references this user state.
	TransformId string `protobuf:"bytes,1,opt,name=transform_id,json=transformId,proto3" json:"transform_id,omitempty"`
	// (Required) The local name of this user state for the PTransform that references it.
	LocalName            string   `protobuf:"bytes,2,opt,name=local_name,json=localName,proto3" json:"local_name,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A reference to user state. User states are uniquely identified by PTransform id and local name.

func (*ExecutableStagePayload_UserStateId) Descriptor

func (*ExecutableStagePayload_UserStateId) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_UserStateId) GetLocalName

func (m *ExecutableStagePayload_UserStateId) GetLocalName() string

func (*ExecutableStagePayload_UserStateId) GetTransformId

func (m *ExecutableStagePayload_UserStateId) GetTransformId() string

func (*ExecutableStagePayload_UserStateId) ProtoMessage

func (*ExecutableStagePayload_UserStateId) ProtoMessage()

func (*ExecutableStagePayload_UserStateId) Reset

func (*ExecutableStagePayload_UserStateId) String

func (*ExecutableStagePayload_UserStateId) XXX_DiscardUnknown

func (m *ExecutableStagePayload_UserStateId) XXX_DiscardUnknown()

func (*ExecutableStagePayload_UserStateId) XXX_Marshal

func (m *ExecutableStagePayload_UserStateId) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_UserStateId) XXX_Merge

func (*ExecutableStagePayload_UserStateId) XXX_Size

func (*ExecutableStagePayload_UserStateId) XXX_Unmarshal

func (m *ExecutableStagePayload_UserStateId) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_WireCoderSetting

type ExecutableStagePayload_WireCoderSetting struct {
	// (Required) The URN of the wire coder.
	// Note that only windowed value coder or parameterized windowed value coder are supported.
	Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
	// (Optional) The data specifying any parameters to the URN. If
	// the URN is beam:coder:windowed_value:v1, this may be omitted. If the URN is
	// beam:coder:param_windowed_value:v1, the payload is an encoded windowed
	// value using the beam:coder:windowed_value:v1 coder parameterized by
	// a beam:coder:bytes:v1 element coder and the window coder that this
	// param_windowed_value coder uses.
	Payload []byte `protobuf:"bytes,2,opt,name=payload,proto3" json:"payload,omitempty"`
	// (Required) The target(PCollection or Timer) this setting applies to.
	//
	// Types that are valid to be assigned to Target:
	//	*ExecutableStagePayload_WireCoderSetting_InputOrOutputId
	//	*ExecutableStagePayload_WireCoderSetting_Timer
	Target               isExecutableStagePayload_WireCoderSetting_Target `protobuf_oneof:"target"`
	XXX_NoUnkeyedLiteral struct{}                                         `json:"-"`
	XXX_unrecognized     []byte                                           `json:"-"`
	XXX_sizecache        int32                                            `json:"-"`
}

Settings that decide the coder type of wire coder.

func (*ExecutableStagePayload_WireCoderSetting) Descriptor

func (*ExecutableStagePayload_WireCoderSetting) Descriptor() ([]byte, []int)

func (*ExecutableStagePayload_WireCoderSetting) GetInputOrOutputId

func (m *ExecutableStagePayload_WireCoderSetting) GetInputOrOutputId() string

func (*ExecutableStagePayload_WireCoderSetting) GetPayload

func (*ExecutableStagePayload_WireCoderSetting) GetTarget

func (m *ExecutableStagePayload_WireCoderSetting) GetTarget() isExecutableStagePayload_WireCoderSetting_Target

func (*ExecutableStagePayload_WireCoderSetting) GetTimer

func (*ExecutableStagePayload_WireCoderSetting) GetUrn

func (*ExecutableStagePayload_WireCoderSetting) ProtoMessage

func (*ExecutableStagePayload_WireCoderSetting) Reset

func (*ExecutableStagePayload_WireCoderSetting) String

func (*ExecutableStagePayload_WireCoderSetting) XXX_DiscardUnknown

func (m *ExecutableStagePayload_WireCoderSetting) XXX_DiscardUnknown()

func (*ExecutableStagePayload_WireCoderSetting) XXX_Marshal

func (m *ExecutableStagePayload_WireCoderSetting) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExecutableStagePayload_WireCoderSetting) XXX_Merge

func (*ExecutableStagePayload_WireCoderSetting) XXX_OneofWrappers

func (*ExecutableStagePayload_WireCoderSetting) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*ExecutableStagePayload_WireCoderSetting) XXX_Size

func (*ExecutableStagePayload_WireCoderSetting) XXX_Unmarshal

func (m *ExecutableStagePayload_WireCoderSetting) XXX_Unmarshal(b []byte) error

type ExecutableStagePayload_WireCoderSetting_InputOrOutputId

type ExecutableStagePayload_WireCoderSetting_InputOrOutputId struct {
	InputOrOutputId string `protobuf:"bytes,3,opt,name=input_or_output_id,json=inputOrOutputId,proto3,oneof"`
}

type ExecutableStagePayload_WireCoderSetting_Timer

type ExecutableStagePayload_WireCoderSetting_Timer struct {
	Timer *ExecutableStagePayload_TimerId `protobuf:"bytes,4,opt,name=timer,proto3,oneof"`
}

type ExternalConfigurationPayload

type ExternalConfigurationPayload struct {
	// Configuration key => value
	Configuration        map[string]*ConfigValue `` /* 167-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}                `json:"-"`
	XXX_unrecognized     []byte                  `json:"-"`
	XXX_sizecache        int32                   `json:"-"`
}

A configuration payload for an external transform. Used as the payload of ExternalTransform as part of an ExpansionRequest.

func (*ExternalConfigurationPayload) Descriptor

func (*ExternalConfigurationPayload) Descriptor() ([]byte, []int)

func (*ExternalConfigurationPayload) GetConfiguration

func (m *ExternalConfigurationPayload) GetConfiguration() map[string]*ConfigValue

func (*ExternalConfigurationPayload) ProtoMessage

func (*ExternalConfigurationPayload) ProtoMessage()

func (*ExternalConfigurationPayload) Reset

func (m *ExternalConfigurationPayload) Reset()

func (*ExternalConfigurationPayload) String

func (*ExternalConfigurationPayload) XXX_DiscardUnknown

func (m *ExternalConfigurationPayload) XXX_DiscardUnknown()

func (*ExternalConfigurationPayload) XXX_Marshal

func (m *ExternalConfigurationPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExternalConfigurationPayload) XXX_Merge

func (m *ExternalConfigurationPayload) XXX_Merge(src proto.Message)

func (*ExternalConfigurationPayload) XXX_Size

func (m *ExternalConfigurationPayload) XXX_Size() int

func (*ExternalConfigurationPayload) XXX_Unmarshal

func (m *ExternalConfigurationPayload) XXX_Unmarshal(b []byte) error

type ExternalPayload

type ExternalPayload struct {
	Endpoint             *ApiServiceDescriptor `protobuf:"bytes,1,opt,name=endpoint,proto3" json:"endpoint,omitempty"`
	Params               map[string]string     `` /* 153-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}              `json:"-"`
	XXX_unrecognized     []byte                `json:"-"`
	XXX_sizecache        int32                 `json:"-"`
}

func (*ExternalPayload) Descriptor

func (*ExternalPayload) Descriptor() ([]byte, []int)

func (*ExternalPayload) GetEndpoint

func (m *ExternalPayload) GetEndpoint() *ApiServiceDescriptor

func (*ExternalPayload) GetParams

func (m *ExternalPayload) GetParams() map[string]string

func (*ExternalPayload) ProtoMessage

func (*ExternalPayload) ProtoMessage()

func (*ExternalPayload) Reset

func (m *ExternalPayload) Reset()

func (*ExternalPayload) String

func (m *ExternalPayload) String() string

func (*ExternalPayload) XXX_DiscardUnknown

func (m *ExternalPayload) XXX_DiscardUnknown()

func (*ExternalPayload) XXX_Marshal

func (m *ExternalPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExternalPayload) XXX_Merge

func (m *ExternalPayload) XXX_Merge(src proto.Message)

func (*ExternalPayload) XXX_Size

func (m *ExternalPayload) XXX_Size() int

func (*ExternalPayload) XXX_Unmarshal

func (m *ExternalPayload) XXX_Unmarshal(b []byte) error

type FixedWindowsPayload

type FixedWindowsPayload struct {
	// (Required) Represents the size of the window.
	Size *duration.Duration `protobuf:"bytes,1,opt,name=size,proto3" json:"size,omitempty"`
	// (Required) Represents the timestamp of when the first window begins.
	// Window N will start at offset + N * size.
	Offset               *timestamp.Timestamp `protobuf:"bytes,2,opt,name=offset,proto3" json:"offset,omitempty"`
	XXX_NoUnkeyedLiteral struct{}             `json:"-"`
	XXX_unrecognized     []byte               `json:"-"`
	XXX_sizecache        int32                `json:"-"`
}

A fixed time window represents a consistent duration size, non overlapping time interval in the data stream.

See https://beam.apache.org/documentation/programming-guide/#fixed-time-windows for additional details.

func (*FixedWindowsPayload) Descriptor

func (*FixedWindowsPayload) Descriptor() ([]byte, []int)

func (*FixedWindowsPayload) GetOffset

func (m *FixedWindowsPayload) GetOffset() *timestamp.Timestamp

func (*FixedWindowsPayload) GetSize

func (m *FixedWindowsPayload) GetSize() *duration.Duration

func (*FixedWindowsPayload) ProtoMessage

func (*FixedWindowsPayload) ProtoMessage()

func (*FixedWindowsPayload) Reset

func (m *FixedWindowsPayload) Reset()

func (*FixedWindowsPayload) String

func (m *FixedWindowsPayload) String() string

func (*FixedWindowsPayload) XXX_DiscardUnknown

func (m *FixedWindowsPayload) XXX_DiscardUnknown()

func (*FixedWindowsPayload) XXX_Marshal

func (m *FixedWindowsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FixedWindowsPayload) XXX_Merge

func (m *FixedWindowsPayload) XXX_Merge(src proto.Message)

func (*FixedWindowsPayload) XXX_Size

func (m *FixedWindowsPayload) XXX_Size() int

func (*FixedWindowsPayload) XXX_Unmarshal

func (m *FixedWindowsPayload) XXX_Unmarshal(b []byte) error

type FixedWindowsPayload_Enum

type FixedWindowsPayload_Enum int32
const (
	FixedWindowsPayload_PROPERTIES FixedWindowsPayload_Enum = 0
)

func (FixedWindowsPayload_Enum) EnumDescriptor

func (FixedWindowsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (FixedWindowsPayload_Enum) String

func (x FixedWindowsPayload_Enum) String() string

type FunctionSpec

type FunctionSpec struct {
	// (Required) A URN that describes the accompanying payload.
	// For any URN that is not recognized (by whomever is inspecting
	// it) the parameter payload should be treated as opaque and
	// passed as-is.
	Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
	// (Optional) The data specifying any parameters to the URN. If
	// the URN does not require any arguments, this may be omitted.
	Payload              []byte   `protobuf:"bytes,3,opt,name=payload,proto3" json:"payload,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A URN along with a parameter object whose schema is determined by the URN.

This structure is reused in two distinct, but compatible, ways:

  1. This can be a specification of the function over PCollections that a PTransform computes.
  2. This can be a specification of a user-defined function, possibly SDK-specific. (external to this message must be adequate context to indicate the environment in which the UDF can be understood).

Though not explicit in this proto, there are two possibilities for the relationship of a runner to this specification that one should bear in mind:

  1. The runner understands the URN. For example, it might be a well-known URN like "beam:transform:Top" or "beam:window_fn:FixedWindows" with an agreed-upon payload (e.g. a number or duration, respectively).
  2. The runner does not understand the URN. It might be an SDK specific URN such as "beam:dofn:javasdk:1.0" that indicates to the SDK what the payload is, such as a serialized Java DoFn from a particular version of the Beam Java SDK. The payload will often then be an opaque message such as bytes in a language-specific serialization format.

func (*FunctionSpec) Descriptor

func (*FunctionSpec) Descriptor() ([]byte, []int)

func (*FunctionSpec) GetPayload

func (m *FunctionSpec) GetPayload() []byte

func (*FunctionSpec) GetUrn

func (m *FunctionSpec) GetUrn() string

func (*FunctionSpec) ProtoMessage

func (*FunctionSpec) ProtoMessage()

func (*FunctionSpec) Reset

func (m *FunctionSpec) Reset()

func (*FunctionSpec) String

func (m *FunctionSpec) String() string

func (*FunctionSpec) XXX_DiscardUnknown

func (m *FunctionSpec) XXX_DiscardUnknown()

func (*FunctionSpec) XXX_Marshal

func (m *FunctionSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FunctionSpec) XXX_Merge

func (m *FunctionSpec) XXX_Merge(src proto.Message)

func (*FunctionSpec) XXX_Size

func (m *FunctionSpec) XXX_Size() int

func (*FunctionSpec) XXX_Unmarshal

func (m *FunctionSpec) XXX_Unmarshal(b []byte) error

type GlobalWindowsPayload

type GlobalWindowsPayload struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

By default, all data in a PCollection is assigned to the single global window. See BeamConstants for the time span this window encompasses.

See https://beam.apache.org/documentation/programming-guide/#single-global-window for additional details.

func (*GlobalWindowsPayload) Descriptor

func (*GlobalWindowsPayload) Descriptor() ([]byte, []int)

func (*GlobalWindowsPayload) ProtoMessage

func (*GlobalWindowsPayload) ProtoMessage()

func (*GlobalWindowsPayload) Reset

func (m *GlobalWindowsPayload) Reset()

func (*GlobalWindowsPayload) String

func (m *GlobalWindowsPayload) String() string

func (*GlobalWindowsPayload) XXX_DiscardUnknown

func (m *GlobalWindowsPayload) XXX_DiscardUnknown()

func (*GlobalWindowsPayload) XXX_Marshal

func (m *GlobalWindowsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GlobalWindowsPayload) XXX_Merge

func (m *GlobalWindowsPayload) XXX_Merge(src proto.Message)

func (*GlobalWindowsPayload) XXX_Size

func (m *GlobalWindowsPayload) XXX_Size() int

func (*GlobalWindowsPayload) XXX_Unmarshal

func (m *GlobalWindowsPayload) XXX_Unmarshal(b []byte) error

type GlobalWindowsPayload_Enum

type GlobalWindowsPayload_Enum int32
const (
	GlobalWindowsPayload_PROPERTIES GlobalWindowsPayload_Enum = 0
)

func (GlobalWindowsPayload_Enum) EnumDescriptor

func (GlobalWindowsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (GlobalWindowsPayload_Enum) String

func (x GlobalWindowsPayload_Enum) String() string

type IsBounded

type IsBounded struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*IsBounded) Descriptor

func (*IsBounded) Descriptor() ([]byte, []int)

func (*IsBounded) ProtoMessage

func (*IsBounded) ProtoMessage()

func (*IsBounded) Reset

func (m *IsBounded) Reset()

func (*IsBounded) String

func (m *IsBounded) String() string

func (*IsBounded) XXX_DiscardUnknown

func (m *IsBounded) XXX_DiscardUnknown()

func (*IsBounded) XXX_Marshal

func (m *IsBounded) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*IsBounded) XXX_Merge

func (m *IsBounded) XXX_Merge(src proto.Message)

func (*IsBounded) XXX_Size

func (m *IsBounded) XXX_Size() int

func (*IsBounded) XXX_Unmarshal

func (m *IsBounded) XXX_Unmarshal(b []byte) error

type IsBounded_Enum

type IsBounded_Enum int32
const (
	IsBounded_UNSPECIFIED IsBounded_Enum = 0
	IsBounded_UNBOUNDED   IsBounded_Enum = 1
	IsBounded_BOUNDED     IsBounded_Enum = 2
)

func (IsBounded_Enum) EnumDescriptor

func (IsBounded_Enum) EnumDescriptor() ([]byte, []int)

func (IsBounded_Enum) String

func (x IsBounded_Enum) String() string

type LabelledStringPayload

type LabelledStringPayload struct {
	// (Required) A human readable label for the value.
	Label string `protobuf:"bytes,1,opt,name=label,proto3" json:"label,omitempty"`
	// (Required) A value which will be displayed to the user. The urn describes
	// how the value can be interpreted and/or categorized.
	Value                string   `protobuf:"bytes,2,opt,name=value,proto3" json:"value,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*LabelledStringPayload) Descriptor

func (*LabelledStringPayload) Descriptor() ([]byte, []int)

func (*LabelledStringPayload) GetLabel

func (m *LabelledStringPayload) GetLabel() string

func (*LabelledStringPayload) GetValue

func (m *LabelledStringPayload) GetValue() string

func (*LabelledStringPayload) ProtoMessage

func (*LabelledStringPayload) ProtoMessage()

func (*LabelledStringPayload) Reset

func (m *LabelledStringPayload) Reset()

func (*LabelledStringPayload) String

func (m *LabelledStringPayload) String() string

func (*LabelledStringPayload) XXX_DiscardUnknown

func (m *LabelledStringPayload) XXX_DiscardUnknown()

func (*LabelledStringPayload) XXX_Marshal

func (m *LabelledStringPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*LabelledStringPayload) XXX_Merge

func (m *LabelledStringPayload) XXX_Merge(src proto.Message)

func (*LabelledStringPayload) XXX_Size

func (m *LabelledStringPayload) XXX_Size() int

func (*LabelledStringPayload) XXX_Unmarshal

func (m *LabelledStringPayload) XXX_Unmarshal(b []byte) error

type MapStateSpec

type MapStateSpec struct {
	KeyCoderId           string   `protobuf:"bytes,1,opt,name=key_coder_id,json=keyCoderId,proto3" json:"key_coder_id,omitempty"`
	ValueCoderId         string   `protobuf:"bytes,2,opt,name=value_coder_id,json=valueCoderId,proto3" json:"value_coder_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*MapStateSpec) Descriptor

func (*MapStateSpec) Descriptor() ([]byte, []int)

func (*MapStateSpec) GetKeyCoderId

func (m *MapStateSpec) GetKeyCoderId() string

func (*MapStateSpec) GetValueCoderId

func (m *MapStateSpec) GetValueCoderId() string

func (*MapStateSpec) ProtoMessage

func (*MapStateSpec) ProtoMessage()

func (*MapStateSpec) Reset

func (m *MapStateSpec) Reset()

func (*MapStateSpec) String

func (m *MapStateSpec) String() string

func (*MapStateSpec) XXX_DiscardUnknown

func (m *MapStateSpec) XXX_DiscardUnknown()

func (*MapStateSpec) XXX_Marshal

func (m *MapStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MapStateSpec) XXX_Merge

func (m *MapStateSpec) XXX_Merge(src proto.Message)

func (*MapStateSpec) XXX_Size

func (m *MapStateSpec) XXX_Size() int

func (*MapStateSpec) XXX_Unmarshal

func (m *MapStateSpec) XXX_Unmarshal(b []byte) error

type MavenPayload

type MavenPayload struct {
	// A string specifying Maven artifact.
	// The standard format is "groupId:artifactId:version[:packaging[:classifier]]"
	Artifact string `protobuf:"bytes,1,opt,name=artifact,proto3" json:"artifact,omitempty"`
	// (Optional) Repository URL. If not specified, Maven central is used by default.
	RepositoryUrl        string   `protobuf:"bytes,2,opt,name=repository_url,json=repositoryUrl,proto3" json:"repository_url,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*MavenPayload) Descriptor

func (*MavenPayload) Descriptor() ([]byte, []int)

func (*MavenPayload) GetArtifact

func (m *MavenPayload) GetArtifact() string

func (*MavenPayload) GetRepositoryUrl

func (m *MavenPayload) GetRepositoryUrl() string

func (*MavenPayload) ProtoMessage

func (*MavenPayload) ProtoMessage()

func (*MavenPayload) Reset

func (m *MavenPayload) Reset()

func (*MavenPayload) String

func (m *MavenPayload) String() string

func (*MavenPayload) XXX_DiscardUnknown

func (m *MavenPayload) XXX_DiscardUnknown()

func (*MavenPayload) XXX_Marshal

func (m *MavenPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MavenPayload) XXX_Merge

func (m *MavenPayload) XXX_Merge(src proto.Message)

func (*MavenPayload) XXX_Size

func (m *MavenPayload) XXX_Size() int

func (*MavenPayload) XXX_Unmarshal

func (m *MavenPayload) XXX_Unmarshal(b []byte) error

type MergeStatus

type MergeStatus struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Whether or not a PCollection's WindowFn is non-merging, merging, or merging-but-already-merged, in which case a subsequent GroupByKey is almost always going to do something the user does not want

func (*MergeStatus) Descriptor

func (*MergeStatus) Descriptor() ([]byte, []int)

func (*MergeStatus) ProtoMessage

func (*MergeStatus) ProtoMessage()

func (*MergeStatus) Reset

func (m *MergeStatus) Reset()

func (*MergeStatus) String

func (m *MergeStatus) String() string

func (*MergeStatus) XXX_DiscardUnknown

func (m *MergeStatus) XXX_DiscardUnknown()

func (*MergeStatus) XXX_Marshal

func (m *MergeStatus) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MergeStatus) XXX_Merge

func (m *MergeStatus) XXX_Merge(src proto.Message)

func (*MergeStatus) XXX_Size

func (m *MergeStatus) XXX_Size() int

func (*MergeStatus) XXX_Unmarshal

func (m *MergeStatus) XXX_Unmarshal(b []byte) error

type MergeStatus_Enum

type MergeStatus_Enum int32
const (
	MergeStatus_UNSPECIFIED MergeStatus_Enum = 0
	// The WindowFn does not require merging.
	// Examples: global window, FixedWindows, SlidingWindows
	MergeStatus_NON_MERGING MergeStatus_Enum = 1
	// The WindowFn is merging and the PCollection has not had merging
	// performed.
	// Example: Sessions prior to a GroupByKey
	MergeStatus_NEEDS_MERGE MergeStatus_Enum = 2
	// The WindowFn is merging and the PCollection has had merging occur
	// already.
	// Example: Sessions after a GroupByKey
	MergeStatus_ALREADY_MERGED MergeStatus_Enum = 3
)

func (MergeStatus_Enum) EnumDescriptor

func (MergeStatus_Enum) EnumDescriptor() ([]byte, []int)

func (MergeStatus_Enum) String

func (x MergeStatus_Enum) String() string

type MessageWithComponents

type MessageWithComponents struct {
	// (Optional) The by-reference components of the root message,
	// enabling a standalone message.
	//
	// If this is absent, it is expected that there are no
	// references.
	Components *Components `protobuf:"bytes,1,opt,name=components,proto3" json:"components,omitempty"`
	// (Required) The root message that may contain pointers
	// that should be resolved by looking inside components.
	//
	// Types that are valid to be assigned to Root:
	//	*MessageWithComponents_Coder
	//	*MessageWithComponents_CombinePayload
	//	*MessageWithComponents_FunctionSpec
	//	*MessageWithComponents_ParDoPayload
	//	*MessageWithComponents_Ptransform
	//	*MessageWithComponents_Pcollection
	//	*MessageWithComponents_ReadPayload
	//	*MessageWithComponents_SideInput
	//	*MessageWithComponents_WindowIntoPayload
	//	*MessageWithComponents_WindowingStrategy
	Root                 isMessageWithComponents_Root `protobuf_oneof:"root"`
	XXX_NoUnkeyedLiteral struct{}                     `json:"-"`
	XXX_unrecognized     []byte                       `json:"-"`
	XXX_sizecache        int32                        `json:"-"`
}

A disjoint union of all the things that may contain references that require Components to resolve.

func (*MessageWithComponents) Descriptor

func (*MessageWithComponents) Descriptor() ([]byte, []int)

func (*MessageWithComponents) GetCoder

func (m *MessageWithComponents) GetCoder() *Coder

func (*MessageWithComponents) GetCombinePayload

func (m *MessageWithComponents) GetCombinePayload() *CombinePayload

func (*MessageWithComponents) GetComponents

func (m *MessageWithComponents) GetComponents() *Components

func (*MessageWithComponents) GetFunctionSpec

func (m *MessageWithComponents) GetFunctionSpec() *FunctionSpec

func (*MessageWithComponents) GetParDoPayload

func (m *MessageWithComponents) GetParDoPayload() *ParDoPayload

func (*MessageWithComponents) GetPcollection

func (m *MessageWithComponents) GetPcollection() *PCollection

func (*MessageWithComponents) GetPtransform

func (m *MessageWithComponents) GetPtransform() *PTransform

func (*MessageWithComponents) GetReadPayload

func (m *MessageWithComponents) GetReadPayload() *ReadPayload

func (*MessageWithComponents) GetRoot

func (m *MessageWithComponents) GetRoot() isMessageWithComponents_Root

func (*MessageWithComponents) GetSideInput

func (m *MessageWithComponents) GetSideInput() *SideInput

func (*MessageWithComponents) GetWindowIntoPayload

func (m *MessageWithComponents) GetWindowIntoPayload() *WindowIntoPayload

func (*MessageWithComponents) GetWindowingStrategy

func (m *MessageWithComponents) GetWindowingStrategy() *WindowingStrategy

func (*MessageWithComponents) ProtoMessage

func (*MessageWithComponents) ProtoMessage()

func (*MessageWithComponents) Reset

func (m *MessageWithComponents) Reset()

func (*MessageWithComponents) String

func (m *MessageWithComponents) String() string

func (*MessageWithComponents) XXX_DiscardUnknown

func (m *MessageWithComponents) XXX_DiscardUnknown()

func (*MessageWithComponents) XXX_Marshal

func (m *MessageWithComponents) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MessageWithComponents) XXX_Merge

func (m *MessageWithComponents) XXX_Merge(src proto.Message)

func (*MessageWithComponents) XXX_OneofWrappers

func (*MessageWithComponents) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*MessageWithComponents) XXX_Size

func (m *MessageWithComponents) XXX_Size() int

func (*MessageWithComponents) XXX_Unmarshal

func (m *MessageWithComponents) XXX_Unmarshal(b []byte) error

type MessageWithComponents_Coder

type MessageWithComponents_Coder struct {
	Coder *Coder `protobuf:"bytes,2,opt,name=coder,proto3,oneof"`
}

type MessageWithComponents_CombinePayload

type MessageWithComponents_CombinePayload struct {
	CombinePayload *CombinePayload `protobuf:"bytes,3,opt,name=combine_payload,json=combinePayload,proto3,oneof"`
}

type MessageWithComponents_FunctionSpec

type MessageWithComponents_FunctionSpec struct {
	FunctionSpec *FunctionSpec `protobuf:"bytes,4,opt,name=function_spec,json=functionSpec,proto3,oneof"`
}

type MessageWithComponents_ParDoPayload

type MessageWithComponents_ParDoPayload struct {
	ParDoPayload *ParDoPayload `protobuf:"bytes,6,opt,name=par_do_payload,json=parDoPayload,proto3,oneof"`
}

type MessageWithComponents_Pcollection

type MessageWithComponents_Pcollection struct {
	Pcollection *PCollection `protobuf:"bytes,8,opt,name=pcollection,proto3,oneof"`
}

type MessageWithComponents_Ptransform

type MessageWithComponents_Ptransform struct {
	Ptransform *PTransform `protobuf:"bytes,7,opt,name=ptransform,proto3,oneof"`
}

type MessageWithComponents_ReadPayload

type MessageWithComponents_ReadPayload struct {
	ReadPayload *ReadPayload `protobuf:"bytes,9,opt,name=read_payload,json=readPayload,proto3,oneof"`
}

type MessageWithComponents_SideInput

type MessageWithComponents_SideInput struct {
	SideInput *SideInput `protobuf:"bytes,11,opt,name=side_input,json=sideInput,proto3,oneof"`
}

type MessageWithComponents_WindowIntoPayload

type MessageWithComponents_WindowIntoPayload struct {
	WindowIntoPayload *WindowIntoPayload `protobuf:"bytes,12,opt,name=window_into_payload,json=windowIntoPayload,proto3,oneof"`
}

type MessageWithComponents_WindowingStrategy

type MessageWithComponents_WindowingStrategy struct {
	WindowingStrategy *WindowingStrategy `protobuf:"bytes,13,opt,name=windowing_strategy,json=windowingStrategy,proto3,oneof"`
}

type MonitoringInfo

type MonitoringInfo struct {
	// (Required) Defines the semantic meaning of the metric or monitored state.
	//
	// See MonitoringInfoSpecs.Enum for the set of well known metrics/monitored
	// state.
	Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
	// (Required) Defines the encoding and aggregation method for the payload.
	//
	// See MonitoringInfoTypeUrns.Enum for the set of well known types.
	Type string `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	// (Required) The metric or monitored state encoded as per the specification
	// defined by the type.
	Payload []byte `protobuf:"bytes,3,opt,name=payload,proto3" json:"payload,omitempty"`
	// A set of key and value labels which define the scope of the metric. For
	// well known URNs, the set of required labels is provided by the associated
	// MonitoringInfoSpec.
	//
	// Either a well defined entity id for matching the enum names in
	// the MonitoringInfoLabels enum or any arbitrary label
	// set by a custom metric or user metric.
	//
	// A monitoring system is expected to be able to aggregate the metrics
	// together for all updates having the same URN and labels. Some systems such
	// as Stackdriver will be able to aggregate the metrics using a subset of the
	// provided labels
	Labels               map[string]string `` /* 153-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

func (*MonitoringInfo) Descriptor

func (*MonitoringInfo) Descriptor() ([]byte, []int)

func (*MonitoringInfo) GetLabels

func (m *MonitoringInfo) GetLabels() map[string]string

func (*MonitoringInfo) GetPayload

func (m *MonitoringInfo) GetPayload() []byte

func (*MonitoringInfo) GetType

func (m *MonitoringInfo) GetType() string

func (*MonitoringInfo) GetUrn

func (m *MonitoringInfo) GetUrn() string

func (*MonitoringInfo) ProtoMessage

func (*MonitoringInfo) ProtoMessage()

func (*MonitoringInfo) Reset

func (m *MonitoringInfo) Reset()

func (*MonitoringInfo) String

func (m *MonitoringInfo) String() string

func (*MonitoringInfo) XXX_DiscardUnknown

func (m *MonitoringInfo) XXX_DiscardUnknown()

func (*MonitoringInfo) XXX_Marshal

func (m *MonitoringInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfo) XXX_Merge

func (m *MonitoringInfo) XXX_Merge(src proto.Message)

func (*MonitoringInfo) XXX_Size

func (m *MonitoringInfo) XXX_Size() int

func (*MonitoringInfo) XXX_Unmarshal

func (m *MonitoringInfo) XXX_Unmarshal(b []byte) error

type MonitoringInfoLabelProps

type MonitoringInfoLabelProps struct {
	// The label key to use in the MonitoringInfo labels map.
	Name                 string   `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A set of properties for the MonitoringInfoLabel, this is useful to obtain the proper label string for the MonitoringInfoLabel.

func (*MonitoringInfoLabelProps) Descriptor

func (*MonitoringInfoLabelProps) Descriptor() ([]byte, []int)

func (*MonitoringInfoLabelProps) GetName

func (m *MonitoringInfoLabelProps) GetName() string

func (*MonitoringInfoLabelProps) ProtoMessage

func (*MonitoringInfoLabelProps) ProtoMessage()

func (*MonitoringInfoLabelProps) Reset

func (m *MonitoringInfoLabelProps) Reset()

func (*MonitoringInfoLabelProps) String

func (m *MonitoringInfoLabelProps) String() string

func (*MonitoringInfoLabelProps) XXX_DiscardUnknown

func (m *MonitoringInfoLabelProps) XXX_DiscardUnknown()

func (*MonitoringInfoLabelProps) XXX_Marshal

func (m *MonitoringInfoLabelProps) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoLabelProps) XXX_Merge

func (m *MonitoringInfoLabelProps) XXX_Merge(src proto.Message)

func (*MonitoringInfoLabelProps) XXX_Size

func (m *MonitoringInfoLabelProps) XXX_Size() int

func (*MonitoringInfoLabelProps) XXX_Unmarshal

func (m *MonitoringInfoLabelProps) XXX_Unmarshal(b []byte) error

type MonitoringInfoSpec

type MonitoringInfoSpec struct {
	// Defines the semantic meaning of the metric or monitored state.
	//
	// See MonitoringInfoSpecs.Enum for the set of well known metrics/monitored
	// state.
	Urn string `protobuf:"bytes,1,opt,name=urn,proto3" json:"urn,omitempty"`
	// Defines the required encoding and aggregation method for the payload.
	//
	// See MonitoringInfoTypeUrns.Enum for the set of well known types.
	Type string `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	// The list of required labels for the specified urn and type.
	RequiredLabels []string `protobuf:"bytes,3,rep,name=required_labels,json=requiredLabels,proto3" json:"required_labels,omitempty"`
	// Extra non functional parts of the spec for descriptive purposes.
	// i.e. description, units, etc.
	Annotations          []*Annotation `protobuf:"bytes,4,rep,name=annotations,proto3" json:"annotations,omitempty"`
	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
	XXX_unrecognized     []byte        `json:"-"`
	XXX_sizecache        int32         `json:"-"`
}

A specification for describing a well known MonitoringInfo.

All specifications are uniquely identified by the urn.

func (*MonitoringInfoSpec) Descriptor

func (*MonitoringInfoSpec) Descriptor() ([]byte, []int)

func (*MonitoringInfoSpec) GetAnnotations

func (m *MonitoringInfoSpec) GetAnnotations() []*Annotation

func (*MonitoringInfoSpec) GetRequiredLabels

func (m *MonitoringInfoSpec) GetRequiredLabels() []string

func (*MonitoringInfoSpec) GetType

func (m *MonitoringInfoSpec) GetType() string

func (*MonitoringInfoSpec) GetUrn

func (m *MonitoringInfoSpec) GetUrn() string

func (*MonitoringInfoSpec) ProtoMessage

func (*MonitoringInfoSpec) ProtoMessage()

func (*MonitoringInfoSpec) Reset

func (m *MonitoringInfoSpec) Reset()

func (*MonitoringInfoSpec) String

func (m *MonitoringInfoSpec) String() string

func (*MonitoringInfoSpec) XXX_DiscardUnknown

func (m *MonitoringInfoSpec) XXX_DiscardUnknown()

func (*MonitoringInfoSpec) XXX_Marshal

func (m *MonitoringInfoSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoSpec) XXX_Merge

func (m *MonitoringInfoSpec) XXX_Merge(src proto.Message)

func (*MonitoringInfoSpec) XXX_Size

func (m *MonitoringInfoSpec) XXX_Size() int

func (*MonitoringInfoSpec) XXX_Unmarshal

func (m *MonitoringInfoSpec) XXX_Unmarshal(b []byte) error

type MonitoringInfoSpecs

type MonitoringInfoSpecs struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A set of well known MonitoringInfo specifications.

func (*MonitoringInfoSpecs) Descriptor

func (*MonitoringInfoSpecs) Descriptor() ([]byte, []int)

func (*MonitoringInfoSpecs) ProtoMessage

func (*MonitoringInfoSpecs) ProtoMessage()

func (*MonitoringInfoSpecs) Reset

func (m *MonitoringInfoSpecs) Reset()

func (*MonitoringInfoSpecs) String

func (m *MonitoringInfoSpecs) String() string

func (*MonitoringInfoSpecs) XXX_DiscardUnknown

func (m *MonitoringInfoSpecs) XXX_DiscardUnknown()

func (*MonitoringInfoSpecs) XXX_Marshal

func (m *MonitoringInfoSpecs) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoSpecs) XXX_Merge

func (m *MonitoringInfoSpecs) XXX_Merge(src proto.Message)

func (*MonitoringInfoSpecs) XXX_Size

func (m *MonitoringInfoSpecs) XXX_Size() int

func (*MonitoringInfoSpecs) XXX_Unmarshal

func (m *MonitoringInfoSpecs) XXX_Unmarshal(b []byte) error

type MonitoringInfoSpecs_Enum

type MonitoringInfoSpecs_Enum int32
const (
	// Represents an integer counter where values are summed across bundles.
	MonitoringInfoSpecs_USER_SUM_INT64 MonitoringInfoSpecs_Enum = 0
	// Represents a double counter where values are summed across bundles.
	MonitoringInfoSpecs_USER_SUM_DOUBLE MonitoringInfoSpecs_Enum = 1
	// Represents a distribution of an integer value where:
	//   - count: represents the number of values seen across all bundles
	//   - sum: represents the total of the value across all bundles
	//   - min: represents the smallest value seen across all bundles
	//   - max: represents the largest value seen across all bundles
	MonitoringInfoSpecs_USER_DISTRIBUTION_INT64 MonitoringInfoSpecs_Enum = 2
	// Represents a distribution of a double value where:
	//   - count: represents the number of values seen across all bundles
	//   - sum: represents the total of the value across all bundles
	//   - min: represents the smallest value seen across all bundles
	//   - max: represents the largest value seen across all bundles
	MonitoringInfoSpecs_USER_DISTRIBUTION_DOUBLE MonitoringInfoSpecs_Enum = 3
	// Represents the latest seen integer value. The timestamp is used to
	// provide an "ordering" over multiple values to determine which is the
	// latest.
	MonitoringInfoSpecs_USER_LATEST_INT64 MonitoringInfoSpecs_Enum = 4
	// Represents the latest seen double value. The timestamp is used to
	// provide an "ordering" over multiple values to determine which is the
	// latest.
	MonitoringInfoSpecs_USER_LATEST_DOUBLE MonitoringInfoSpecs_Enum = 5
	// Represents the largest set of integer values seen across bundles.
	MonitoringInfoSpecs_USER_TOP_N_INT64 MonitoringInfoSpecs_Enum = 6
	// Represents the largest set of double values seen across bundles.
	MonitoringInfoSpecs_USER_TOP_N_DOUBLE MonitoringInfoSpecs_Enum = 7
	// Represents the smallest set of integer values seen across bundles.
	MonitoringInfoSpecs_USER_BOTTOM_N_INT64 MonitoringInfoSpecs_Enum = 8
	// Represents the smallest set of double values seen across bundles.
	MonitoringInfoSpecs_USER_BOTTOM_N_DOUBLE MonitoringInfoSpecs_Enum = 9
	MonitoringInfoSpecs_ELEMENT_COUNT        MonitoringInfoSpecs_Enum = 10
	MonitoringInfoSpecs_SAMPLED_BYTE_SIZE    MonitoringInfoSpecs_Enum = 11
	MonitoringInfoSpecs_START_BUNDLE_MSECS   MonitoringInfoSpecs_Enum = 12
	MonitoringInfoSpecs_PROCESS_BUNDLE_MSECS MonitoringInfoSpecs_Enum = 13
	MonitoringInfoSpecs_FINISH_BUNDLE_MSECS  MonitoringInfoSpecs_Enum = 14
	MonitoringInfoSpecs_TOTAL_MSECS          MonitoringInfoSpecs_Enum = 15
	// All values reported across all beam:metric:ptransform_progress:.*:v1
	// metrics are of the same magnitude.
	MonitoringInfoSpecs_WORK_REMAINING MonitoringInfoSpecs_Enum = 16
	// All values reported across all beam:metric:ptransform_progress:.*:v1
	// metrics are of the same magnitude.
	MonitoringInfoSpecs_WORK_COMPLETED MonitoringInfoSpecs_Enum = 17
)

func (MonitoringInfoSpecs_Enum) EnumDescriptor

func (MonitoringInfoSpecs_Enum) EnumDescriptor() ([]byte, []int)

func (MonitoringInfoSpecs_Enum) String

func (x MonitoringInfoSpecs_Enum) String() string

type MonitoringInfoTypeUrns

type MonitoringInfoTypeUrns struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A set of well known URNs that specify the encoding and aggregation method.

func (*MonitoringInfoTypeUrns) Descriptor

func (*MonitoringInfoTypeUrns) Descriptor() ([]byte, []int)

func (*MonitoringInfoTypeUrns) ProtoMessage

func (*MonitoringInfoTypeUrns) ProtoMessage()

func (*MonitoringInfoTypeUrns) Reset

func (m *MonitoringInfoTypeUrns) Reset()

func (*MonitoringInfoTypeUrns) String

func (m *MonitoringInfoTypeUrns) String() string

func (*MonitoringInfoTypeUrns) XXX_DiscardUnknown

func (m *MonitoringInfoTypeUrns) XXX_DiscardUnknown()

func (*MonitoringInfoTypeUrns) XXX_Marshal

func (m *MonitoringInfoTypeUrns) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MonitoringInfoTypeUrns) XXX_Merge

func (m *MonitoringInfoTypeUrns) XXX_Merge(src proto.Message)

func (*MonitoringInfoTypeUrns) XXX_Size

func (m *MonitoringInfoTypeUrns) XXX_Size() int

func (*MonitoringInfoTypeUrns) XXX_Unmarshal

func (m *MonitoringInfoTypeUrns) XXX_Unmarshal(b []byte) error

type MonitoringInfoTypeUrns_Enum

type MonitoringInfoTypeUrns_Enum int32
const (
	// Represents an integer counter where values are summed across bundles.
	//
	// Encoding: <value>
	//   - value: beam:coder:varint:v1
	MonitoringInfoTypeUrns_SUM_INT64_TYPE MonitoringInfoTypeUrns_Enum = 0
	// Represents a double counter where values are summed across bundles.
	//
	// Encoding: <value>
	//   value: beam:coder:double:v1
	MonitoringInfoTypeUrns_SUM_DOUBLE_TYPE MonitoringInfoTypeUrns_Enum = 1
	// Represents a distribution of an integer value where:
	//   - count: represents the number of values seen across all bundles
	//   - sum: represents the total of the value across all bundles
	//   - min: represents the smallest value seen across all bundles
	//   - max: represents the largest value seen across all bundles
	//
	// Encoding: <count><sum><min><max>
	//   - count: beam:coder:varint:v1
	//   - sum:   beam:coder:varint:v1
	//   - min:   beam:coder:varint:v1
	//   - max:   beam:coder:varint:v1
	MonitoringInfoTypeUrns_DISTRIBUTION_INT64_TYPE MonitoringInfoTypeUrns_Enum = 2
	// Represents a distribution of a double value where:
	//   - count: represents the number of values seen across all bundles
	//   - sum: represents the total of the value across all bundles
	//   - min: represents the smallest value seen across all bundles
	//   - max: represents the largest value seen across all bundles
	//
	// Encoding: <count><sum><min><max>
	//   - count: beam:coder:varint:v1
	//   - sum:   beam:coder:double:v1
	//   - min:   beam:coder:double:v1
	//   - max:   beam:coder:double:v1
	MonitoringInfoTypeUrns_DISTRIBUTION_DOUBLE_TYPE MonitoringInfoTypeUrns_Enum = 3
	// Represents the latest seen integer value. The timestamp is used to
	// provide an "ordering" over multiple values to determine which is the
	// latest.
	//
	// Encoding: <timestamp><value>
	//   - timestamp: beam:coder:varint:v1     (milliseconds since epoch)
	//   - value:     beam:coder:varint:v1
	MonitoringInfoTypeUrns_LATEST_INT64_TYPE MonitoringInfoTypeUrns_Enum = 4
	// Represents the latest seen double value. The timestamp is used to
	// provide an "ordering" over multiple values to determine which is the
	// latest.
	//
	// Encoding: <timestamp><value>
	//   - timestamp: beam:coder:varint:v1     (milliseconds since epoch)
	//   - value:     beam:coder:double:v1
	MonitoringInfoTypeUrns_LATEST_DOUBLE_TYPE MonitoringInfoTypeUrns_Enum = 5
	// Represents the largest set of integer values seen across bundles.
	//
	// Encoding: <iter><value1><value2>...<valueN></iter>
	//   - iter:   beam:coder:iterable:v1
	//   - valueX: beam:coder:varint:v1
	MonitoringInfoTypeUrns_TOP_N_INT64_TYPE MonitoringInfoTypeUrns_Enum = 6
	// Represents the largest set of double values seen across bundles.
	//
	// Encoding: <iter><value1><value2>...<valueN></iter>
	//   - iter:   beam:coder:iterable:v1
	//   - valueX: beam:coder<beam:coder:double:v1
	MonitoringInfoTypeUrns_TOP_N_DOUBLE_TYPE MonitoringInfoTypeUrns_Enum = 7
	// Represents the smallest set of integer values seen across bundles.
	//
	// Encoding: <iter><value1><value2>...<valueN></iter>
	//   - iter:   beam:coder:iterable:v1
	//   - valueX: beam:coder:varint:v1
	MonitoringInfoTypeUrns_BOTTOM_N_INT64_TYPE MonitoringInfoTypeUrns_Enum = 8
	// Represents the smallest set of double values seen across bundles.
	//
	// Encoding: <iter><value1><value2>...<valueN></iter>
	//   - iter:   beam:coder:iterable:v1
	//   - valueX: beam:coder:double:v1
	MonitoringInfoTypeUrns_BOTTOM_N_DOUBLE_TYPE MonitoringInfoTypeUrns_Enum = 9
	// Encoding: <iter><value1><value2>...<valueN></iter>
	//   - iter:   beam:coder:iterable:v1
	//   - valueX: beam:coder:double:v1
	MonitoringInfoTypeUrns_PROGRESS_TYPE MonitoringInfoTypeUrns_Enum = 10
)

func (MonitoringInfoTypeUrns_Enum) EnumDescriptor

func (MonitoringInfoTypeUrns_Enum) EnumDescriptor() ([]byte, []int)

func (MonitoringInfoTypeUrns_Enum) String

type MonitoringInfo_MonitoringInfoLabels

type MonitoringInfo_MonitoringInfoLabels int32
const (
	// The values used for TRANSFORM, PCOLLECTION, WINDOWING_STRATEGY
	// CODER, ENVIRONMENT, etc. must always match the keys used to
	// refer to them. For actively processed bundles, these should match the
	// values within the ProcessBundleDescriptor. For job management APIs,
	// these should match values within the original pipeline representation.
	MonitoringInfo_TRANSFORM          MonitoringInfo_MonitoringInfoLabels = 0
	MonitoringInfo_PCOLLECTION        MonitoringInfo_MonitoringInfoLabels = 1
	MonitoringInfo_WINDOWING_STRATEGY MonitoringInfo_MonitoringInfoLabels = 2
	MonitoringInfo_CODER              MonitoringInfo_MonitoringInfoLabels = 3
	MonitoringInfo_ENVIRONMENT        MonitoringInfo_MonitoringInfoLabels = 4
	MonitoringInfo_NAMESPACE          MonitoringInfo_MonitoringInfoLabels = 5
	MonitoringInfo_NAME               MonitoringInfo_MonitoringInfoLabels = 6
)

func (MonitoringInfo_MonitoringInfoLabels) EnumDescriptor

func (MonitoringInfo_MonitoringInfoLabels) EnumDescriptor() ([]byte, []int)

func (MonitoringInfo_MonitoringInfoLabels) String

type OnTimeBehavior

type OnTimeBehavior struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Controls whether or not an aggregating transform should output data when an on-time pane is empty.

func (*OnTimeBehavior) Descriptor

func (*OnTimeBehavior) Descriptor() ([]byte, []int)

func (*OnTimeBehavior) ProtoMessage

func (*OnTimeBehavior) ProtoMessage()

func (*OnTimeBehavior) Reset

func (m *OnTimeBehavior) Reset()

func (*OnTimeBehavior) String

func (m *OnTimeBehavior) String() string

func (*OnTimeBehavior) XXX_DiscardUnknown

func (m *OnTimeBehavior) XXX_DiscardUnknown()

func (*OnTimeBehavior) XXX_Marshal

func (m *OnTimeBehavior) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*OnTimeBehavior) XXX_Merge

func (m *OnTimeBehavior) XXX_Merge(src proto.Message)

func (*OnTimeBehavior) XXX_Size

func (m *OnTimeBehavior) XXX_Size() int

func (*OnTimeBehavior) XXX_Unmarshal

func (m *OnTimeBehavior) XXX_Unmarshal(b []byte) error

type OnTimeBehavior_Enum

type OnTimeBehavior_Enum int32
const (
	OnTimeBehavior_UNSPECIFIED OnTimeBehavior_Enum = 0
	// Always fire the on-time pane. Even if there is no new data since
	// the previous firing, an element will be produced.
	OnTimeBehavior_FIRE_ALWAYS OnTimeBehavior_Enum = 1
	// Only fire the on-time pane if there is new data since the previous firing.
	OnTimeBehavior_FIRE_IF_NONEMPTY OnTimeBehavior_Enum = 2
)

func (OnTimeBehavior_Enum) EnumDescriptor

func (OnTimeBehavior_Enum) EnumDescriptor() ([]byte, []int)

func (OnTimeBehavior_Enum) String

func (x OnTimeBehavior_Enum) String() string

type OutputTime

type OutputTime struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

When a number of windowed, timestamped inputs are aggregated, the timestamp for the resulting output.

func (*OutputTime) Descriptor

func (*OutputTime) Descriptor() ([]byte, []int)

func (*OutputTime) ProtoMessage

func (*OutputTime) ProtoMessage()

func (*OutputTime) Reset

func (m *OutputTime) Reset()

func (*OutputTime) String

func (m *OutputTime) String() string

func (*OutputTime) XXX_DiscardUnknown

func (m *OutputTime) XXX_DiscardUnknown()

func (*OutputTime) XXX_Marshal

func (m *OutputTime) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*OutputTime) XXX_Merge

func (m *OutputTime) XXX_Merge(src proto.Message)

func (*OutputTime) XXX_Size

func (m *OutputTime) XXX_Size() int

func (*OutputTime) XXX_Unmarshal

func (m *OutputTime) XXX_Unmarshal(b []byte) error

type OutputTime_Enum

type OutputTime_Enum int32
const (
	OutputTime_UNSPECIFIED OutputTime_Enum = 0
	// The output has the timestamp of the end of the window.
	OutputTime_END_OF_WINDOW OutputTime_Enum = 1
	// The output has the latest timestamp of the input elements since
	// the last output.
	OutputTime_LATEST_IN_PANE OutputTime_Enum = 2
	// The output has the earliest timestamp of the input elements since
	// the last output.
	OutputTime_EARLIEST_IN_PANE OutputTime_Enum = 3
)

func (OutputTime_Enum) EnumDescriptor

func (OutputTime_Enum) EnumDescriptor() ([]byte, []int)

func (OutputTime_Enum) String

func (x OutputTime_Enum) String() string

type PCollection

type PCollection struct {
	// (Required) A unique name for the PCollection.
	//
	// Ideally, this should be stable over multiple evolutions of a pipeline
	// for the purposes of logging and associating pipeline state with a node,
	// etc.
	//
	// If it is not stable, then the runner decides what will happen. But, most
	// importantly, it must always be here, even if it is autogenerated.
	UniqueName string `protobuf:"bytes,1,opt,name=unique_name,json=uniqueName,proto3" json:"unique_name,omitempty"`
	// (Required) The id of the Coder for this PCollection.
	CoderId string `protobuf:"bytes,2,opt,name=coder_id,json=coderId,proto3" json:"coder_id,omitempty"`
	// (Required) Whether this PCollection is bounded or unbounded
	IsBounded IsBounded_Enum `` /* 143-byte string literal not displayed */
	// (Required) The id of the windowing strategy for this PCollection.
	WindowingStrategyId string `protobuf:"bytes,4,opt,name=windowing_strategy_id,json=windowingStrategyId,proto3" json:"windowing_strategy_id,omitempty"`
	// (Optional) Static display data for the PCollection. If there is none,
	// it may be omitted.
	DisplayData          []*DisplayData `protobuf:"bytes,5,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
	XXX_NoUnkeyedLiteral struct{}       `json:"-"`
	XXX_unrecognized     []byte         `json:"-"`
	XXX_sizecache        int32          `json:"-"`
}

A PCollection!

func (*PCollection) Descriptor

func (*PCollection) Descriptor() ([]byte, []int)

func (*PCollection) GetCoderId

func (m *PCollection) GetCoderId() string

func (*PCollection) GetDisplayData

func (m *PCollection) GetDisplayData() []*DisplayData

func (*PCollection) GetIsBounded

func (m *PCollection) GetIsBounded() IsBounded_Enum

func (*PCollection) GetUniqueName

func (m *PCollection) GetUniqueName() string

func (*PCollection) GetWindowingStrategyId

func (m *PCollection) GetWindowingStrategyId() string

func (*PCollection) ProtoMessage

func (*PCollection) ProtoMessage()

func (*PCollection) Reset

func (m *PCollection) Reset()

func (*PCollection) String

func (m *PCollection) String() string

func (*PCollection) XXX_DiscardUnknown

func (m *PCollection) XXX_DiscardUnknown()

func (*PCollection) XXX_Marshal

func (m *PCollection) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PCollection) XXX_Merge

func (m *PCollection) XXX_Merge(src proto.Message)

func (*PCollection) XXX_Size

func (m *PCollection) XXX_Size() int

func (*PCollection) XXX_Unmarshal

func (m *PCollection) XXX_Unmarshal(b []byte) error

type PTransform

type PTransform struct {
	// (Required) A unique name for the application node.
	//
	// Ideally, this should be stable over multiple evolutions of a pipeline
	// for the purposes of logging and associating pipeline state with a node,
	// etc.
	//
	// If it is not stable, then the runner decides what will happen. But, most
	// importantly, it must always be here and be unique, even if it is
	// autogenerated.
	UniqueName string `protobuf:"bytes,5,opt,name=unique_name,json=uniqueName,proto3" json:"unique_name,omitempty"`
	// (Optional) A URN and payload that, together, fully defined the semantics
	// of this transform.
	//
	// If absent, this must be an "anonymous" composite transform.
	//
	// For primitive transform in the Runner API, this is required, and the
	// payloads are well-defined messages. When the URN indicates ParDo it
	// is a ParDoPayload, and so on. For some special composite transforms,
	// the payload is also officially defined. See StandardPTransforms for
	// details.
	Spec *FunctionSpec `protobuf:"bytes,1,opt,name=spec,proto3" json:"spec,omitempty"`
	// (Optional) if this node is a composite, a list of the ids of
	// transforms that it contains.
	Subtransforms []string `protobuf:"bytes,2,rep,name=subtransforms,proto3" json:"subtransforms,omitempty"`
	// (Required) A map from local names of inputs (unique only with this map, and
	// likely embedded in the transform payload and serialized user code) to
	// PCollection ids.
	//
	// The payload for this transform may clarify the relationship of these
	// inputs. For example:
	//
	//  - for a Flatten transform they are merged
	//  - for a ParDo transform, some may be side inputs
	//
	// All inputs are recorded here so that the topological ordering of
	// the graph is consistent whether or not the payload is understood.
	Inputs map[string]string `` /* 153-byte string literal not displayed */
	// (Required) A map from local names of outputs (unique only within this map,
	// and likely embedded in the transform payload and serialized user code)
	// to PCollection ids.
	//
	// The URN or payload for this transform node may clarify the type and
	// relationship of these outputs. For example:
	//
	//  - for a ParDo transform, these are tags on PCollections, which will be
	//    embedded in the DoFn.
	Outputs map[string]string `` /* 155-byte string literal not displayed */
	// (Optional) Static display data for this PTransform application. If
	// there is none, it may be omitted.
	DisplayData []*DisplayData `protobuf:"bytes,6,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
	// (Optional) Environment where the current PTransform should be executed in.
	// Runner that executes the pipeline may choose to override this if needed. If
	// not specified, environment will be decided by the runner.
	EnvironmentId        string   `protobuf:"bytes,7,opt,name=environment_id,json=environmentId,proto3" json:"environment_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Transforms are the operations in your pipeline, and provide a generic processing framework. You provide processing logic in the form of a function object (colloquially referred to as “user code”), and your user code is applied to each element of an input PCollection (or more than one PCollection). Depending on the pipeline runner and back-end that you choose, many different workers across a cluster may execute instances of your user code in parallel. The user code running on each worker generates the output elements that are ultimately added to the final output PCollection that the transform produces.

The Beam SDKs contain a number of different transforms that you can apply to your pipeline’s PCollections. These include general-purpose core transforms, such as ParDo or Combine. There are also pre-written composite transforms included in the SDKs, which combine one or more of the core transforms in a useful processing pattern, such as counting or combining elements in a collection. You can also define your own more complex composite transforms to fit your pipeline’s exact use case.

func (*PTransform) Descriptor

func (*PTransform) Descriptor() ([]byte, []int)

func (*PTransform) GetDisplayData

func (m *PTransform) GetDisplayData() []*DisplayData

func (*PTransform) GetEnvironmentId

func (m *PTransform) GetEnvironmentId() string

func (*PTransform) GetInputs

func (m *PTransform) GetInputs() map[string]string

func (*PTransform) GetOutputs

func (m *PTransform) GetOutputs() map[string]string

func (*PTransform) GetSpec

func (m *PTransform) GetSpec() *FunctionSpec

func (*PTransform) GetSubtransforms

func (m *PTransform) GetSubtransforms() []string

func (*PTransform) GetUniqueName

func (m *PTransform) GetUniqueName() string

func (*PTransform) ProtoMessage

func (*PTransform) ProtoMessage()

func (*PTransform) Reset

func (m *PTransform) Reset()

func (*PTransform) String

func (m *PTransform) String() string

func (*PTransform) XXX_DiscardUnknown

func (m *PTransform) XXX_DiscardUnknown()

func (*PTransform) XXX_Marshal

func (m *PTransform) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PTransform) XXX_Merge

func (m *PTransform) XXX_Merge(src proto.Message)

func (*PTransform) XXX_Size

func (m *PTransform) XXX_Size() int

func (*PTransform) XXX_Unmarshal

func (m *PTransform) XXX_Unmarshal(b []byte) error

type ParDoPayload

type ParDoPayload struct {
	// (Required) The FunctionSpec of the DoFn.
	DoFn *FunctionSpec `protobuf:"bytes,1,opt,name=do_fn,json=doFn,proto3" json:"do_fn,omitempty"`
	// (Optional) A mapping of local input names to side inputs, describing
	// the expected access pattern.
	SideInputs map[string]*SideInput `` /* 179-byte string literal not displayed */
	// (Optional) A mapping of local state names to state specifications.
	// If this is set, the stateful processing requirement should also
	// be placed in the pipeline requirements.
	StateSpecs map[string]*StateSpec `` /* 179-byte string literal not displayed */
	// (Optional) A mapping of local timer family names to timer family
	// specifications. If this is set, the stateful processing requirement should
	// also be placed in the pipeline requirements.
	TimerFamilySpecs map[string]*TimerFamilySpec `` /* 199-byte string literal not displayed */
	// (Optional) Only set when this ParDo contains a splittable DoFn.
	// If this is set, the corresponding standard requirement should also
	// be placed in the pipeline requirements.
	RestrictionCoderId string `protobuf:"bytes,7,opt,name=restriction_coder_id,json=restrictionCoderId,proto3" json:"restriction_coder_id,omitempty"`
	// (Optional) Only set when this ParDo can request bundle finalization.
	// If this is set, the corresponding standard requirement should also
	// be placed in the pipeline requirements.
	RequestsFinalization bool `protobuf:"varint,8,opt,name=requests_finalization,json=requestsFinalization,proto3" json:"requests_finalization,omitempty"`
	// Whether this stage requires time sorted input.
	// If this is set, the corresponding standard requirement should also
	// be placed in the pipeline requirements.
	RequiresTimeSortedInput bool `` /* 136-byte string literal not displayed */
	// Whether this stage requires stable input.
	// If this is set, the corresponding standard requirement should also
	// be placed in the pipeline requirements.
	RequiresStableInput  bool     `protobuf:"varint,11,opt,name=requires_stable_input,json=requiresStableInput,proto3" json:"requires_stable_input,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

The payload for the primitive ParDo transform.

func (*ParDoPayload) Descriptor

func (*ParDoPayload) Descriptor() ([]byte, []int)

func (*ParDoPayload) GetDoFn

func (m *ParDoPayload) GetDoFn() *FunctionSpec

func (*ParDoPayload) GetRequestsFinalization

func (m *ParDoPayload) GetRequestsFinalization() bool

func (*ParDoPayload) GetRequiresStableInput

func (m *ParDoPayload) GetRequiresStableInput() bool

func (*ParDoPayload) GetRequiresTimeSortedInput

func (m *ParDoPayload) GetRequiresTimeSortedInput() bool

func (*ParDoPayload) GetRestrictionCoderId

func (m *ParDoPayload) GetRestrictionCoderId() string

func (*ParDoPayload) GetSideInputs

func (m *ParDoPayload) GetSideInputs() map[string]*SideInput

func (*ParDoPayload) GetStateSpecs

func (m *ParDoPayload) GetStateSpecs() map[string]*StateSpec

func (*ParDoPayload) GetTimerFamilySpecs

func (m *ParDoPayload) GetTimerFamilySpecs() map[string]*TimerFamilySpec

func (*ParDoPayload) ProtoMessage

func (*ParDoPayload) ProtoMessage()

func (*ParDoPayload) Reset

func (m *ParDoPayload) Reset()

func (*ParDoPayload) String

func (m *ParDoPayload) String() string

func (*ParDoPayload) XXX_DiscardUnknown

func (m *ParDoPayload) XXX_DiscardUnknown()

func (*ParDoPayload) XXX_Marshal

func (m *ParDoPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ParDoPayload) XXX_Merge

func (m *ParDoPayload) XXX_Merge(src proto.Message)

func (*ParDoPayload) XXX_Size

func (m *ParDoPayload) XXX_Size() int

func (*ParDoPayload) XXX_Unmarshal

func (m *ParDoPayload) XXX_Unmarshal(b []byte) error

type Pipeline

type Pipeline struct {
	// (Required) The coders, UDFs, graph nodes, etc, that make up
	// this pipeline.
	Components *Components `protobuf:"bytes,1,opt,name=components,proto3" json:"components,omitempty"`
	// (Required) The ids of all PTransforms that are not contained within another
	// PTransform. These must be in shallow topological order, so that traversing
	// them recursively in this order yields a recursively topological traversal.
	RootTransformIds []string `protobuf:"bytes,2,rep,name=root_transform_ids,json=rootTransformIds,proto3" json:"root_transform_ids,omitempty"`
	// (Optional) Static display data for the pipeline. If there is none,
	// it may be omitted.
	DisplayData []*DisplayData `protobuf:"bytes,3,rep,name=display_data,json=displayData,proto3" json:"display_data,omitempty"`
	// (Optional) A set of requirements that the runner MUST understand and be
	// able to faithfully provide in order to execute this pipeline. These
	// may indicate that a runner must inspect new fields on a component or
	// provide additional guarantees when processing specific transforms.
	// A runner should reject any pipelines with unknown requirements.
	Requirements         []string `protobuf:"bytes,4,rep,name=requirements,proto3" json:"requirements,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A Pipeline is a hierarchical graph of PTransforms, linked by PCollections. A typical graph may look like:

Impulse -> PCollection -> ParDo -> PCollection -> GroupByKey -> ...
                                \> PCollection -> ParDo      -> ...
                                               \> ParDo      -> ...
Impulse -> PCollection -> ParDo -> PCollection -> ...

This is represented by a number of by-reference maps to transforms, PCollections, SDK environments, coders, etc., for supporting compact reuse and arbitrary graph structure.

func (*Pipeline) Descriptor

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) GetComponents

func (m *Pipeline) GetComponents() *Components

func (*Pipeline) GetDisplayData

func (m *Pipeline) GetDisplayData() []*DisplayData

func (*Pipeline) GetRequirements

func (m *Pipeline) GetRequirements() []string

func (*Pipeline) GetRootTransformIds

func (m *Pipeline) GetRootTransformIds() []string

func (*Pipeline) ProtoMessage

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset

func (m *Pipeline) Reset()

func (*Pipeline) String

func (m *Pipeline) String() string

func (*Pipeline) XXX_DiscardUnknown

func (m *Pipeline) XXX_DiscardUnknown()

func (*Pipeline) XXX_Marshal

func (m *Pipeline) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Pipeline) XXX_Merge

func (m *Pipeline) XXX_Merge(src proto.Message)

func (*Pipeline) XXX_Size

func (m *Pipeline) XXX_Size() int

func (*Pipeline) XXX_Unmarshal

func (m *Pipeline) XXX_Unmarshal(b []byte) error

type ProcessPayload

type ProcessPayload struct {
	Os                   string            `protobuf:"bytes,1,opt,name=os,proto3" json:"os,omitempty"`
	Arch                 string            `protobuf:"bytes,2,opt,name=arch,proto3" json:"arch,omitempty"`
	Command              string            `protobuf:"bytes,3,opt,name=command,proto3" json:"command,omitempty"`
	Env                  map[string]string `` /* 147-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

func (*ProcessPayload) Descriptor

func (*ProcessPayload) Descriptor() ([]byte, []int)

func (*ProcessPayload) GetArch

func (m *ProcessPayload) GetArch() string

func (*ProcessPayload) GetCommand

func (m *ProcessPayload) GetCommand() string

func (*ProcessPayload) GetEnv

func (m *ProcessPayload) GetEnv() map[string]string

func (*ProcessPayload) GetOs

func (m *ProcessPayload) GetOs() string

func (*ProcessPayload) ProtoMessage

func (*ProcessPayload) ProtoMessage()

func (*ProcessPayload) Reset

func (m *ProcessPayload) Reset()

func (*ProcessPayload) String

func (m *ProcessPayload) String() string

func (*ProcessPayload) XXX_DiscardUnknown

func (m *ProcessPayload) XXX_DiscardUnknown()

func (*ProcessPayload) XXX_Marshal

func (m *ProcessPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ProcessPayload) XXX_Merge

func (m *ProcessPayload) XXX_Merge(src proto.Message)

func (*ProcessPayload) XXX_Size

func (m *ProcessPayload) XXX_Size() int

func (*ProcessPayload) XXX_Unmarshal

func (m *ProcessPayload) XXX_Unmarshal(b []byte) error

type PyPIPayload

type PyPIPayload struct {
	// Pypi compatible artifact id e.g. "apache-beam"
	ArtifactId string `protobuf:"bytes,1,opt,name=artifact_id,json=artifactId,proto3" json:"artifact_id,omitempty"`
	// Pypi compatible version string.
	Version              string   `protobuf:"bytes,2,opt,name=version,proto3" json:"version,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*PyPIPayload) Descriptor

func (*PyPIPayload) Descriptor() ([]byte, []int)

func (*PyPIPayload) GetArtifactId

func (m *PyPIPayload) GetArtifactId() string

func (*PyPIPayload) GetVersion

func (m *PyPIPayload) GetVersion() string

func (*PyPIPayload) ProtoMessage

func (*PyPIPayload) ProtoMessage()

func (*PyPIPayload) Reset

func (m *PyPIPayload) Reset()

func (*PyPIPayload) String

func (m *PyPIPayload) String() string

func (*PyPIPayload) XXX_DiscardUnknown

func (m *PyPIPayload) XXX_DiscardUnknown()

func (*PyPIPayload) XXX_Marshal

func (m *PyPIPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PyPIPayload) XXX_Merge

func (m *PyPIPayload) XXX_Merge(src proto.Message)

func (*PyPIPayload) XXX_Size

func (m *PyPIPayload) XXX_Size() int

func (*PyPIPayload) XXX_Unmarshal

func (m *PyPIPayload) XXX_Unmarshal(b []byte) error

type ReadModifyWriteStateSpec

type ReadModifyWriteStateSpec struct {
	CoderId              string   `protobuf:"bytes,1,opt,name=coder_id,json=coderId,proto3" json:"coder_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ReadModifyWriteStateSpec) Descriptor

func (*ReadModifyWriteStateSpec) Descriptor() ([]byte, []int)

func (*ReadModifyWriteStateSpec) GetCoderId

func (m *ReadModifyWriteStateSpec) GetCoderId() string

func (*ReadModifyWriteStateSpec) ProtoMessage

func (*ReadModifyWriteStateSpec) ProtoMessage()

func (*ReadModifyWriteStateSpec) Reset

func (m *ReadModifyWriteStateSpec) Reset()

func (*ReadModifyWriteStateSpec) String

func (m *ReadModifyWriteStateSpec) String() string

func (*ReadModifyWriteStateSpec) XXX_DiscardUnknown

func (m *ReadModifyWriteStateSpec) XXX_DiscardUnknown()

func (*ReadModifyWriteStateSpec) XXX_Marshal

func (m *ReadModifyWriteStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ReadModifyWriteStateSpec) XXX_Merge

func (m *ReadModifyWriteStateSpec) XXX_Merge(src proto.Message)

func (*ReadModifyWriteStateSpec) XXX_Size

func (m *ReadModifyWriteStateSpec) XXX_Size() int

func (*ReadModifyWriteStateSpec) XXX_Unmarshal

func (m *ReadModifyWriteStateSpec) XXX_Unmarshal(b []byte) error

type ReadPayload

type ReadPayload struct {
	// (Required) The FunctionSpec of the source for this Read.
	Source *FunctionSpec `protobuf:"bytes,1,opt,name=source,proto3" json:"source,omitempty"`
	// (Required) Whether the source is bounded or unbounded
	IsBounded            IsBounded_Enum `` /* 143-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}       `json:"-"`
	XXX_unrecognized     []byte         `json:"-"`
	XXX_sizecache        int32          `json:"-"`
}

The payload for the primitive Read transform.

func (*ReadPayload) Descriptor

func (*ReadPayload) Descriptor() ([]byte, []int)

func (*ReadPayload) GetIsBounded

func (m *ReadPayload) GetIsBounded() IsBounded_Enum

func (*ReadPayload) GetSource

func (m *ReadPayload) GetSource() *FunctionSpec

func (*ReadPayload) ProtoMessage

func (*ReadPayload) ProtoMessage()

func (*ReadPayload) Reset

func (m *ReadPayload) Reset()

func (*ReadPayload) String

func (m *ReadPayload) String() string

func (*ReadPayload) XXX_DiscardUnknown

func (m *ReadPayload) XXX_DiscardUnknown()

func (*ReadPayload) XXX_Marshal

func (m *ReadPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ReadPayload) XXX_Merge

func (m *ReadPayload) XXX_Merge(src proto.Message)

func (*ReadPayload) XXX_Size

func (m *ReadPayload) XXX_Size() int

func (*ReadPayload) XXX_Unmarshal

func (m *ReadPayload) XXX_Unmarshal(b []byte) error

type SessionWindowsPayload

type SessionWindowsPayload struct {
	// (Required) Minimum duration of gaps between sessions.
	GapSize              *duration.Duration `protobuf:"bytes,1,opt,name=gap_size,json=gapSize,proto3" json:"gap_size,omitempty"`
	XXX_NoUnkeyedLiteral struct{}           `json:"-"`
	XXX_unrecognized     []byte             `json:"-"`
	XXX_sizecache        int32              `json:"-"`
}

A session window function defines windows that contain elements that are within a certain gap size of another element. Session windowing applies on a per-key basis and is useful for data that is irregularly distributed with respect to time. For example, a data stream representing user mouse activity may have long periods of idle time interspersed with high concentrations of clicks. If data arrives after the minimum specified gap size duration, this initiates the start of a new window.

See https://beam.apache.org/documentation/programming-guide/#session-windows for additional details.

func (*SessionWindowsPayload) Descriptor

func (*SessionWindowsPayload) Descriptor() ([]byte, []int)

func (*SessionWindowsPayload) GetGapSize

func (m *SessionWindowsPayload) GetGapSize() *duration.Duration

func (*SessionWindowsPayload) ProtoMessage

func (*SessionWindowsPayload) ProtoMessage()

func (*SessionWindowsPayload) Reset

func (m *SessionWindowsPayload) Reset()

func (*SessionWindowsPayload) String

func (m *SessionWindowsPayload) String() string

func (*SessionWindowsPayload) XXX_DiscardUnknown

func (m *SessionWindowsPayload) XXX_DiscardUnknown()

func (*SessionWindowsPayload) XXX_Marshal

func (m *SessionWindowsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SessionWindowsPayload) XXX_Merge

func (m *SessionWindowsPayload) XXX_Merge(src proto.Message)

func (*SessionWindowsPayload) XXX_Size

func (m *SessionWindowsPayload) XXX_Size() int

func (*SessionWindowsPayload) XXX_Unmarshal

func (m *SessionWindowsPayload) XXX_Unmarshal(b []byte) error

type SessionWindowsPayload_Enum

type SessionWindowsPayload_Enum int32
const (
	SessionWindowsPayload_PROPERTIES SessionWindowsPayload_Enum = 0
)

func (SessionWindowsPayload_Enum) EnumDescriptor

func (SessionWindowsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (SessionWindowsPayload_Enum) String

type SetStateSpec

type SetStateSpec struct {
	ElementCoderId       string   `protobuf:"bytes,1,opt,name=element_coder_id,json=elementCoderId,proto3" json:"element_coder_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*SetStateSpec) Descriptor

func (*SetStateSpec) Descriptor() ([]byte, []int)

func (*SetStateSpec) GetElementCoderId

func (m *SetStateSpec) GetElementCoderId() string

func (*SetStateSpec) ProtoMessage

func (*SetStateSpec) ProtoMessage()

func (*SetStateSpec) Reset

func (m *SetStateSpec) Reset()

func (*SetStateSpec) String

func (m *SetStateSpec) String() string

func (*SetStateSpec) XXX_DiscardUnknown

func (m *SetStateSpec) XXX_DiscardUnknown()

func (*SetStateSpec) XXX_Marshal

func (m *SetStateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SetStateSpec) XXX_Merge

func (m *SetStateSpec) XXX_Merge(src proto.Message)

func (*SetStateSpec) XXX_Size

func (m *SetStateSpec) XXX_Size() int

func (*SetStateSpec) XXX_Unmarshal

func (m *SetStateSpec) XXX_Unmarshal(b []byte) error

type SideInput

type SideInput struct {
	// (Required) URN of the access pattern required by the `view_fn` to present
	// the desired SDK-specific interface to a UDF.
	//
	// This access pattern defines the SDK harness <-> Runner Harness RPC
	// interface for accessing a side input.
	//
	// The only access pattern intended for Beam, because of its superior
	// performance possibilities, is "beam:sideinput:multimap" (or some such
	// URN)
	AccessPattern *FunctionSpec `protobuf:"bytes,1,opt,name=access_pattern,json=accessPattern,proto3" json:"access_pattern,omitempty"`
	// (Required) The FunctionSpec of the UDF that adapts a particular
	// access_pattern to a user-facing view type.
	//
	// For example, View.asSingleton() may include a `view_fn` that adapts a
	// specially-designed multimap to a single value per window.
	ViewFn *FunctionSpec `protobuf:"bytes,2,opt,name=view_fn,json=viewFn,proto3" json:"view_fn,omitempty"`
	// (Required) The FunctionSpec of the UDF that maps a main input window
	// to a side input window.
	//
	// For example, when the main input is in fixed windows of one hour, this
	// can specify that the side input should be accessed according to the day
	// in which that hour falls.
	WindowMappingFn      *FunctionSpec `protobuf:"bytes,3,opt,name=window_mapping_fn,json=windowMappingFn,proto3" json:"window_mapping_fn,omitempty"`
	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
	XXX_unrecognized     []byte        `json:"-"`
	XXX_sizecache        int32         `json:"-"`
}

A specification for how to "side input" a PCollection.

func (*SideInput) Descriptor

func (*SideInput) Descriptor() ([]byte, []int)

func (*SideInput) GetAccessPattern

func (m *SideInput) GetAccessPattern() *FunctionSpec

func (*SideInput) GetViewFn

func (m *SideInput) GetViewFn() *FunctionSpec

func (*SideInput) GetWindowMappingFn

func (m *SideInput) GetWindowMappingFn() *FunctionSpec

func (*SideInput) ProtoMessage

func (*SideInput) ProtoMessage()

func (*SideInput) Reset

func (m *SideInput) Reset()

func (*SideInput) String

func (m *SideInput) String() string

func (*SideInput) XXX_DiscardUnknown

func (m *SideInput) XXX_DiscardUnknown()

func (*SideInput) XXX_Marshal

func (m *SideInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SideInput) XXX_Merge

func (m *SideInput) XXX_Merge(src proto.Message)

func (*SideInput) XXX_Size

func (m *SideInput) XXX_Size() int

func (*SideInput) XXX_Unmarshal

func (m *SideInput) XXX_Unmarshal(b []byte) error

type SlidingWindowsPayload

type SlidingWindowsPayload struct {
	// (Required) Represents the size of the window.
	Size *duration.Duration `protobuf:"bytes,1,opt,name=size,proto3" json:"size,omitempty"`
	// (Required) Represents the timestamp of when the first window begins.
	// Window N will start at offset + N * period.
	Offset *timestamp.Timestamp `protobuf:"bytes,2,opt,name=offset,proto3" json:"offset,omitempty"`
	// (Required) Represents the amount of time between each start of a window.
	Period               *duration.Duration `protobuf:"bytes,3,opt,name=period,proto3" json:"period,omitempty"`
	XXX_NoUnkeyedLiteral struct{}           `json:"-"`
	XXX_unrecognized     []byte             `json:"-"`
	XXX_sizecache        int32              `json:"-"`
}

A sliding time window represents time intervals in the data stream that can overlap. For example, each window might capture 60 seconds worth of data, but a new window starts every 30 seconds. The frequency with which sliding windows begin is called the period. Therefore, our example would have a window size of 60 seconds and a period of 30 seconds.

Because multiple windows overlap, most elements in a data set will belong to more than one window. This kind of windowing is useful for taking running averages of data; using sliding time windows, you can compute a running average of the past 60 seconds’ worth of data, updated every 30 seconds, in our example.

See https://beam.apache.org/documentation/programming-guide/#sliding-time-windows for additional details.

func (*SlidingWindowsPayload) Descriptor

func (*SlidingWindowsPayload) Descriptor() ([]byte, []int)

func (*SlidingWindowsPayload) GetOffset

func (m *SlidingWindowsPayload) GetOffset() *timestamp.Timestamp

func (*SlidingWindowsPayload) GetPeriod

func (m *SlidingWindowsPayload) GetPeriod() *duration.Duration

func (*SlidingWindowsPayload) GetSize

func (m *SlidingWindowsPayload) GetSize() *duration.Duration

func (*SlidingWindowsPayload) ProtoMessage

func (*SlidingWindowsPayload) ProtoMessage()

func (*SlidingWindowsPayload) Reset

func (m *SlidingWindowsPayload) Reset()

func (*SlidingWindowsPayload) String

func (m *SlidingWindowsPayload) String() string

func (*SlidingWindowsPayload) XXX_DiscardUnknown

func (m *SlidingWindowsPayload) XXX_DiscardUnknown()

func (*SlidingWindowsPayload) XXX_Marshal

func (m *SlidingWindowsPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SlidingWindowsPayload) XXX_Merge

func (m *SlidingWindowsPayload) XXX_Merge(src proto.Message)

func (*SlidingWindowsPayload) XXX_Size

func (m *SlidingWindowsPayload) XXX_Size() int

func (*SlidingWindowsPayload) XXX_Unmarshal

func (m *SlidingWindowsPayload) XXX_Unmarshal(b []byte) error

type SlidingWindowsPayload_Enum

type SlidingWindowsPayload_Enum int32
const (
	SlidingWindowsPayload_PROPERTIES SlidingWindowsPayload_Enum = 0
)

func (SlidingWindowsPayload_Enum) EnumDescriptor

func (SlidingWindowsPayload_Enum) EnumDescriptor() ([]byte, []int)

func (SlidingWindowsPayload_Enum) String

type StandardArtifacts

type StandardArtifacts struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*StandardArtifacts) Descriptor

func (*StandardArtifacts) Descriptor() ([]byte, []int)

func (*StandardArtifacts) ProtoMessage

func (*StandardArtifacts) ProtoMessage()

func (*StandardArtifacts) Reset

func (m *StandardArtifacts) Reset()

func (*StandardArtifacts) String

func (m *StandardArtifacts) String() string

func (*StandardArtifacts) XXX_DiscardUnknown

func (m *StandardArtifacts) XXX_DiscardUnknown()

func (*StandardArtifacts) XXX_Marshal

func (m *StandardArtifacts) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardArtifacts) XXX_Merge

func (m *StandardArtifacts) XXX_Merge(src proto.Message)

func (*StandardArtifacts) XXX_Size

func (m *StandardArtifacts) XXX_Size() int

func (*StandardArtifacts) XXX_Unmarshal

func (m *StandardArtifacts) XXX_Unmarshal(b []byte) error

type StandardArtifacts_Roles

type StandardArtifacts_Roles int32
const (
	// A URN for staging-to role.
	// payload: ArtifactStagingToRolePayload
	StandardArtifacts_STAGING_TO StandardArtifacts_Roles = 0
)

func (StandardArtifacts_Roles) EnumDescriptor

func (StandardArtifacts_Roles) EnumDescriptor() ([]byte, []int)

func (StandardArtifacts_Roles) String

func (x StandardArtifacts_Roles) String() string

type StandardArtifacts_Types

type StandardArtifacts_Types int32
const (
	// A URN for locally-accessible artifact files.
	// payload: ArtifactFilePayload
	StandardArtifacts_FILE StandardArtifacts_Types = 0
	// A URN for artifacts described by URLs.
	// payload: ArtifactUrlPayload
	StandardArtifacts_URL StandardArtifacts_Types = 1
	// A URN for artifacts embedded in ArtifactInformation proto.
	// payload: EmbeddedFilePayload.
	StandardArtifacts_EMBEDDED StandardArtifacts_Types = 2
	// A URN for Python artifacts hosted on PYPI.
	// payload: PypiPayload
	StandardArtifacts_PYPI StandardArtifacts_Types = 3
	// A URN for Java artifacts hosted on a Maven repository.
	// payload: MavenPayload
	StandardArtifacts_MAVEN StandardArtifacts_Types = 4
	// A URN for deferred artifacts.
	// payload: DeferredArtifactPayload
	StandardArtifacts_DEFERRED StandardArtifacts_Types = 5
)

func (StandardArtifacts_Types) EnumDescriptor

func (StandardArtifacts_Types) EnumDescriptor() ([]byte, []int)

func (StandardArtifacts_Types) String

func (x StandardArtifacts_Types) String() string

type StandardCoders

type StandardCoders struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*StandardCoders) Descriptor

func (*StandardCoders) Descriptor() ([]byte, []int)

func (*StandardCoders) ProtoMessage

func (*StandardCoders) ProtoMessage()

func (*StandardCoders) Reset

func (m *StandardCoders) Reset()

func (*StandardCoders) String

func (m *StandardCoders) String() string

func (*StandardCoders) XXX_DiscardUnknown

func (m *StandardCoders) XXX_DiscardUnknown()

func (*StandardCoders) XXX_Marshal

func (m *StandardCoders) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardCoders) XXX_Merge

func (m *StandardCoders) XXX_Merge(src proto.Message)

func (*StandardCoders) XXX_Size

func (m *StandardCoders) XXX_Size() int

func (*StandardCoders) XXX_Unmarshal

func (m *StandardCoders) XXX_Unmarshal(b []byte) error

type StandardCoders_Enum

type StandardCoders_Enum int32
const (
	// Components: None
	StandardCoders_BYTES StandardCoders_Enum = 0
	// Components: None
	StandardCoders_STRING_UTF8 StandardCoders_Enum = 10
	// Components: The key and value coder, in that order.
	StandardCoders_KV StandardCoders_Enum = 1
	// Components: None
	StandardCoders_BOOL StandardCoders_Enum = 12
	// Variable length Encodes a 64-bit integer.
	// Components: None
	StandardCoders_VARINT StandardCoders_Enum = 2
	// Encodes the floating point value as a big-endian 64-bit integer
	// according to the IEEE 754 double format bit layout.
	// Components: None
	StandardCoders_DOUBLE StandardCoders_Enum = 11
	// Encodes an iterable of elements.
	//
	// The encoding for an iterable [e1...eN] of known length N is
	//
	//    fixed32(N)
	//    encode(e1) encode(e2) encode(e3) ... encode(eN)
	//
	// If the length is unknown, it is batched up into groups of size b1..bM
	// and encoded as
	//
	//     fixed32(-1)
	//     varInt64(b1) encode(e1) encode(e2) ... encode(e_b1)
	//     varInt64(b2) encode(e_(b1+1)) encode(e_(b1+2)) ... encode(e_(b1+b2))
	//     ...
	//     varInt64(bM) encode(e_(N-bM+1)) encode(e_(N-bM+2)) ... encode(eN)
	//     varInt64(0)
	//
	// Components: Coder for a single element.
	StandardCoders_ITERABLE StandardCoders_Enum = 3
	// Encodes a timer containing a user key, a dynamic timer tag, a clear bit,
	// a fire timestamp, a hold timestamp, the windows and the paneinfo.
	// The encoding is represented as:
	//   user key - user defined key, uses the component coder.
	//   dynamic timer tag - a string which identifies a timer.
	//   windows - uses component coders.
	//   clear bit - a boolean set for clearing the timer.
	//   fire timestamp - a big endian 8 byte integer representing millis-since-epoch.
	//     The encoded representation is shifted so that the byte representation of
	//     negative values are lexicographically ordered before the byte representation
	//     of positive values. This is typically done by subtracting -9223372036854775808
	//     from the value and encoding it as a signed big endian integer. Example values:
	//
	//     -9223372036854775808: 00 00 00 00 00 00 00 00
	//                     -255: 7F FF FF FF FF FF FF 01
	//                       -1: 7F FF FF FF FF FF FF FF
	//                        0: 80 00 00 00 00 00 00 00
	//                        1: 80 00 00 00 00 00 00 01
	//                      256: 80 00 00 00 00 00 01 00
	//      9223372036854775807: FF FF FF FF FF FF FF FF
	//   hold timestamp - similar to the fire timestamp.
	//   paneinfo - similar to the paneinfo of the windowed_value.
	// Components: Coder for the key and windows.
	StandardCoders_TIMER StandardCoders_Enum = 4
	// Components: None
	StandardCoders_INTERVAL_WINDOW StandardCoders_Enum = 5
	// Components: The coder to attach a length prefix to
	StandardCoders_LENGTH_PREFIX StandardCoders_Enum = 6
	// Components: None
	StandardCoders_GLOBAL_WINDOW StandardCoders_Enum = 7
	// Encodes an element, the windows it is in, the timestamp of the element,
	// and the pane of the element. The encoding is represented as:
	// timestamp windows pane element
	//   timestamp - A big endian 8 byte integer representing millis-since-epoch.
	//     The encoded representation is shifted so that the byte representation
	//     of negative values are lexicographically ordered before the byte
	//     representation of positive values. This is typically done by
	//     subtracting -9223372036854775808 from the value and encoding it as a
	//     signed big endian integer. Example values:
	//
	//     -9223372036854775808: 00 00 00 00 00 00 00 00
	//                     -255: 7F FF FF FF FF FF FF 01
	//                       -1: 7F FF FF FF FF FF FF FF
	//                        0: 80 00 00 00 00 00 00 00
	//                        1: 80 00 00 00 00 00 00 01
	//                      256: 80 00 00 00 00 00 01 00
	//      9223372036854775807: FF FF FF FF FF FF FF FF
	//
	//   windows - The windows are encoded using the beam:coder:iterable:v1
	//     format, where the windows are encoded using the supplied window
	//     coder.
	//
	//   pane - The first byte of the pane info determines which type of
	//     encoding is used, as well as the is_first, is_last, and timing
	//     fields. If this byte is bits [0 1 2 3 4 5 6 7], then:
	//     * bits [0 1 2 3] determine the encoding as follows:
	//         0000 - The entire pane info is encoded as a single byte.
	//                The is_first, is_last, and timing fields are encoded
	//                as below, and the index and non-speculative index are
	//                both zero (and hence are not encoded here).
	//         0001 - The pane info is encoded as this byte plus a single
	//                VarInt encoed integer representing the pane index. The
	//                non-speculative index can be derived as follows:
	//                  -1 if the pane is early, otherwise equal to index.
	//         0010 - The pane info is encoded as this byte plus two VarInt
	//                encoded integers representing the pane index and
	//                non-speculative index respectively.
	//     * bits [4 5] encode the timing as follows:
	//         00 - early
	//         01 - on time
	//         10 - late
	//         11 - unknown
	//     * bit 6 is 1 if this is the first pane, 0 otherwise.
	//     * bit 7 is 1 if this is the last pane, 0 otherwise.
	//
	//   element - The element incoded using the supplied element coder.
	//
	// Components: The element coder and the window coder, in that order.
	StandardCoders_WINDOWED_VALUE StandardCoders_Enum = 8
	// A windowed value coder with parameterized timestamp, windows and pane info.
	// Encodes an element with only the value of the windowed value.
	// Decodes the value and assigns the parameterized timestamp, windows and pane info to the
	// windowed value.
	// Components: The element coder and the window coder, in that order
	// The payload of this coder is an encoded windowed value using the
	// beam:coder:windowed_value:v1 coder parameterized by a beam:coder:bytes:v1
	// element coder and the window coder that this param_windowed_value coder uses.
	StandardCoders_PARAM_WINDOWED_VALUE StandardCoders_Enum = 14
	// Encodes an iterable of elements, some of which may be stored elsewhere.
	//
	// The encoding for a state-backed iterable is the same as that for
	// an iterable, but the final varInt64(0) terminating the set of batches
	// may instead be replaced by
	//
	//     varInt64(-1)
	//     varInt64(len(token))
	//     token
	//
	// where token is an opaque byte string that can be used to fetch the
	// remainder of the iterable (e.g. over the state API).
	//
	// Components: Coder for a single element.
	// Experimental.
	StandardCoders_STATE_BACKED_ITERABLE StandardCoders_Enum = 9
	// Encodes a "row", an element with a known schema, defined by an
	// instance of Schema from schema.proto.
	//
	// A row is encoded as the concatenation of:
	//   - The number of attributes in the schema, encoded with
	//     beam:coder:varint:v1. This makes it possible to detect certain
	//     allowed schema changes (appending or removing columns) in
	//     long-running streaming pipelines.
	//   - A byte array representing a packed bitset indicating null fields (a
	//     1 indicating a null) encoded with beam:coder:bytes:v1. The unused
	//     bits in the last byte must be set to 0. If there are no nulls an
	//     empty byte array is encoded.
	//     The two-byte bitset (not including the lenghth-prefix) for the row
	//     [NULL, 0, 0, 0, NULL, 0, 0, NULL, 0, NULL] would be
	//     [0b10010001, 0b00000010]
	//   - An encoding for each non-null field, concatenated together.
	//
	// Schema types are mapped to coders as follows:
	//   AtomicType:
	//     BYTE:      not yet a standard coder (BEAM-7996)
	//     INT16:     not yet a standard coder (BEAM-7996)
	//     INT32:     beam:coder:varint:v1
	//     INT64:     beam:coder:varint:v1
	//     FLOAT:     not yet a standard coder (BEAM-7996)
	//     DOUBLE:    beam:coder:double:v1
	//     STRING:    beam:coder:string_utf8:v1
	//     BOOLEAN:   beam:coder:bool:v1
	//     BYTES:     beam:coder:bytes:v1
	//   ArrayType:   beam:coder:iterable:v1 (always has a known length)
	//   MapType:     not yet a standard coder (BEAM-7996)
	//   RowType:     beam:coder:row:v1
	//   LogicalType: Uses the coder for its representation.
	//
	// The payload for RowCoder is an instance of Schema.
	// Components: None
	// Experimental.
	StandardCoders_ROW StandardCoders_Enum = 13
)

func (StandardCoders_Enum) EnumDescriptor

func (StandardCoders_Enum) EnumDescriptor() ([]byte, []int)

func (StandardCoders_Enum) String

func (x StandardCoders_Enum) String() string

type StandardDisplayData

type StandardDisplayData struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A set of well known URNs describing display data.

All descriptions must contain how the value should be classified and how it is encoded. Note that some types are logical types which convey contextual information about the pipeline in addition to an encoding while others only specify the encoding itself.

func (*StandardDisplayData) Descriptor

func (*StandardDisplayData) Descriptor() ([]byte, []int)

func (*StandardDisplayData) ProtoMessage

func (*StandardDisplayData) ProtoMessage()

func (*StandardDisplayData) Reset

func (m *StandardDisplayData) Reset()

func (*StandardDisplayData) String

func (m *StandardDisplayData) String() string

func (*StandardDisplayData) XXX_DiscardUnknown

func (m *StandardDisplayData) XXX_DiscardUnknown()

func (*StandardDisplayData) XXX_Marshal

func (m *StandardDisplayData) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardDisplayData) XXX_Merge

func (m *StandardDisplayData) XXX_Merge(src proto.Message)

func (*StandardDisplayData) XXX_Size

func (m *StandardDisplayData) XXX_Size() int

func (*StandardDisplayData) XXX_Unmarshal

func (m *StandardDisplayData) XXX_Unmarshal(b []byte) error

type StandardDisplayData_DisplayData

type StandardDisplayData_DisplayData int32
const (
	// A string label and value. Has a payload containing an encoded
	// LabelledStringPayload.
	StandardDisplayData_LABELLED_STRING StandardDisplayData_DisplayData = 0
)

func (StandardDisplayData_DisplayData) EnumDescriptor

func (StandardDisplayData_DisplayData) EnumDescriptor() ([]byte, []int)

func (StandardDisplayData_DisplayData) String

type StandardEnvironments

type StandardEnvironments struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*StandardEnvironments) Descriptor

func (*StandardEnvironments) Descriptor() ([]byte, []int)

func (*StandardEnvironments) ProtoMessage

func (*StandardEnvironments) ProtoMessage()

func (*StandardEnvironments) Reset

func (m *StandardEnvironments) Reset()

func (*StandardEnvironments) String

func (m *StandardEnvironments) String() string

func (*StandardEnvironments) XXX_DiscardUnknown

func (m *StandardEnvironments) XXX_DiscardUnknown()

func (*StandardEnvironments) XXX_Marshal

func (m *StandardEnvironments) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardEnvironments) XXX_Merge

func (m *StandardEnvironments) XXX_Merge(src proto.Message)

func (*StandardEnvironments) XXX_Size

func (m *StandardEnvironments) XXX_Size() int

func (*StandardEnvironments) XXX_Unmarshal

func (m *StandardEnvironments) XXX_Unmarshal(b []byte) error

type StandardEnvironments_Environments

type StandardEnvironments_Environments int32
const (
	StandardEnvironments_DOCKER   StandardEnvironments_Environments = 0
	StandardEnvironments_PROCESS  StandardEnvironments_Environments = 1
	StandardEnvironments_EXTERNAL StandardEnvironments_Environments = 2
)

func (StandardEnvironments_Environments) EnumDescriptor

func (StandardEnvironments_Environments) EnumDescriptor() ([]byte, []int)

func (StandardEnvironments_Environments) String

type StandardPTransforms

type StandardPTransforms struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*StandardPTransforms) Descriptor

func (*StandardPTransforms) Descriptor() ([]byte, []int)

func (*StandardPTransforms) ProtoMessage

func (*StandardPTransforms) ProtoMessage()

func (*StandardPTransforms) Reset

func (m *StandardPTransforms) Reset()

func (*StandardPTransforms) String

func (m *StandardPTransforms) String() string

func (*StandardPTransforms) XXX_DiscardUnknown

func (m *StandardPTransforms) XXX_DiscardUnknown()

func (*StandardPTransforms) XXX_Marshal

func (m *StandardPTransforms) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardPTransforms) XXX_Merge

func (m *StandardPTransforms) XXX_Merge(src proto.Message)

func (*StandardPTransforms) XXX_Size

func (m *StandardPTransforms) XXX_Size() int

func (*StandardPTransforms) XXX_Unmarshal

func (m *StandardPTransforms) XXX_Unmarshal(b []byte) error

type StandardPTransforms_CombineComponents

type StandardPTransforms_CombineComponents int32

Payload for all of these: CombinePayload

const (
	// Represents the Pre-Combine part of a lifted Combine Per Key, as described
	// in the following document:
	// https://s.apache.org/beam-runner-api-combine-model#heading=h.ta0g6ase8z07
	// Payload: CombinePayload
	StandardPTransforms_COMBINE_PER_KEY_PRECOMBINE StandardPTransforms_CombineComponents = 0
	// Represents the Merge Accumulators part of a lifted Combine Per Key, as
	// described in the following document:
	// https://s.apache.org/beam-runner-api-combine-model#heading=h.jco9rvatld5m
	// Payload: CombinePayload
	StandardPTransforms_COMBINE_PER_KEY_MERGE_ACCUMULATORS StandardPTransforms_CombineComponents = 1
	// Represents the Extract Outputs part of a lifted Combine Per Key, as
	// described in the following document:
	// https://s.apache.org/beam-runner-api-combine-model#heading=h.i9i6p8gtl6ku
	// Payload: CombinePayload
	StandardPTransforms_COMBINE_PER_KEY_EXTRACT_OUTPUTS StandardPTransforms_CombineComponents = 2
	// Represents the Combine Grouped Values transform, as described in the
	// following document:
	// https://s.apache.org/beam-runner-api-combine-model#heading=h.aj86ew4v1wk
	// Payload: CombinePayload
	StandardPTransforms_COMBINE_GROUPED_VALUES StandardPTransforms_CombineComponents = 3
	// Represents the Convert To Accumulators transform, as described in the
	// following document:
	// https://s.apache.org/beam-runner-api-combine-model#heading=h.h5697l1scd9x
	// Payload: CombinePayload
	StandardPTransforms_COMBINE_PER_KEY_CONVERT_TO_ACCUMULATORS StandardPTransforms_CombineComponents = 4
)

func (StandardPTransforms_CombineComponents) EnumDescriptor

func (StandardPTransforms_CombineComponents) EnumDescriptor() ([]byte, []int)

func (StandardPTransforms_CombineComponents) String

type StandardPTransforms_Composites

type StandardPTransforms_Composites int32
const (
	// Represents the Combine.perKey() operation.
	// If this is produced by an SDK, it is assumed that the SDK understands
	// each of CombineComponents.
	// Payload: CombinePayload
	StandardPTransforms_COMBINE_PER_KEY StandardPTransforms_Composites = 0
	// Represents the Combine.globally() operation.
	// If this is produced by an SDK, it is assumed that the SDK understands
	// each of CombineComponents.
	// Payload: CombinePayload
	StandardPTransforms_COMBINE_GLOBALLY StandardPTransforms_Composites = 1
	// Represents the Reshuffle operation.
	StandardPTransforms_RESHUFFLE StandardPTransforms_Composites = 2
	// Less well-known. Payload: WriteFilesPayload.
	StandardPTransforms_WRITE_FILES StandardPTransforms_Composites = 3
)

func (StandardPTransforms_Composites) EnumDescriptor

func (StandardPTransforms_Composites) EnumDescriptor() ([]byte, []int)

func (StandardPTransforms_Composites) String

type StandardPTransforms_DeprecatedPrimitives

type StandardPTransforms_DeprecatedPrimitives int32
const (
	// Represents the operation to read a Bounded or Unbounded source.
	// Payload: ReadPayload.
	StandardPTransforms_READ StandardPTransforms_DeprecatedPrimitives = 0
	// Runners should move away from translating `CreatePCollectionView` and treat this as
	// part of the translation for a `ParDo` side input.
	StandardPTransforms_CREATE_VIEW StandardPTransforms_DeprecatedPrimitives = 1
)

func (StandardPTransforms_DeprecatedPrimitives) EnumDescriptor

func (StandardPTransforms_DeprecatedPrimitives) EnumDescriptor() ([]byte, []int)

func (StandardPTransforms_DeprecatedPrimitives) String

type StandardPTransforms_Primitives

type StandardPTransforms_Primitives int32

Primitive transforms may not specify composite sub-transforms.

const (
	// ParDo is a Beam transform for generic parallel processing. The ParDo
	// processing paradigm is similar to the “Map” phase of a
	// Map/Shuffle/Reduce-style algorithm: a ParDo transform considers each
	// element in the input PCollection, performs some processing function
	// (your user code) on that element, and emits zero, one, or multiple
	// elements to an output PCollection.
	//
	// See https://beam.apache.org/documentation/programming-guide/#pardo
	// for additional details.
	//
	// Payload: ParDoPayload
	StandardPTransforms_PAR_DO StandardPTransforms_Primitives = 0
	// Flatten is a Beam transform for PCollection objects that store the same
	// data type. Flatten merges multiple PCollection objects into a single
	// logical PCollection.
	//
	// See https://beam.apache.org/documentation/programming-guide/#flatten
	// for additional details.
	//
	// Payload: None
	StandardPTransforms_FLATTEN StandardPTransforms_Primitives = 1
	// GroupByKey is a Beam transform for processing collections of key/value
	// pairs. It’s a parallel reduction operation, analogous to the Shuffle
	// phase of a Map/Shuffle/Reduce-style algorithm. The input to GroupByKey is
	// a collection of key/value pairs that represents a multimap, where the
	// collection contains multiple pairs that have the same key, but different
	// values. Given such a collection, you use GroupByKey to collect all of the
	// values associated with each unique key.
	//
	// See https://beam.apache.org/documentation/programming-guide/#groupbykey
	// for additional details.
	//
	// Payload: None
	StandardPTransforms_GROUP_BY_KEY StandardPTransforms_Primitives = 2
	// A transform which produces a single empty byte array at the minimum
	// timestamp in the GlobalWindow.
	//
	// Payload: None
	StandardPTransforms_IMPULSE StandardPTransforms_Primitives = 3
	// Windowing subdivides a PCollection according to the timestamps of its
	// individual elements. Transforms that aggregate multiple elements, such as
	// GroupByKey and Combine, work implicitly on a per-window basis — they
	// process each PCollection as a succession of multiple, finite windows,
	// though the entire collection itself may be of unbounded size.
	//
	// See https://beam.apache.org/documentation/programming-guide/#windowing
	// for additional details.
	//
	// Payload: WindowIntoPayload
	StandardPTransforms_ASSIGN_WINDOWS StandardPTransforms_Primitives = 4
	// A testing input that generates an unbounded {@link PCollection} of
	// elements, advancing the watermark and processing time as elements are
	// emitted. After all of the specified elements are emitted, ceases to
	// produce output.
	//
	// See https://beam.apache.org/blog/2016/10/20/test-stream.html
	// for additional details.
	//
	// Payload: TestStreamPayload
	StandardPTransforms_TEST_STREAM StandardPTransforms_Primitives = 5
	// Represents mapping of main input window onto side input window.
	//
	// Side input window mapping function:
	// Input: KV<nonce, MainInputWindow>
	// Output: KV<nonce, SideInputWindow>
	//
	// For each main input window, the side input window is returned. The
	// nonce is used by a runner to associate each input with its output.
	// The nonce is represented as an opaque set of bytes.
	//
	// Payload: SideInput#window_mapping_fn FunctionSpec
	StandardPTransforms_MAP_WINDOWS StandardPTransforms_Primitives = 6
	// Used to merge windows during a GroupByKey.
	//
	// Window merging function:
	// Input: KV<nonce, iterable<OriginalWindow>>
	// Output: KV<nonce, KV<iterable<UnmergedOriginalWindow>, iterable<KV<MergedWindow, iterable<ConsumedOriginalWindow>>>>
	//
	// For each set of original windows, a list of all unmerged windows is
	// output alongside a map of merged window to set of consumed windows.
	// All original windows must be contained in either the unmerged original
	// window set or one of the consumed original window sets. Each original
	// window can only be part of one output set. The nonce is used by a runner
	// to associate each input with its output. The nonce is represented as an
	// opaque set of bytes.
	//
	// Payload: WindowingStrategy#window_fn FunctionSpec
	StandardPTransforms_MERGE_WINDOWS StandardPTransforms_Primitives = 7
)

func (StandardPTransforms_Primitives) EnumDescriptor

func (StandardPTransforms_Primitives) EnumDescriptor() ([]byte, []int)

func (StandardPTransforms_Primitives) String

type StandardPTransforms_SplittableParDoComponents

type StandardPTransforms_SplittableParDoComponents int32

Payload for all of these: ParDoPayload containing the user's SDF

const (
	// Pairs the input element with its initial restriction.
	// Input: element; output: KV(element, restriction).
	StandardPTransforms_PAIR_WITH_RESTRICTION StandardPTransforms_SplittableParDoComponents = 0
	// Splits the restriction inside an element/restriction pair.
	// Input: KV(element, restriction); output: KV(element, restriction).
	StandardPTransforms_SPLIT_RESTRICTION StandardPTransforms_SplittableParDoComponents = 1
	// Applies the DoFn to every element/restriction pair in a uniquely keyed
	// collection, in a splittable fashion.
	// Input: KV(bytes, KV(element, restriction)); output: DoFn's output.
	// The first "bytes" is an opaque unique key using the standard bytes coder.
	// Typically a runner would rewrite this into a runner-specific grouping
	// operation supporting state and timers, followed by PROCESS_ELEMENTS,
	// with some runner-specific glue code in between.
	StandardPTransforms_PROCESS_KEYED_ELEMENTS StandardPTransforms_SplittableParDoComponents = 2
	// Like PROCESS_KEYED_ELEMENTS, but without the unique key - just elements
	// and restrictions.
	// Input: KV(element, restriction); output: DoFn's output.
	StandardPTransforms_PROCESS_ELEMENTS StandardPTransforms_SplittableParDoComponents = 3
	// Splits the restriction of each element/restriction pair and returns the
	// resulting splits, with a corresponding floating point size estimations
	// for each.
	// A reasonable value for size is the number of bytes expected to be
	// produced by this (element, restriction) pair.
	// Input: KV(element, restriction)
	// Output: KV(KV(element, restriction), size))
	StandardPTransforms_SPLIT_AND_SIZE_RESTRICTIONS StandardPTransforms_SplittableParDoComponents = 4
	// Like PROCESS_ELEMENTS, but accepts the sized output produced by
	// SPLIT_RESTRICTION_WITH_SIZING.
	// Input: KV(KV(element, restriction), size); output: DoFn's output.
	StandardPTransforms_PROCESS_SIZED_ELEMENTS_AND_RESTRICTIONS StandardPTransforms_SplittableParDoComponents = 5
)

func (StandardPTransforms_SplittableParDoComponents) EnumDescriptor

func (StandardPTransforms_SplittableParDoComponents) EnumDescriptor() ([]byte, []int)

func (StandardPTransforms_SplittableParDoComponents) String

type StandardProtocols

type StandardProtocols struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

These URNs are used to indicate capabilities of environments that cannot simply be expressed as a component (such as a Coder or PTransform) that this environment understands.

func (*StandardProtocols) Descriptor

func (*StandardProtocols) Descriptor() ([]byte, []int)

func (*StandardProtocols) ProtoMessage

func (*StandardProtocols) ProtoMessage()

func (*StandardProtocols) Reset

func (m *StandardProtocols) Reset()

func (*StandardProtocols) String

func (m *StandardProtocols) String() string

func (*StandardProtocols) XXX_DiscardUnknown

func (m *StandardProtocols) XXX_DiscardUnknown()

func (*StandardProtocols) XXX_Marshal

func (m *StandardProtocols) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardProtocols) XXX_Merge

func (m *StandardProtocols) XXX_Merge(src proto.Message)

func (*StandardProtocols) XXX_Size

func (m *StandardProtocols) XXX_Size() int

func (*StandardProtocols) XXX_Unmarshal

func (m *StandardProtocols) XXX_Unmarshal(b []byte) error

type StandardProtocols_Enum

type StandardProtocols_Enum int32
const (
	// Indicates suport for progress reporting via the legacy Metrics proto.
	StandardProtocols_LEGACY_PROGRESS_REPORTING StandardProtocols_Enum = 0
	// Indicates suport for progress reporting via the new MonitoringInfo proto.
	StandardProtocols_PROGRESS_REPORTING StandardProtocols_Enum = 1
	// Indicates suport for worker status protocol defined at
	// https://s.apache.org/beam-fn-api-harness-status.
	StandardProtocols_WORKER_STATUS StandardProtocols_Enum = 2
	// Indicates this SDK can take advantage of multiple cores when processing
	// concurrent process bundle requests. (Note that all SDKs must process
	// an unbounded number of concurrent process bundle requests; this capability
	// simply indicates this SDK can actually parallelize the work across multiple
	// cores.
	StandardProtocols_MULTI_CORE_BUNDLE_PROCESSING StandardProtocols_Enum = 3
)

func (StandardProtocols_Enum) EnumDescriptor

func (StandardProtocols_Enum) EnumDescriptor() ([]byte, []int)

func (StandardProtocols_Enum) String

func (x StandardProtocols_Enum) String() string

type StandardRequirements

type StandardRequirements struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

These URNs are used to indicate requirements of a pipeline that cannot simply be expressed as a component (such as a Coder or PTransform) that the runner must understand. In many cases, this indicates a particular field of a transform must be inspected and respected (which allows new fields to be added in a forwards-compatible way).

func (*StandardRequirements) Descriptor

func (*StandardRequirements) Descriptor() ([]byte, []int)

func (*StandardRequirements) ProtoMessage

func (*StandardRequirements) ProtoMessage()

func (*StandardRequirements) Reset

func (m *StandardRequirements) Reset()

func (*StandardRequirements) String

func (m *StandardRequirements) String() string

func (*StandardRequirements) XXX_DiscardUnknown

func (m *StandardRequirements) XXX_DiscardUnknown()

func (*StandardRequirements) XXX_Marshal

func (m *StandardRequirements) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardRequirements) XXX_Merge

func (m *StandardRequirements) XXX_Merge(src proto.Message)

func (*StandardRequirements) XXX_Size

func (m *StandardRequirements) XXX_Size() int

func (*StandardRequirements) XXX_Unmarshal

func (m *StandardRequirements) XXX_Unmarshal(b []byte) error

type StandardRequirements_Enum

type StandardRequirements_Enum int32
const (
	// This requirement indicates the state_spec and time_spec fields of ParDo
	// transform payloads must be inspected.
	StandardRequirements_REQUIRES_STATEFUL_PROCESSING StandardRequirements_Enum = 0
	// This requirement indicates the requests_finalization field of ParDo
	// transform payloads must be inspected.
	StandardRequirements_REQUIRES_BUNDLE_FINALIZATION StandardRequirements_Enum = 1
	// This requirement indicates the requires_stable_input field of ParDo
	// transform payloads must be inspected.
	StandardRequirements_REQUIRES_STABLE_INPUT StandardRequirements_Enum = 2
	// This requirement indicates the requires_time_sorted_input field of ParDo
	// transform payloads must be inspected.
	StandardRequirements_REQUIRES_TIME_SORTED_INPUT StandardRequirements_Enum = 3
	// This requirement indicates the restriction_coder_id field of ParDo
	// transform payloads must be inspected.
	StandardRequirements_REQUIRES_SPLITTABLE_DOFN StandardRequirements_Enum = 4
)

func (StandardRequirements_Enum) EnumDescriptor

func (StandardRequirements_Enum) EnumDescriptor() ([]byte, []int)

func (StandardRequirements_Enum) String

func (x StandardRequirements_Enum) String() string

type StandardSideInputTypes

type StandardSideInputTypes struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*StandardSideInputTypes) Descriptor

func (*StandardSideInputTypes) Descriptor() ([]byte, []int)

func (*StandardSideInputTypes) ProtoMessage

func (*StandardSideInputTypes) ProtoMessage()

func (*StandardSideInputTypes) Reset

func (m *StandardSideInputTypes) Reset()

func (*StandardSideInputTypes) String

func (m *StandardSideInputTypes) String() string

func (*StandardSideInputTypes) XXX_DiscardUnknown

func (m *StandardSideInputTypes) XXX_DiscardUnknown()

func (*StandardSideInputTypes) XXX_Marshal

func (m *StandardSideInputTypes) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StandardSideInputTypes) XXX_Merge

func (m *StandardSideInputTypes) XXX_Merge(src proto.Message)

func (*StandardSideInputTypes) XXX_Size

func (m *StandardSideInputTypes) XXX_Size() int

func (*StandardSideInputTypes) XXX_Unmarshal

func (m *StandardSideInputTypes) XXX_Unmarshal(b []byte) error

type StandardSideInputTypes_Enum

type StandardSideInputTypes_Enum int32
const (
	// Represents a view over a PCollection<V>.
	//
	// StateGetRequests performed on this side input must use
	// StateKey.IterableSideInput.
	StandardSideInputTypes_ITERABLE StandardSideInputTypes_Enum = 0
	// Represents a view over a PCollection<KV<K, V>>.
	//
	// StateGetRequests performed on this side input must use
	// StateKey.IterableSideInput or StateKey.MultimapSideInput.
	StandardSideInputTypes_MULTIMAP StandardSideInputTypes_Enum = 1
)

func (StandardSideInputTypes_Enum) EnumDescriptor

func (StandardSideInputTypes_Enum) EnumDescriptor() ([]byte, []int)

func (StandardSideInputTypes_Enum) String

type StateSpec

type StateSpec struct {
	// Types that are valid to be assigned to Spec:
	//	*StateSpec_ReadModifyWriteSpec
	//	*StateSpec_BagSpec
	//	*StateSpec_CombiningSpec
	//	*StateSpec_MapSpec
	//	*StateSpec_SetSpec
	Spec                 isStateSpec_Spec `protobuf_oneof:"spec"`
	XXX_NoUnkeyedLiteral struct{}         `json:"-"`
	XXX_unrecognized     []byte           `json:"-"`
	XXX_sizecache        int32            `json:"-"`
}

func (*StateSpec) Descriptor

func (*StateSpec) Descriptor() ([]byte, []int)

func (*StateSpec) GetBagSpec

func (m *StateSpec) GetBagSpec() *BagStateSpec

func (*StateSpec) GetCombiningSpec

func (m *StateSpec) GetCombiningSpec() *CombiningStateSpec

func (*StateSpec) GetMapSpec

func (m *StateSpec) GetMapSpec() *MapStateSpec

func (*StateSpec) GetReadModifyWriteSpec

func (m *StateSpec) GetReadModifyWriteSpec() *ReadModifyWriteStateSpec

func (*StateSpec) GetSetSpec

func (m *StateSpec) GetSetSpec() *SetStateSpec

func (*StateSpec) GetSpec

func (m *StateSpec) GetSpec() isStateSpec_Spec

func (*StateSpec) ProtoMessage

func (*StateSpec) ProtoMessage()

func (*StateSpec) Reset

func (m *StateSpec) Reset()

func (*StateSpec) String

func (m *StateSpec) String() string

func (*StateSpec) XXX_DiscardUnknown

func (m *StateSpec) XXX_DiscardUnknown()

func (*StateSpec) XXX_Marshal

func (m *StateSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*StateSpec) XXX_Merge

func (m *StateSpec) XXX_Merge(src proto.Message)

func (*StateSpec) XXX_OneofWrappers

func (*StateSpec) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*StateSpec) XXX_Size

func (m *StateSpec) XXX_Size() int

func (*StateSpec) XXX_Unmarshal

func (m *StateSpec) XXX_Unmarshal(b []byte) error

type StateSpec_BagSpec

type StateSpec_BagSpec struct {
	BagSpec *BagStateSpec `protobuf:"bytes,2,opt,name=bag_spec,json=bagSpec,proto3,oneof"`
}

type StateSpec_CombiningSpec

type StateSpec_CombiningSpec struct {
	CombiningSpec *CombiningStateSpec `protobuf:"bytes,3,opt,name=combining_spec,json=combiningSpec,proto3,oneof"`
}

type StateSpec_MapSpec

type StateSpec_MapSpec struct {
	MapSpec *MapStateSpec `protobuf:"bytes,4,opt,name=map_spec,json=mapSpec,proto3,oneof"`
}

type StateSpec_ReadModifyWriteSpec

type StateSpec_ReadModifyWriteSpec struct {
	ReadModifyWriteSpec *ReadModifyWriteStateSpec `protobuf:"bytes,1,opt,name=read_modify_write_spec,json=readModifyWriteSpec,proto3,oneof"`
}

type StateSpec_SetSpec

type StateSpec_SetSpec struct {
	SetSpec *SetStateSpec `protobuf:"bytes,5,opt,name=set_spec,json=setSpec,proto3,oneof"`
}

type TestStreamPayload

type TestStreamPayload struct {
	// (Required) the coder for elements in the TestStream events
	CoderId string `protobuf:"bytes,1,opt,name=coder_id,json=coderId,proto3" json:"coder_id,omitempty"`
	// (Optional) If specified, the TestStream will replay these events.
	Events []*TestStreamPayload_Event `protobuf:"bytes,2,rep,name=events,proto3" json:"events,omitempty"`
	// (Optional) If specified, points to a TestStreamService to be
	// used to retrieve events.
	Endpoint             *ApiServiceDescriptor `protobuf:"bytes,3,opt,name=endpoint,proto3" json:"endpoint,omitempty"`
	XXX_NoUnkeyedLiteral struct{}              `json:"-"`
	XXX_unrecognized     []byte                `json:"-"`
	XXX_sizecache        int32                 `json:"-"`
}

The payload for the test-only primitive TestStream

func (*TestStreamPayload) Descriptor

func (*TestStreamPayload) Descriptor() ([]byte, []int)

func (*TestStreamPayload) GetCoderId

func (m *TestStreamPayload) GetCoderId() string

func (*TestStreamPayload) GetEndpoint

func (m *TestStreamPayload) GetEndpoint() *ApiServiceDescriptor

func (*TestStreamPayload) GetEvents

func (m *TestStreamPayload) GetEvents() []*TestStreamPayload_Event

func (*TestStreamPayload) ProtoMessage

func (*TestStreamPayload) ProtoMessage()

func (*TestStreamPayload) Reset

func (m *TestStreamPayload) Reset()

func (*TestStreamPayload) String

func (m *TestStreamPayload) String() string

func (*TestStreamPayload) XXX_DiscardUnknown

func (m *TestStreamPayload) XXX_DiscardUnknown()

func (*TestStreamPayload) XXX_Marshal

func (m *TestStreamPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TestStreamPayload) XXX_Merge

func (m *TestStreamPayload) XXX_Merge(src proto.Message)

func (*TestStreamPayload) XXX_Size

func (m *TestStreamPayload) XXX_Size() int

func (*TestStreamPayload) XXX_Unmarshal

func (m *TestStreamPayload) XXX_Unmarshal(b []byte) error

type TestStreamPayload_Event

type TestStreamPayload_Event struct {
	// Types that are valid to be assigned to Event:
	//	*TestStreamPayload_Event_WatermarkEvent
	//	*TestStreamPayload_Event_ProcessingTimeEvent
	//	*TestStreamPayload_Event_ElementEvent
	Event                isTestStreamPayload_Event_Event `protobuf_oneof:"event"`
	XXX_NoUnkeyedLiteral struct{}                        `json:"-"`
	XXX_unrecognized     []byte                          `json:"-"`
	XXX_sizecache        int32                           `json:"-"`
}

func (*TestStreamPayload_Event) Descriptor

func (*TestStreamPayload_Event) Descriptor() ([]byte, []int)

func (*TestStreamPayload_Event) GetElementEvent

func (*TestStreamPayload_Event) GetEvent

func (m *TestStreamPayload_Event) GetEvent() isTestStreamPayload_Event_Event

func (*TestStreamPayload_Event) GetProcessingTimeEvent

func (*TestStreamPayload_Event) GetWatermarkEvent

func (*TestStreamPayload_Event) ProtoMessage

func (*TestStreamPayload_Event) ProtoMessage()

func (*TestStreamPayload_Event) Reset

func (m *TestStreamPayload_Event) Reset()

func (*TestStreamPayload_Event) String

func (m *TestStreamPayload_Event) String() string

func (*TestStreamPayload_Event) XXX_DiscardUnknown

func (m *TestStreamPayload_Event) XXX_DiscardUnknown()

func (*TestStreamPayload_Event) XXX_Marshal

func (m *TestStreamPayload_Event) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TestStreamPayload_Event) XXX_Merge

func (m *TestStreamPayload_Event) XXX_Merge(src proto.Message)

func (*TestStreamPayload_Event) XXX_OneofWrappers

func (*TestStreamPayload_Event) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*TestStreamPayload_Event) XXX_Size

func (m *TestStreamPayload_Event) XXX_Size() int

func (*TestStreamPayload_Event) XXX_Unmarshal

func (m *TestStreamPayload_Event) XXX_Unmarshal(b []byte) error

type TestStreamPayload_Event_AddElements

type TestStreamPayload_Event_AddElements struct {
	// (Required) The elements to add to the TestStream.
	Elements []*TestStreamPayload_TimestampedElement `protobuf:"bytes,1,rep,name=elements,proto3" json:"elements,omitempty"`
	// (Optional) The output PCollection tag to add these elements to. If
	// unspecified or with an empty string, this will default to the Main
	// PCollection Output.
	Tag                  string   `protobuf:"bytes,3,opt,name=tag,proto3" json:"tag,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Adds elements to the stream to be emitted.

func (*TestStreamPayload_Event_AddElements) Descriptor

func (*TestStreamPayload_Event_AddElements) Descriptor() ([]byte, []int)

func (*TestStreamPayload_Event_AddElements) GetElements

func (*TestStreamPayload_Event_AddElements) GetTag

func (*TestStreamPayload_Event_AddElements) ProtoMessage

func (*TestStreamPayload_Event_AddElements) ProtoMessage()

func (*TestStreamPayload_Event_AddElements) Reset

func (*TestStreamPayload_Event_AddElements) String

func (*TestStreamPayload_Event_AddElements) XXX_DiscardUnknown

func (m *TestStreamPayload_Event_AddElements) XXX_DiscardUnknown()

func (*TestStreamPayload_Event_AddElements) XXX_Marshal

func (m *TestStreamPayload_Event_AddElements) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TestStreamPayload_Event_AddElements) XXX_Merge

func (*TestStreamPayload_Event_AddElements) XXX_Size

func (*TestStreamPayload_Event_AddElements) XXX_Unmarshal

func (m *TestStreamPayload_Event_AddElements) XXX_Unmarshal(b []byte) error

type TestStreamPayload_Event_AdvanceProcessingTime

type TestStreamPayload_Event_AdvanceProcessingTime struct {
	// (Required) The duration to advance by.
	AdvanceDuration      int64    `protobuf:"varint,1,opt,name=advance_duration,json=advanceDuration,proto3" json:"advance_duration,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Advances the processing time clock by the specified amount.

func (*TestStreamPayload_Event_AdvanceProcessingTime) Descriptor

func (*TestStreamPayload_Event_AdvanceProcessingTime) GetAdvanceDuration

func (m *TestStreamPayload_Event_AdvanceProcessingTime) GetAdvanceDuration() int64

func (*TestStreamPayload_Event_AdvanceProcessingTime) ProtoMessage

func (*TestStreamPayload_Event_AdvanceProcessingTime) Reset

func (*TestStreamPayload_Event_AdvanceProcessingTime) String

func (*TestStreamPayload_Event_AdvanceProcessingTime) XXX_DiscardUnknown

func (m *TestStreamPayload_Event_AdvanceProcessingTime) XXX_DiscardUnknown()

func (*TestStreamPayload_Event_AdvanceProcessingTime) XXX_Marshal

func (m *TestStreamPayload_Event_AdvanceProcessingTime) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TestStreamPayload_Event_AdvanceProcessingTime) XXX_Merge

func (*TestStreamPayload_Event_AdvanceProcessingTime) XXX_Size

func (*TestStreamPayload_Event_AdvanceProcessingTime) XXX_Unmarshal

type TestStreamPayload_Event_AdvanceWatermark

type TestStreamPayload_Event_AdvanceWatermark struct {
	// (Required) The watermark to advance to.
	NewWatermark int64 `protobuf:"varint,1,opt,name=new_watermark,json=newWatermark,proto3" json:"new_watermark,omitempty"`
	// (Optional) The output watermark tag for a PCollection. If unspecified
	// or with an empty string, this will default to the Main PCollection
	// Output
	Tag                  string   `protobuf:"bytes,2,opt,name=tag,proto3" json:"tag,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Advances the watermark to the specified timestamp.

func (*TestStreamPayload_Event_AdvanceWatermark) Descriptor

func (*TestStreamPayload_Event_AdvanceWatermark) Descriptor() ([]byte, []int)

func (*TestStreamPayload_Event_AdvanceWatermark) GetNewWatermark

func (m *TestStreamPayload_Event_AdvanceWatermark) GetNewWatermark() int64

func (*TestStreamPayload_Event_AdvanceWatermark) GetTag

func (*TestStreamPayload_Event_AdvanceWatermark) ProtoMessage

func (*TestStreamPayload_Event_AdvanceWatermark) Reset

func (*TestStreamPayload_Event_AdvanceWatermark) String

func (*TestStreamPayload_Event_AdvanceWatermark) XXX_DiscardUnknown

func (m *TestStreamPayload_Event_AdvanceWatermark) XXX_DiscardUnknown()

func (*TestStreamPayload_Event_AdvanceWatermark) XXX_Marshal

func (m *TestStreamPayload_Event_AdvanceWatermark) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TestStreamPayload_Event_AdvanceWatermark) XXX_Merge

func (*TestStreamPayload_Event_AdvanceWatermark) XXX_Size

func (*TestStreamPayload_Event_AdvanceWatermark) XXX_Unmarshal

func (m *TestStreamPayload_Event_AdvanceWatermark) XXX_Unmarshal(b []byte) error

type TestStreamPayload_Event_ElementEvent

type TestStreamPayload_Event_ElementEvent struct {
	ElementEvent *TestStreamPayload_Event_AddElements `protobuf:"bytes,3,opt,name=element_event,json=elementEvent,proto3,oneof"`
}

type TestStreamPayload_Event_ProcessingTimeEvent

type TestStreamPayload_Event_ProcessingTimeEvent struct {
	ProcessingTimeEvent *TestStreamPayload_Event_AdvanceProcessingTime `protobuf:"bytes,2,opt,name=processing_time_event,json=processingTimeEvent,proto3,oneof"`
}

type TestStreamPayload_Event_WatermarkEvent

type TestStreamPayload_Event_WatermarkEvent struct {
	WatermarkEvent *TestStreamPayload_Event_AdvanceWatermark `protobuf:"bytes,1,opt,name=watermark_event,json=watermarkEvent,proto3,oneof"`
}

type TestStreamPayload_TimestampedElement

type TestStreamPayload_TimestampedElement struct {
	// (Required) The element encoded. Currently the TestStream only supports
	// encoding primitives.
	EncodedElement []byte `protobuf:"bytes,1,opt,name=encoded_element,json=encodedElement,proto3" json:"encoded_element,omitempty"`
	// (Required) The event timestamp of this element.
	Timestamp            int64    `protobuf:"varint,2,opt,name=timestamp,proto3" json:"timestamp,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A single element inside of the TestStream.

func (*TestStreamPayload_TimestampedElement) Descriptor

func (*TestStreamPayload_TimestampedElement) Descriptor() ([]byte, []int)

func (*TestStreamPayload_TimestampedElement) GetEncodedElement

func (m *TestStreamPayload_TimestampedElement) GetEncodedElement() []byte

func (*TestStreamPayload_TimestampedElement) GetTimestamp

func (m *TestStreamPayload_TimestampedElement) GetTimestamp() int64

func (*TestStreamPayload_TimestampedElement) ProtoMessage

func (*TestStreamPayload_TimestampedElement) ProtoMessage()

func (*TestStreamPayload_TimestampedElement) Reset

func (*TestStreamPayload_TimestampedElement) String

func (*TestStreamPayload_TimestampedElement) XXX_DiscardUnknown

func (m *TestStreamPayload_TimestampedElement) XXX_DiscardUnknown()

func (*TestStreamPayload_TimestampedElement) XXX_Marshal

func (m *TestStreamPayload_TimestampedElement) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TestStreamPayload_TimestampedElement) XXX_Merge

func (*TestStreamPayload_TimestampedElement) XXX_Size

func (*TestStreamPayload_TimestampedElement) XXX_Unmarshal

func (m *TestStreamPayload_TimestampedElement) XXX_Unmarshal(b []byte) error

type TestStreamServiceClient

type TestStreamServiceClient interface {
	// A TestStream will request for events using this RPC.
	Events(ctx context.Context, in *EventsRequest, opts ...grpc.CallOption) (TestStreamService_EventsClient, error)
}

TestStreamServiceClient is the client API for TestStreamService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewTestStreamServiceClient

func NewTestStreamServiceClient(cc *grpc.ClientConn) TestStreamServiceClient

type TestStreamServiceServer

type TestStreamServiceServer interface {
	// A TestStream will request for events using this RPC.
	Events(*EventsRequest, TestStreamService_EventsServer) error
}

TestStreamServiceServer is the server API for TestStreamService service.

type TestStreamService_EventsClient

type TestStreamService_EventsClient interface {
	Recv() (*TestStreamPayload_Event, error)
	grpc.ClientStream
}

type TestStreamService_EventsServer

type TestStreamService_EventsServer interface {
	Send(*TestStreamPayload_Event) error
	grpc.ServerStream
}

type TimeDomain

type TimeDomain struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

The different time domains in the Beam model.

func (*TimeDomain) Descriptor

func (*TimeDomain) Descriptor() ([]byte, []int)

func (*TimeDomain) ProtoMessage

func (*TimeDomain) ProtoMessage()

func (*TimeDomain) Reset

func (m *TimeDomain) Reset()

func (*TimeDomain) String

func (m *TimeDomain) String() string

func (*TimeDomain) XXX_DiscardUnknown

func (m *TimeDomain) XXX_DiscardUnknown()

func (*TimeDomain) XXX_Marshal

func (m *TimeDomain) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TimeDomain) XXX_Merge

func (m *TimeDomain) XXX_Merge(src proto.Message)

func (*TimeDomain) XXX_Size

func (m *TimeDomain) XXX_Size() int

func (*TimeDomain) XXX_Unmarshal

func (m *TimeDomain) XXX_Unmarshal(b []byte) error

type TimeDomain_Enum

type TimeDomain_Enum int32
const (
	TimeDomain_UNSPECIFIED TimeDomain_Enum = 0
	// Event time is time from the perspective of the data
	TimeDomain_EVENT_TIME TimeDomain_Enum = 1
	// Processing time is time from the perspective of the
	// execution of your pipeline
	TimeDomain_PROCESSING_TIME TimeDomain_Enum = 2
	// Synchronized processing time is the minimum of the
	// processing time of all pending elements.
	//
	// The "processing time" of an element refers to
	// the local processing time at which it was emitted
	TimeDomain_SYNCHRONIZED_PROCESSING_TIME TimeDomain_Enum = 3
)

func (TimeDomain_Enum) EnumDescriptor

func (TimeDomain_Enum) EnumDescriptor() ([]byte, []int)

func (TimeDomain_Enum) String

func (x TimeDomain_Enum) String() string

type TimerFamilySpec

type TimerFamilySpec struct {
	TimeDomain           TimeDomain_Enum `` /* 147-byte string literal not displayed */
	TimerFamilyCoderId   string          `protobuf:"bytes,2,opt,name=timer_family_coder_id,json=timerFamilyCoderId,proto3" json:"timer_family_coder_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{}        `json:"-"`
	XXX_unrecognized     []byte          `json:"-"`
	XXX_sizecache        int32           `json:"-"`
}

func (*TimerFamilySpec) Descriptor

func (*TimerFamilySpec) Descriptor() ([]byte, []int)

func (*TimerFamilySpec) GetTimeDomain

func (m *TimerFamilySpec) GetTimeDomain() TimeDomain_Enum

func (*TimerFamilySpec) GetTimerFamilyCoderId

func (m *TimerFamilySpec) GetTimerFamilyCoderId() string

func (*TimerFamilySpec) ProtoMessage

func (*TimerFamilySpec) ProtoMessage()

func (*TimerFamilySpec) Reset

func (m *TimerFamilySpec) Reset()

func (*TimerFamilySpec) String

func (m *TimerFamilySpec) String() string

func (*TimerFamilySpec) XXX_DiscardUnknown

func (m *TimerFamilySpec) XXX_DiscardUnknown()

func (*TimerFamilySpec) XXX_Marshal

func (m *TimerFamilySpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TimerFamilySpec) XXX_Merge

func (m *TimerFamilySpec) XXX_Merge(src proto.Message)

func (*TimerFamilySpec) XXX_Size

func (m *TimerFamilySpec) XXX_Size() int

func (*TimerFamilySpec) XXX_Unmarshal

func (m *TimerFamilySpec) XXX_Unmarshal(b []byte) error

type TimestampTransform

type TimestampTransform struct {
	// Types that are valid to be assigned to TimestampTransform:
	//	*TimestampTransform_Delay_
	//	*TimestampTransform_AlignTo_
	TimestampTransform   isTimestampTransform_TimestampTransform `protobuf_oneof:"timestamp_transform"`
	XXX_NoUnkeyedLiteral struct{}                                `json:"-"`
	XXX_unrecognized     []byte                                  `json:"-"`
	XXX_sizecache        int32                                   `json:"-"`
}

A specification for a transformation on a timestamp.

Primarily used by AfterProcessingTime triggers to transform the arrival time of input to a target time for firing.

func (*TimestampTransform) Descriptor

func (*TimestampTransform) Descriptor() ([]byte, []int)

func (*TimestampTransform) GetAlignTo

func (*TimestampTransform) GetDelay

func (*TimestampTransform) GetTimestampTransform

func (m *TimestampTransform) GetTimestampTransform() isTimestampTransform_TimestampTransform

func (*TimestampTransform) ProtoMessage

func (*TimestampTransform) ProtoMessage()

func (*TimestampTransform) Reset

func (m *TimestampTransform) Reset()

func (*TimestampTransform) String

func (m *TimestampTransform) String() string

func (*TimestampTransform) XXX_DiscardUnknown

func (m *TimestampTransform) XXX_DiscardUnknown()

func (*TimestampTransform) XXX_Marshal

func (m *TimestampTransform) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TimestampTransform) XXX_Merge

func (m *TimestampTransform) XXX_Merge(src proto.Message)

func (*TimestampTransform) XXX_OneofWrappers

func (*TimestampTransform) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*TimestampTransform) XXX_Size

func (m *TimestampTransform) XXX_Size() int

func (*TimestampTransform) XXX_Unmarshal

func (m *TimestampTransform) XXX_Unmarshal(b []byte) error

type TimestampTransform_AlignTo

type TimestampTransform_AlignTo struct {
	// (Required) A duration to which delays should be quantized
	// in milliseconds.
	Period int64 `protobuf:"varint,3,opt,name=period,proto3" json:"period,omitempty"`
	// (Required) An offset from 0 for the quantization specified by
	// alignment_size, in milliseconds
	Offset               int64    `protobuf:"varint,4,opt,name=offset,proto3" json:"offset,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*TimestampTransform_AlignTo) Descriptor

func (*TimestampTransform_AlignTo) Descriptor() ([]byte, []int)

func (*TimestampTransform_AlignTo) GetOffset

func (m *TimestampTransform_AlignTo) GetOffset() int64

func (*TimestampTransform_AlignTo) GetPeriod

func (m *TimestampTransform_AlignTo) GetPeriod() int64

func (*TimestampTransform_AlignTo) ProtoMessage

func (*TimestampTransform_AlignTo) ProtoMessage()

func (*TimestampTransform_AlignTo) Reset

func (m *TimestampTransform_AlignTo) Reset()

func (*TimestampTransform_AlignTo) String

func (m *TimestampTransform_AlignTo) String() string

func (*TimestampTransform_AlignTo) XXX_DiscardUnknown

func (m *TimestampTransform_AlignTo) XXX_DiscardUnknown()

func (*TimestampTransform_AlignTo) XXX_Marshal

func (m *TimestampTransform_AlignTo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TimestampTransform_AlignTo) XXX_Merge

func (m *TimestampTransform_AlignTo) XXX_Merge(src proto.Message)

func (*TimestampTransform_AlignTo) XXX_Size

func (m *TimestampTransform_AlignTo) XXX_Size() int

func (*TimestampTransform_AlignTo) XXX_Unmarshal

func (m *TimestampTransform_AlignTo) XXX_Unmarshal(b []byte) error

type TimestampTransform_AlignTo_

type TimestampTransform_AlignTo_ struct {
	AlignTo *TimestampTransform_AlignTo `protobuf:"bytes,2,opt,name=align_to,json=alignTo,proto3,oneof"`
}

type TimestampTransform_Delay

type TimestampTransform_Delay struct {
	// (Required) The delay, in milliseconds.
	DelayMillis          int64    `protobuf:"varint,1,opt,name=delay_millis,json=delayMillis,proto3" json:"delay_millis,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*TimestampTransform_Delay) Descriptor

func (*TimestampTransform_Delay) Descriptor() ([]byte, []int)

func (*TimestampTransform_Delay) GetDelayMillis

func (m *TimestampTransform_Delay) GetDelayMillis() int64

func (*TimestampTransform_Delay) ProtoMessage

func (*TimestampTransform_Delay) ProtoMessage()

func (*TimestampTransform_Delay) Reset

func (m *TimestampTransform_Delay) Reset()

func (*TimestampTransform_Delay) String

func (m *TimestampTransform_Delay) String() string

func (*TimestampTransform_Delay) XXX_DiscardUnknown

func (m *TimestampTransform_Delay) XXX_DiscardUnknown()

func (*TimestampTransform_Delay) XXX_Marshal

func (m *TimestampTransform_Delay) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*TimestampTransform_Delay) XXX_Merge

func (m *TimestampTransform_Delay) XXX_Merge(src proto.Message)

func (*TimestampTransform_Delay) XXX_Size

func (m *TimestampTransform_Delay) XXX_Size() int

func (*TimestampTransform_Delay) XXX_Unmarshal

func (m *TimestampTransform_Delay) XXX_Unmarshal(b []byte) error

type TimestampTransform_Delay_

type TimestampTransform_Delay_ struct {
	Delay *TimestampTransform_Delay `protobuf:"bytes,1,opt,name=delay,proto3,oneof"`
}

type Trigger

type Trigger struct {
	// The full disjoint union of possible triggers.
	//
	// Types that are valid to be assigned to Trigger:
	//	*Trigger_AfterAll_
	//	*Trigger_AfterAny_
	//	*Trigger_AfterEach_
	//	*Trigger_AfterEndOfWindow_
	//	*Trigger_AfterProcessingTime_
	//	*Trigger_AfterSynchronizedProcessingTime_
	//	*Trigger_Always_
	//	*Trigger_Default_
	//	*Trigger_ElementCount_
	//	*Trigger_Never_
	//	*Trigger_OrFinally_
	//	*Trigger_Repeat_
	Trigger              isTrigger_Trigger `protobuf_oneof:"trigger"`
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

A small DSL for expressing when to emit new aggregations from a GroupByKey or CombinePerKey

A trigger is described in terms of when it is _ready_ to permit output.

func (*Trigger) Descriptor

func (*Trigger) Descriptor() ([]byte, []int)

func (*Trigger) GetAfterAll

func (m *Trigger) GetAfterAll() *Trigger_AfterAll

func (*Trigger) GetAfterAny

func (m *Trigger) GetAfterAny() *Trigger_AfterAny

func (*Trigger) GetAfterEach

func (m *Trigger) GetAfterEach() *Trigger_AfterEach

func (*Trigger) GetAfterEndOfWindow

func (m *Trigger) GetAfterEndOfWindow() *Trigger_AfterEndOfWindow

func (*Trigger) GetAfterProcessingTime

func (m *Trigger) GetAfterProcessingTime() *Trigger_AfterProcessingTime

func (*Trigger) GetAfterSynchronizedProcessingTime

func (m *Trigger) GetAfterSynchronizedProcessingTime() *Trigger_AfterSynchronizedProcessingTime

func (*Trigger) GetAlways

func (m *Trigger) GetAlways() *Trigger_Always

func (*Trigger) GetDefault

func (m *Trigger) GetDefault() *Trigger_Default

func (*Trigger) GetElementCount

func (m *Trigger) GetElementCount() *Trigger_ElementCount

func (*Trigger) GetNever

func (m *Trigger) GetNever() *Trigger_Never

func (*Trigger) GetOrFinally

func (m *Trigger) GetOrFinally() *Trigger_OrFinally

func (*Trigger) GetRepeat

func (m *Trigger) GetRepeat() *Trigger_Repeat

func (*Trigger) GetTrigger

func (m *Trigger) GetTrigger() isTrigger_Trigger

func (*Trigger) ProtoMessage

func (*Trigger) ProtoMessage()

func (*Trigger) Reset

func (m *Trigger) Reset()

func (*Trigger) String

func (m *Trigger) String() string

func (*Trigger) XXX_DiscardUnknown

func (m *Trigger) XXX_DiscardUnknown()

func (*Trigger) XXX_Marshal

func (m *Trigger) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger) XXX_Merge

func (m *Trigger) XXX_Merge(src proto.Message)

func (*Trigger) XXX_OneofWrappers

func (*Trigger) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*Trigger) XXX_Size

func (m *Trigger) XXX_Size() int

func (*Trigger) XXX_Unmarshal

func (m *Trigger) XXX_Unmarshal(b []byte) error

type Trigger_AfterAll

type Trigger_AfterAll struct {
	Subtriggers          []*Trigger `protobuf:"bytes,1,rep,name=subtriggers,proto3" json:"subtriggers,omitempty"`
	XXX_NoUnkeyedLiteral struct{}   `json:"-"`
	XXX_unrecognized     []byte     `json:"-"`
	XXX_sizecache        int32      `json:"-"`
}

Ready when all subtriggers are ready.

func (*Trigger_AfterAll) Descriptor

func (*Trigger_AfterAll) Descriptor() ([]byte, []int)

func (*Trigger_AfterAll) GetSubtriggers

func (m *Trigger_AfterAll) GetSubtriggers() []*Trigger

func (*Trigger_AfterAll) ProtoMessage

func (*Trigger_AfterAll) ProtoMessage()

func (*Trigger_AfterAll) Reset

func (m *Trigger_AfterAll) Reset()

func (*Trigger_AfterAll) String

func (m *Trigger_AfterAll) String() string

func (*Trigger_AfterAll) XXX_DiscardUnknown

func (m *Trigger_AfterAll) XXX_DiscardUnknown()

func (*Trigger_AfterAll) XXX_Marshal

func (m *Trigger_AfterAll) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_AfterAll) XXX_Merge

func (m *Trigger_AfterAll) XXX_Merge(src proto.Message)

func (*Trigger_AfterAll) XXX_Size

func (m *Trigger_AfterAll) XXX_Size() int

func (*Trigger_AfterAll) XXX_Unmarshal

func (m *Trigger_AfterAll) XXX_Unmarshal(b []byte) error

type Trigger_AfterAll_

type Trigger_AfterAll_ struct {
	AfterAll *Trigger_AfterAll `protobuf:"bytes,1,opt,name=after_all,json=afterAll,proto3,oneof"`
}

type Trigger_AfterAny

type Trigger_AfterAny struct {
	Subtriggers          []*Trigger `protobuf:"bytes,1,rep,name=subtriggers,proto3" json:"subtriggers,omitempty"`
	XXX_NoUnkeyedLiteral struct{}   `json:"-"`
	XXX_unrecognized     []byte     `json:"-"`
	XXX_sizecache        int32      `json:"-"`
}

Ready when any subtrigger is ready.

func (*Trigger_AfterAny) Descriptor

func (*Trigger_AfterAny) Descriptor() ([]byte, []int)

func (*Trigger_AfterAny) GetSubtriggers

func (m *Trigger_AfterAny) GetSubtriggers() []*Trigger

func (*Trigger_AfterAny) ProtoMessage

func (*Trigger_AfterAny) ProtoMessage()

func (*Trigger_AfterAny) Reset

func (m *Trigger_AfterAny) Reset()

func (*Trigger_AfterAny) String

func (m *Trigger_AfterAny) String() string

func (*Trigger_AfterAny) XXX_DiscardUnknown

func (m *Trigger_AfterAny) XXX_DiscardUnknown()

func (*Trigger_AfterAny) XXX_Marshal

func (m *Trigger_AfterAny) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_AfterAny) XXX_Merge

func (m *Trigger_AfterAny) XXX_Merge(src proto.Message)

func (*Trigger_AfterAny) XXX_Size

func (m *Trigger_AfterAny) XXX_Size() int

func (*Trigger_AfterAny) XXX_Unmarshal

func (m *Trigger_AfterAny) XXX_Unmarshal(b []byte) error

type Trigger_AfterAny_

type Trigger_AfterAny_ struct {
	AfterAny *Trigger_AfterAny `protobuf:"bytes,2,opt,name=after_any,json=afterAny,proto3,oneof"`
}

type Trigger_AfterEach

type Trigger_AfterEach struct {
	Subtriggers          []*Trigger `protobuf:"bytes,1,rep,name=subtriggers,proto3" json:"subtriggers,omitempty"`
	XXX_NoUnkeyedLiteral struct{}   `json:"-"`
	XXX_unrecognized     []byte     `json:"-"`
	XXX_sizecache        int32      `json:"-"`
}

Starting with the first subtrigger, ready when the _current_ subtrigger is ready. After output, advances the current trigger by one.

func (*Trigger_AfterEach) Descriptor

func (*Trigger_AfterEach) Descriptor() ([]byte, []int)

func (*Trigger_AfterEach) GetSubtriggers

func (m *Trigger_AfterEach) GetSubtriggers() []*Trigger

func (*Trigger_AfterEach) ProtoMessage

func (*Trigger_AfterEach) ProtoMessage()

func (*Trigger_AfterEach) Reset

func (m *Trigger_AfterEach) Reset()

func (*Trigger_AfterEach) String

func (m *Trigger_AfterEach) String() string

func (*Trigger_AfterEach) XXX_DiscardUnknown

func (m *Trigger_AfterEach) XXX_DiscardUnknown()

func (*Trigger_AfterEach) XXX_Marshal

func (m *Trigger_AfterEach) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_AfterEach) XXX_Merge

func (m *Trigger_AfterEach) XXX_Merge(src proto.Message)

func (*Trigger_AfterEach) XXX_Size

func (m *Trigger_AfterEach) XXX_Size() int

func (*Trigger_AfterEach) XXX_Unmarshal

func (m *Trigger_AfterEach) XXX_Unmarshal(b []byte) error

type Trigger_AfterEach_

type Trigger_AfterEach_ struct {
	AfterEach *Trigger_AfterEach `protobuf:"bytes,3,opt,name=after_each,json=afterEach,proto3,oneof"`
}

type Trigger_AfterEndOfWindow

type Trigger_AfterEndOfWindow struct {
	// (Optional) A trigger governing output prior to the end of the window.
	EarlyFirings *Trigger `protobuf:"bytes,1,opt,name=early_firings,json=earlyFirings,proto3" json:"early_firings,omitempty"`
	// (Optional) A trigger governing output after the end of the window.
	LateFirings          *Trigger `protobuf:"bytes,2,opt,name=late_firings,json=lateFirings,proto3" json:"late_firings,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Ready after the input watermark is past the end of the window.

May have implicitly-repeated subtriggers for early and late firings. When the end of the window is reached, the trigger transitions between the subtriggers.

func (*Trigger_AfterEndOfWindow) Descriptor

func (*Trigger_AfterEndOfWindow) Descriptor() ([]byte, []int)

func (*Trigger_AfterEndOfWindow) GetEarlyFirings

func (m *Trigger_AfterEndOfWindow) GetEarlyFirings() *Trigger

func (*Trigger_AfterEndOfWindow) GetLateFirings

func (m *Trigger_AfterEndOfWindow) GetLateFirings() *Trigger

func (*Trigger_AfterEndOfWindow) ProtoMessage

func (*Trigger_AfterEndOfWindow) ProtoMessage()

func (*Trigger_AfterEndOfWindow) Reset

func (m *Trigger_AfterEndOfWindow) Reset()

func (*Trigger_AfterEndOfWindow) String

func (m *Trigger_AfterEndOfWindow) String() string

func (*Trigger_AfterEndOfWindow) XXX_DiscardUnknown

func (m *Trigger_AfterEndOfWindow) XXX_DiscardUnknown()

func (*Trigger_AfterEndOfWindow) XXX_Marshal

func (m *Trigger_AfterEndOfWindow) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_AfterEndOfWindow) XXX_Merge

func (m *Trigger_AfterEndOfWindow) XXX_Merge(src proto.Message)

func (*Trigger_AfterEndOfWindow) XXX_Size

func (m *Trigger_AfterEndOfWindow) XXX_Size() int

func (*Trigger_AfterEndOfWindow) XXX_Unmarshal

func (m *Trigger_AfterEndOfWindow) XXX_Unmarshal(b []byte) error

type Trigger_AfterEndOfWindow_

type Trigger_AfterEndOfWindow_ struct {
	AfterEndOfWindow *Trigger_AfterEndOfWindow `protobuf:"bytes,4,opt,name=after_end_of_window,json=afterEndOfWindow,proto3,oneof"`
}

type Trigger_AfterProcessingTime

type Trigger_AfterProcessingTime struct {
	// (Required) The transforms to apply to an arriving element's timestamp,
	// in order
	TimestampTransforms  []*TimestampTransform `protobuf:"bytes,1,rep,name=timestamp_transforms,json=timestampTransforms,proto3" json:"timestamp_transforms,omitempty"`
	XXX_NoUnkeyedLiteral struct{}              `json:"-"`
	XXX_unrecognized     []byte                `json:"-"`
	XXX_sizecache        int32                 `json:"-"`
}

After input arrives, ready when the specified delay has passed.

func (*Trigger_AfterProcessingTime) Descriptor

func (*Trigger_AfterProcessingTime) Descriptor() ([]byte, []int)

func (*Trigger_AfterProcessingTime) GetTimestampTransforms

func (m *Trigger_AfterProcessingTime) GetTimestampTransforms() []*TimestampTransform

func (*Trigger_AfterProcessingTime) ProtoMessage

func (*Trigger_AfterProcessingTime) ProtoMessage()

func (*Trigger_AfterProcessingTime) Reset

func (m *Trigger_AfterProcessingTime) Reset()

func (*Trigger_AfterProcessingTime) String

func (m *Trigger_AfterProcessingTime) String() string

func (*Trigger_AfterProcessingTime) XXX_DiscardUnknown

func (m *Trigger_AfterProcessingTime) XXX_DiscardUnknown()

func (*Trigger_AfterProcessingTime) XXX_Marshal

func (m *Trigger_AfterProcessingTime) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_AfterProcessingTime) XXX_Merge

func (m *Trigger_AfterProcessingTime) XXX_Merge(src proto.Message)

func (*Trigger_AfterProcessingTime) XXX_Size

func (m *Trigger_AfterProcessingTime) XXX_Size() int

func (*Trigger_AfterProcessingTime) XXX_Unmarshal

func (m *Trigger_AfterProcessingTime) XXX_Unmarshal(b []byte) error

type Trigger_AfterProcessingTime_

type Trigger_AfterProcessingTime_ struct {
	AfterProcessingTime *Trigger_AfterProcessingTime `protobuf:"bytes,5,opt,name=after_processing_time,json=afterProcessingTime,proto3,oneof"`
}

type Trigger_AfterSynchronizedProcessingTime

type Trigger_AfterSynchronizedProcessingTime struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Ready whenever upstream processing time has all caught up with the arrival time of an input element

func (*Trigger_AfterSynchronizedProcessingTime) Descriptor

func (*Trigger_AfterSynchronizedProcessingTime) Descriptor() ([]byte, []int)

func (*Trigger_AfterSynchronizedProcessingTime) ProtoMessage

func (*Trigger_AfterSynchronizedProcessingTime) Reset

func (*Trigger_AfterSynchronizedProcessingTime) String

func (*Trigger_AfterSynchronizedProcessingTime) XXX_DiscardUnknown

func (m *Trigger_AfterSynchronizedProcessingTime) XXX_DiscardUnknown()

func (*Trigger_AfterSynchronizedProcessingTime) XXX_Marshal

func (m *Trigger_AfterSynchronizedProcessingTime) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_AfterSynchronizedProcessingTime) XXX_Merge

func (*Trigger_AfterSynchronizedProcessingTime) XXX_Size

func (*Trigger_AfterSynchronizedProcessingTime) XXX_Unmarshal

func (m *Trigger_AfterSynchronizedProcessingTime) XXX_Unmarshal(b []byte) error

type Trigger_AfterSynchronizedProcessingTime_

type Trigger_AfterSynchronizedProcessingTime_ struct {
	AfterSynchronizedProcessingTime *Trigger_AfterSynchronizedProcessingTime `protobuf:"bytes,6,opt,name=after_synchronized_processing_time,json=afterSynchronizedProcessingTime,proto3,oneof"`
}

type Trigger_Always

type Trigger_Always struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Always ready. This can also be expressed as ElementCount(1) but is more explicit.

func (*Trigger_Always) Descriptor

func (*Trigger_Always) Descriptor() ([]byte, []int)

func (*Trigger_Always) ProtoMessage

func (*Trigger_Always) ProtoMessage()

func (*Trigger_Always) Reset

func (m *Trigger_Always) Reset()

func (*Trigger_Always) String

func (m *Trigger_Always) String() string

func (*Trigger_Always) XXX_DiscardUnknown

func (m *Trigger_Always) XXX_DiscardUnknown()

func (*Trigger_Always) XXX_Marshal

func (m *Trigger_Always) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_Always) XXX_Merge

func (m *Trigger_Always) XXX_Merge(src proto.Message)

func (*Trigger_Always) XXX_Size

func (m *Trigger_Always) XXX_Size() int

func (*Trigger_Always) XXX_Unmarshal

func (m *Trigger_Always) XXX_Unmarshal(b []byte) error

type Trigger_Always_

type Trigger_Always_ struct {
	Always *Trigger_Always `protobuf:"bytes,12,opt,name=always,proto3,oneof"`
}

type Trigger_Default

type Trigger_Default struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

The default trigger. Equivalent to Repeat { AfterEndOfWindow } but specially denoted to indicate the user did not alter the triggering.

func (*Trigger_Default) Descriptor

func (*Trigger_Default) Descriptor() ([]byte, []int)

func (*Trigger_Default) ProtoMessage

func (*Trigger_Default) ProtoMessage()

func (*Trigger_Default) Reset

func (m *Trigger_Default) Reset()

func (*Trigger_Default) String

func (m *Trigger_Default) String() string

func (*Trigger_Default) XXX_DiscardUnknown

func (m *Trigger_Default) XXX_DiscardUnknown()

func (*Trigger_Default) XXX_Marshal

func (m *Trigger_Default) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_Default) XXX_Merge

func (m *Trigger_Default) XXX_Merge(src proto.Message)

func (*Trigger_Default) XXX_Size

func (m *Trigger_Default) XXX_Size() int

func (*Trigger_Default) XXX_Unmarshal

func (m *Trigger_Default) XXX_Unmarshal(b []byte) error

type Trigger_Default_

type Trigger_Default_ struct {
	Default *Trigger_Default `protobuf:"bytes,7,opt,name=default,proto3,oneof"`
}

type Trigger_ElementCount

type Trigger_ElementCount struct {
	ElementCount         int32    `protobuf:"varint,1,opt,name=element_count,json=elementCount,proto3" json:"element_count,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Ready whenever the requisite number of input elements have arrived

func (*Trigger_ElementCount) Descriptor

func (*Trigger_ElementCount) Descriptor() ([]byte, []int)

func (*Trigger_ElementCount) GetElementCount

func (m *Trigger_ElementCount) GetElementCount() int32

func (*Trigger_ElementCount) ProtoMessage

func (*Trigger_ElementCount) ProtoMessage()

func (*Trigger_ElementCount) Reset

func (m *Trigger_ElementCount) Reset()

func (*Trigger_ElementCount) String

func (m *Trigger_ElementCount) String() string

func (*Trigger_ElementCount) XXX_DiscardUnknown

func (m *Trigger_ElementCount) XXX_DiscardUnknown()

func (*Trigger_ElementCount) XXX_Marshal

func (m *Trigger_ElementCount) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_ElementCount) XXX_Merge

func (m *Trigger_ElementCount) XXX_Merge(src proto.Message)

func (*Trigger_ElementCount) XXX_Size

func (m *Trigger_ElementCount) XXX_Size() int

func (*Trigger_ElementCount) XXX_Unmarshal

func (m *Trigger_ElementCount) XXX_Unmarshal(b []byte) error

type Trigger_ElementCount_

type Trigger_ElementCount_ struct {
	ElementCount *Trigger_ElementCount `protobuf:"bytes,8,opt,name=element_count,json=elementCount,proto3,oneof"`
}

type Trigger_Never

type Trigger_Never struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Never ready. There will only be an ON_TIME output and a final output at window expiration.

func (*Trigger_Never) Descriptor

func (*Trigger_Never) Descriptor() ([]byte, []int)

func (*Trigger_Never) ProtoMessage

func (*Trigger_Never) ProtoMessage()

func (*Trigger_Never) Reset

func (m *Trigger_Never) Reset()

func (*Trigger_Never) String

func (m *Trigger_Never) String() string

func (*Trigger_Never) XXX_DiscardUnknown

func (m *Trigger_Never) XXX_DiscardUnknown()

func (*Trigger_Never) XXX_Marshal

func (m *Trigger_Never) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_Never) XXX_Merge

func (m *Trigger_Never) XXX_Merge(src proto.Message)

func (*Trigger_Never) XXX_Size

func (m *Trigger_Never) XXX_Size() int

func (*Trigger_Never) XXX_Unmarshal

func (m *Trigger_Never) XXX_Unmarshal(b []byte) error

type Trigger_Never_

type Trigger_Never_ struct {
	Never *Trigger_Never `protobuf:"bytes,9,opt,name=never,proto3,oneof"`
}

type Trigger_OrFinally

type Trigger_OrFinally struct {
	// (Required) Trigger governing main output; may fire repeatedly.
	Main *Trigger `protobuf:"bytes,1,opt,name=main,proto3" json:"main,omitempty"`
	// (Required) Trigger governing termination of output.
	Finally              *Trigger `protobuf:"bytes,2,opt,name=finally,proto3" json:"finally,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Ready whenever either of its subtriggers are ready, but finishes output when the finally subtrigger fires.

func (*Trigger_OrFinally) Descriptor

func (*Trigger_OrFinally) Descriptor() ([]byte, []int)

func (*Trigger_OrFinally) GetFinally

func (m *Trigger_OrFinally) GetFinally() *Trigger

func (*Trigger_OrFinally) GetMain

func (m *Trigger_OrFinally) GetMain() *Trigger

func (*Trigger_OrFinally) ProtoMessage

func (*Trigger_OrFinally) ProtoMessage()

func (*Trigger_OrFinally) Reset

func (m *Trigger_OrFinally) Reset()

func (*Trigger_OrFinally) String

func (m *Trigger_OrFinally) String() string

func (*Trigger_OrFinally) XXX_DiscardUnknown

func (m *Trigger_OrFinally) XXX_DiscardUnknown()

func (*Trigger_OrFinally) XXX_Marshal

func (m *Trigger_OrFinally) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_OrFinally) XXX_Merge

func (m *Trigger_OrFinally) XXX_Merge(src proto.Message)

func (*Trigger_OrFinally) XXX_Size

func (m *Trigger_OrFinally) XXX_Size() int

func (*Trigger_OrFinally) XXX_Unmarshal

func (m *Trigger_OrFinally) XXX_Unmarshal(b []byte) error

type Trigger_OrFinally_

type Trigger_OrFinally_ struct {
	OrFinally *Trigger_OrFinally `protobuf:"bytes,10,opt,name=or_finally,json=orFinally,proto3,oneof"`
}

type Trigger_Repeat

type Trigger_Repeat struct {
	// (Require) Trigger that is run repeatedly.
	Subtrigger           *Trigger `protobuf:"bytes,1,opt,name=subtrigger,proto3" json:"subtrigger,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Ready whenever the subtrigger is ready; resets state when the subtrigger completes.

func (*Trigger_Repeat) Descriptor

func (*Trigger_Repeat) Descriptor() ([]byte, []int)

func (*Trigger_Repeat) GetSubtrigger

func (m *Trigger_Repeat) GetSubtrigger() *Trigger

func (*Trigger_Repeat) ProtoMessage

func (*Trigger_Repeat) ProtoMessage()

func (*Trigger_Repeat) Reset

func (m *Trigger_Repeat) Reset()

func (*Trigger_Repeat) String

func (m *Trigger_Repeat) String() string

func (*Trigger_Repeat) XXX_DiscardUnknown

func (m *Trigger_Repeat) XXX_DiscardUnknown()

func (*Trigger_Repeat) XXX_Marshal

func (m *Trigger_Repeat) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Trigger_Repeat) XXX_Merge

func (m *Trigger_Repeat) XXX_Merge(src proto.Message)

func (*Trigger_Repeat) XXX_Size

func (m *Trigger_Repeat) XXX_Size() int

func (*Trigger_Repeat) XXX_Unmarshal

func (m *Trigger_Repeat) XXX_Unmarshal(b []byte) error

type Trigger_Repeat_

type Trigger_Repeat_ struct {
	Repeat *Trigger_Repeat `protobuf:"bytes,11,opt,name=repeat,proto3,oneof"`
}

type UnimplementedTestStreamServiceServer

type UnimplementedTestStreamServiceServer struct {
}

UnimplementedTestStreamServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedTestStreamServiceServer) Events

type WindowIntoPayload

type WindowIntoPayload struct {
	// (Required) The FunctionSpec of the WindowFn.
	WindowFn             *FunctionSpec `protobuf:"bytes,1,opt,name=window_fn,json=windowFn,proto3" json:"window_fn,omitempty"`
	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
	XXX_unrecognized     []byte        `json:"-"`
	XXX_sizecache        int32         `json:"-"`
}

The payload for the WindowInto transform.

func (*WindowIntoPayload) Descriptor

func (*WindowIntoPayload) Descriptor() ([]byte, []int)

func (*WindowIntoPayload) GetWindowFn

func (m *WindowIntoPayload) GetWindowFn() *FunctionSpec

func (*WindowIntoPayload) ProtoMessage

func (*WindowIntoPayload) ProtoMessage()

func (*WindowIntoPayload) Reset

func (m *WindowIntoPayload) Reset()

func (*WindowIntoPayload) String

func (m *WindowIntoPayload) String() string

func (*WindowIntoPayload) XXX_DiscardUnknown

func (m *WindowIntoPayload) XXX_DiscardUnknown()

func (*WindowIntoPayload) XXX_Marshal

func (m *WindowIntoPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*WindowIntoPayload) XXX_Merge

func (m *WindowIntoPayload) XXX_Merge(src proto.Message)

func (*WindowIntoPayload) XXX_Size

func (m *WindowIntoPayload) XXX_Size() int

func (*WindowIntoPayload) XXX_Unmarshal

func (m *WindowIntoPayload) XXX_Unmarshal(b []byte) error

type WindowingStrategy

type WindowingStrategy struct {
	// (Required) The FunctionSpec of the UDF that assigns windows,
	// merges windows, and shifts timestamps before they are
	// combined according to the OutputTime.
	WindowFn *FunctionSpec `protobuf:"bytes,1,opt,name=window_fn,json=windowFn,proto3" json:"window_fn,omitempty"`
	// (Required) Whether or not the window fn is merging.
	//
	// This knowledge is required for many optimizations.
	MergeStatus MergeStatus_Enum `` /* 151-byte string literal not displayed */
	// (Required) The coder for the windows of this PCollection.
	WindowCoderId string `protobuf:"bytes,3,opt,name=window_coder_id,json=windowCoderId,proto3" json:"window_coder_id,omitempty"`
	// (Required) The trigger to use when grouping this PCollection.
	Trigger *Trigger `protobuf:"bytes,4,opt,name=trigger,proto3" json:"trigger,omitempty"`
	// (Required) The accumulation mode indicates whether new panes are a full
	// replacement for prior panes or whether they are deltas to be combined
	// with other panes (the combine should correspond to whatever the upstream
	// grouping transform is).
	AccumulationMode AccumulationMode_Enum `` /* 171-byte string literal not displayed */
	// (Required) The OutputTime specifies, for a grouping transform, how to
	// compute the aggregate timestamp. The window_fn will first possibly shift
	// it later, then the OutputTime takes the max, min, or ignores it and takes
	// the end of window.
	//
	// This is actually only for input to grouping transforms, but since they
	// may be introduced in runner-specific ways, it is carried along with the
	// windowing strategy.
	OutputTime OutputTime_Enum `` /* 147-byte string literal not displayed */
	// (Required) Indicate when output should be omitted upon window expiration.
	ClosingBehavior ClosingBehavior_Enum `` /* 167-byte string literal not displayed */
	// (Required) The duration, in milliseconds, beyond the end of a window at
	// which the window becomes droppable.
	AllowedLateness int64 `protobuf:"varint,8,opt,name=allowed_lateness,json=allowedLateness,proto3" json:"allowed_lateness,omitempty"`
	// (Required) Indicate whether empty on-time panes should be omitted.
	OnTimeBehavior OnTimeBehavior_Enum `` /* 141-byte string literal not displayed */
	// (Required) Whether or not the window fn assigns inputs to exactly one window
	//
	// This knowledge is required for some optimizations
	AssignsToOneWindow bool `protobuf:"varint,10,opt,name=assigns_to_one_window,json=assignsToOneWindow,proto3" json:"assigns_to_one_window,omitempty"`
	// (Optional) Environment where the current window_fn should be applied in.
	// Runner that executes the pipeline may choose to override this if needed.
	// If not specified, environment will be decided by the runner.
	EnvironmentId        string   `protobuf:"bytes,11,opt,name=environment_id,json=environmentId,proto3" json:"environment_id,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A windowing strategy describes the window function, triggering, allowed lateness, and accumulation mode for a PCollection.

TODO: consider inlining field on PCollection

func (*WindowingStrategy) Descriptor

func (*WindowingStrategy) Descriptor() ([]byte, []int)

func (*WindowingStrategy) GetAccumulationMode

func (m *WindowingStrategy) GetAccumulationMode() AccumulationMode_Enum

func (*WindowingStrategy) GetAllowedLateness

func (m *WindowingStrategy) GetAllowedLateness() int64

func (*WindowingStrategy) GetAssignsToOneWindow

func (m *WindowingStrategy) GetAssignsToOneWindow() bool

func (*WindowingStrategy) GetClosingBehavior

func (m *WindowingStrategy) GetClosingBehavior() ClosingBehavior_Enum

func (*WindowingStrategy) GetEnvironmentId

func (m *WindowingStrategy) GetEnvironmentId() string

func (*WindowingStrategy) GetMergeStatus

func (m *WindowingStrategy) GetMergeStatus() MergeStatus_Enum

func (*WindowingStrategy) GetOnTimeBehavior

func (m *WindowingStrategy) GetOnTimeBehavior() OnTimeBehavior_Enum

func (*WindowingStrategy) GetOutputTime

func (m *WindowingStrategy) GetOutputTime() OutputTime_Enum

func (*WindowingStrategy) GetTrigger

func (m *WindowingStrategy) GetTrigger() *Trigger

func (*WindowingStrategy) GetWindowCoderId

func (m *WindowingStrategy) GetWindowCoderId() string

func (*WindowingStrategy) GetWindowFn

func (m *WindowingStrategy) GetWindowFn() *FunctionSpec

func (*WindowingStrategy) ProtoMessage

func (*WindowingStrategy) ProtoMessage()

func (*WindowingStrategy) Reset

func (m *WindowingStrategy) Reset()

func (*WindowingStrategy) String

func (m *WindowingStrategy) String() string

func (*WindowingStrategy) XXX_DiscardUnknown

func (m *WindowingStrategy) XXX_DiscardUnknown()

func (*WindowingStrategy) XXX_Marshal

func (m *WindowingStrategy) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*WindowingStrategy) XXX_Merge

func (m *WindowingStrategy) XXX_Merge(src proto.Message)

func (*WindowingStrategy) XXX_Size

func (m *WindowingStrategy) XXX_Size() int

func (*WindowingStrategy) XXX_Unmarshal

func (m *WindowingStrategy) XXX_Unmarshal(b []byte) error

type WriteFilesPayload

type WriteFilesPayload struct {
	// (Required) The FunctionSpec of the FileBasedSink.
	Sink *FunctionSpec `protobuf:"bytes,1,opt,name=sink,proto3" json:"sink,omitempty"`
	// (Required) The format function.
	FormatFunction           *FunctionSpec         `protobuf:"bytes,2,opt,name=format_function,json=formatFunction,proto3" json:"format_function,omitempty"`
	WindowedWrites           bool                  `protobuf:"varint,3,opt,name=windowed_writes,json=windowedWrites,proto3" json:"windowed_writes,omitempty"`
	RunnerDeterminedSharding bool                  `` /* 136-byte string literal not displayed */
	SideInputs               map[string]*SideInput `` /* 179-byte string literal not displayed */
	XXX_NoUnkeyedLiteral     struct{}              `json:"-"`
	XXX_unrecognized         []byte                `json:"-"`
	XXX_sizecache            int32                 `json:"-"`
}

The payload for the special-but-not-primitive WriteFiles transform.

func (*WriteFilesPayload) Descriptor

func (*WriteFilesPayload) Descriptor() ([]byte, []int)

func (*WriteFilesPayload) GetFormatFunction

func (m *WriteFilesPayload) GetFormatFunction() *FunctionSpec

func (*WriteFilesPayload) GetRunnerDeterminedSharding

func (m *WriteFilesPayload) GetRunnerDeterminedSharding() bool

func (*WriteFilesPayload) GetSideInputs

func (m *WriteFilesPayload) GetSideInputs() map[string]*SideInput

func (*WriteFilesPayload) GetSink

func (m *WriteFilesPayload) GetSink() *FunctionSpec

func (*WriteFilesPayload) GetWindowedWrites

func (m *WriteFilesPayload) GetWindowedWrites() bool

func (*WriteFilesPayload) ProtoMessage

func (*WriteFilesPayload) ProtoMessage()

func (*WriteFilesPayload) Reset

func (m *WriteFilesPayload) Reset()

func (*WriteFilesPayload) String

func (m *WriteFilesPayload) String() string

func (*WriteFilesPayload) XXX_DiscardUnknown

func (m *WriteFilesPayload) XXX_DiscardUnknown()

func (*WriteFilesPayload) XXX_Marshal

func (m *WriteFilesPayload) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*WriteFilesPayload) XXX_Merge

func (m *WriteFilesPayload) XXX_Merge(src proto.Message)

func (*WriteFilesPayload) XXX_Size

func (m *WriteFilesPayload) XXX_Size() int

func (*WriteFilesPayload) XXX_Unmarshal

func (m *WriteFilesPayload) XXX_Unmarshal(b []byte) error

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL