v1alpha1

package
v0.5.0 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Mar 8, 2021 License: Apache-2.0 Imports: 7 Imported by: 0

Documentation

Overview

Package v1alpha1 contains API Schema definitions for the batch v1alpha1 API group +kubebuilder:object:generate=true +groupName=batch.pipelinewise

Index

Constants

View Source 
const (
	// MySQLTapID defines Pipelinewise Mysql Tap ID
	MySQLTapID PipelinewiseTapID = "mysql"
	// PostgreSQLTapID defines Pipelinewise Postgres Tap ID
	PostgreSQLTapID PipelinewiseTapID = "postgres"
	// OracleTapID defines Pipelinewise Oracle Tap ID
	OracleTapID PipelinewiseTapID = "oracle"
	// KafkaTapID defines Pipelinewise Kafka Tap ID
	KafkaTapID PipelinewiseTapID = "kafka"
	// S3CSVTapID defines Pipelinewise S3 CSV Tap ID
	S3CSVTapID PipelinewiseTapID = "s3-csv"
	// SnowflakeTapID defines Pipelinewise Snowflake Tap ID
	SnowflakeTapID PipelinewiseTapID = "snowflake"
	// MongoDBTapID defines Pipelinewise MongoDB Tap ID
	MongoDBTapID PipelinewiseTapID = "mongodb"
	// SalesforceTapID defines Pipelinewise Salesforce Tap ID
	SalesforceTapID PipelinewiseTapID = "salesforce"
	// ZendeskTapID defines Pipelinewise Zendesk Tap ID
	ZendeskTapID PipelinewiseTapID = "zendesk"
	// JiraTapID defines Pipelinewise Jira Tap ID
	JiraTapID PipelinewiseTapID = "jira"
	// ZuoraTapID defines Pipelinewise Zuora Tap ID
	ZuoraTapID PipelinewiseTapID = "zuora"
	// GoogleAnalyticsTapID defines Pipelinewise Google Analytics Tap ID
	GoogleAnalyticsTapID PipelinewiseTapID = "google-analytics"
	// GithubTapID defines Pipelinewise Github Tap ID
	GithubTapID PipelinewiseTapID = "github"
	// ShopifyTapID defines Pipelinewise Shopify Tap ID
	ShopifyTapID PipelinewiseTapID = "shopify"
	// SlackTapID defines Pipelinewise Slack Tap ID
	SlackTapID PipelinewiseTapID = "slack"
	// MixpanelTapID defines Pipelinewise Mixpanel Tap ID
	MixpanelTapID PipelinewiseTapID = "mixpanel"
	// TwilioTapID defines Pipelinewise Twilio Tap ID
	TwilioTapID PipelinewiseTapID = "twilio"

	// MySQLTapType defines Pipelinewise Mysql Tap type
	MySQLTapType PipelinewiseTapType = "tap-mysql"
	// PostgreSQLTapType defines Pipelinewise Postgres Tap type
	PostgreSQLTapType PipelinewiseTapType = "tap-postgres"
	// OracleTapType defines Pipelinewise Oracle Tap type
	OracleTapType PipelinewiseTapType = "tap-oracle"
	// KafkaTapType defines Pipelinewise Kafka Tap type
	KafkaTapType PipelinewiseTapType = "tap-kafka"
	// S3CSVTapType defines Pipelinewise S3 CSV Tap type
	S3CSVTapType PipelinewiseTapType = "tap-s3-csv"
	// SnowflakeTapType defines Pipelinewise Snowflake Tap type
	SnowflakeTapType PipelinewiseTapType = "tap-snowflake"
	// MongoDBTapType defines Pipelinewise MongoDB Tap type
	MongoDBTapType PipelinewiseTapType = "tap-mongodb"
	// SalesforceTapType defines Pipelinewise Salesforce Tap type
	SalesforceTapType PipelinewiseTapType = "tap-salesforce"
	// ZendeskTapType defines Pipelinewise Zendesk Tap type
	ZendeskTapType PipelinewiseTapType = "tap-zendesk"
	// JiraTapType defines Pipelinewise Jira Tap type
	JiraTapType PipelinewiseTapType = "tap-jira"
	// ZuoraTapType defines Pipelinewise Zuora Tap type
	ZuoraTapType PipelinewiseTapType = "tap-zuora"
	// GoogleAnalyticsTapType defines Pipelinewise Google Analytics Tap type
	GoogleAnalyticsTapType PipelinewiseTapType = "tap-google-analytics"
	// GithubTapType defines Pipelinewise Github Tap type
	GithubTapType PipelinewiseTapType = "tap-github"
	// ShopifyTapType defines Pipelinewise Shopify Tap type
	ShopifyTapType PipelinewiseTapType = "tap-shopify"
	// SlackTapType defines Pipelinewise Slack Tap type
	SlackTapType PipelinewiseTapType = "tap-slack"
	// MixpanelTapType defines Pipelinewise Mixpanel Tap type
	MixpanelTapType PipelinewiseTapType = "tap-mixpanel"
	// TwiliolTapType defines Pipelinewise Twilio Tap type
	TwiliolTapType PipelinewiseTapType = "tap-twilio"
)
View Source 
const (
	// PostgreSQLTargetID defines Pipelinewise PostgreSQL Target ID
	PostgreSQLTargetID PipelinewiseTargetID = "postgres"

	// RedshiftTargetID defines redshift target ID
	RedshiftTargetID PipelinewiseTargetID = "redshift"

	// SnowflakeTargetID defines snowflake target ID
	SnowflakeTargetID PipelinewiseTargetID = "snowflake"

	// S3CSVTargetID defines snowflake target ID
	S3CSVTargetID PipelinewiseTargetID = "s3-csv"

	// PostgreSQLTargetType defines PostgreSQL Pipelinewise Target type
	PostgreSQLTargetType PipelinewiseTargetType = "target-postgres"

	// RedshiftTargetType defines Redshift Pipelinewise Target type
	RedshiftTargetType PipelinewiseTargetType = "target-redshift"

	// SnowflakeTargetType defines Snowflake Pipelinewise Target type
	SnowflakeTargetType PipelinewiseTargetType = "target-snowflake"

	// S3CSVTargetType defines Snowflake Pipelinewise Target type
	S3CSVTargetType PipelinewiseTargetType = "target-s3-csv"
)

Variables

View Source 
var (
	// GroupVersion is group version used to register these objects
	GroupVersion = schema.GroupVersion{Group: "batch.pipelinewise", Version: "v1alpha1"}

	// SchemeBuilder is used to add go types to the GroupVersionKind scheme
	SchemeBuilder = &scheme.Builder{GroupVersion: GroupVersion}

	// AddToScheme adds the types in this group-version to the given scheme.
	AddToScheme = SchemeBuilder.AddToScheme
)

Functions

func ConstructTapConfiguration 

func ConstructTapConfiguration(pwJob *PipelinewiseJob) ([]byte, error)

ConstructTapConfiguration parse and return a tap yaml configuration string

func ConstructTargetConfiguration 

func ConstructTargetConfiguration(pwJob *PipelinewiseJob) ([]byte, error)

ConstructTargetConfiguration parse and return a target yaml configuration string

func GetTapConnectorID 

func GetTapConnectorID(pwJob *PipelinewiseJob) string

GetTapConnectorID calculate pipelinewise connector id

func GetTargetConnectorID added in v0.5.0 

func GetTargetConnectorID(pwJob *PipelinewiseJob) string

GetTargetConnectorID defines pipelinewise target connector id

Types

type GenericTapSpec 

type GenericTapSpec struct {
	ID                  PipelinewiseTapID    `yaml:"id"`
	Name                string               `yaml:"name"`
	Type                PipelinewiseTapType  `yaml:"type"`
	Owner               string               `yaml:"owner,omitempty" json:"owner,omitempty"`
	DefaultTargetSchema string               `yaml:"default_target_schema,omitempty" json:"default_target_schema,omitempty"`
	DatabaseConnection  interface{}          `yaml:"db_conn"`
	Target              PipelinewiseTargetID `yaml:"target"`
	Schemas             interface{}          `yaml:"schemas"`
}

GenericTapSpec defines generic Pipelinewise Tap configuration +kubebuilder:object:generate=false

type GenericTargetSpec 

type GenericTargetSpec struct {
	ID                 PipelinewiseTargetID   `yaml:"id"`
	Name               string                 `yaml:"name"`
	Type               PipelinewiseTargetType `yaml:"type"`
	DatabaseConnection interface{}            `yaml:"db_conn"`
}

GenericTargetSpec defines generic Pipelinewise Target configuration +kubebuilder:object:generate=false

type GithubTapConnectionSpec added in v0.5.0 

type GithubTapConnectionSpec struct {
	AccessToken string `yaml:"access_token" json:"access_token"`
	Repository  string `yaml:"repository" json:"repository"`
}

GithubTapConnectionSpec defines Github Tap connection

func (*GithubTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *GithubTapConnectionSpec) DeepCopy() *GithubTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new GithubTapConnectionSpec.

func (*GithubTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *GithubTapConnectionSpec) DeepCopyInto(out *GithubTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type GithubTapSpec added in v0.5.0 

type GithubTapSpec struct {
	Schemas    []TapSchemaSpec         `yaml:"schemas" json:"schemas"`
	Connection GithubTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

GithubTapSpec defines Tap configuration for Github. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/github.html)

func (*GithubTapSpec) ConnectorID added in v0.5.0 

func (ts *GithubTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*GithubTapSpec) DeepCopy added in v0.5.0 

func (in *GithubTapSpec) DeepCopy() *GithubTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new GithubTapSpec.

func (*GithubTapSpec) DeepCopyInto added in v0.5.0 

func (in *GithubTapSpec) DeepCopyInto(out *GithubTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*GithubTapSpec) GetConnection added in v0.5.0 

func (ts *GithubTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*GithubTapSpec) GetSchemas added in v0.5.0 

func (ts *GithubTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*GithubTapSpec) ID added in v0.5.0 

func (ts *GithubTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*GithubTapSpec) Type added in v0.5.0 

func (ts *GithubTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type GoogleAnalyticsOauthCredentials added in v0.5.0 

type GoogleAnalyticsOauthCredentials struct {
	ClientID     string `yaml:"client_id" json:"client_id"`
	ClientSecret string `yaml:"client_secret" json:"client_secret"`
	AccessToken  string `yaml:"access_token" json:"access_token"`
	RefreshToken string `yaml:"refresh_token" json:"refresh_token"`
}

GoogleAnalyticsOauthCredentials defines Google Analytics Oauth Credentials

func (*GoogleAnalyticsOauthCredentials) DeepCopy added in v0.5.0 

func (in *GoogleAnalyticsOauthCredentials) DeepCopy() *GoogleAnalyticsOauthCredentials

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new GoogleAnalyticsOauthCredentials.

func (*GoogleAnalyticsOauthCredentials) DeepCopyInto added in v0.5.0 

func (in *GoogleAnalyticsOauthCredentials) DeepCopyInto(out *GoogleAnalyticsOauthCredentials)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type GoogleAnalyticsTapConnectionSpec added in v0.5.0 

type GoogleAnalyticsTapConnectionSpec struct {
	ViewID           string                           `yaml:"view_id" json:"view_id"`
	OauthCredentials *GoogleAnalyticsOauthCredentials `yaml:"oauth_credentials,omitempty" json:"oauth_credentials,omitempty"`
	KeyFileLocation  string                           `yaml:"key_file_location,omitempty" json:"key_file_location,omitempty"`
	StartDate        string                           `yaml:"start_date" json:"start_date"`
}

GoogleAnalyticsTapConnectionSpec defines Google Analytics Tap connection

func (*GoogleAnalyticsTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *GoogleAnalyticsTapConnectionSpec) DeepCopy() *GoogleAnalyticsTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new GoogleAnalyticsTapConnectionSpec.

func (*GoogleAnalyticsTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *GoogleAnalyticsTapConnectionSpec) DeepCopyInto(out *GoogleAnalyticsTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type GoogleAnalyticsTapSpec added in v0.5.0 

type GoogleAnalyticsTapSpec struct {
	Schemas    []TapSchemaSpec                  `yaml:"schemas" json:"schemas"`
	Connection GoogleAnalyticsTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

GoogleAnalyticsTapSpec defines Tap configuration for Google Analytics. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/google_analytics.html)

func (*GoogleAnalyticsTapSpec) ConnectorID added in v0.5.0 

func (ts *GoogleAnalyticsTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*GoogleAnalyticsTapSpec) DeepCopy added in v0.5.0 

func (in *GoogleAnalyticsTapSpec) DeepCopy() *GoogleAnalyticsTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new GoogleAnalyticsTapSpec.

func (*GoogleAnalyticsTapSpec) DeepCopyInto added in v0.5.0 

func (in *GoogleAnalyticsTapSpec) DeepCopyInto(out *GoogleAnalyticsTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*GoogleAnalyticsTapSpec) GetConnection added in v0.5.0 

func (ts *GoogleAnalyticsTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*GoogleAnalyticsTapSpec) GetSchemas added in v0.5.0 

func (ts *GoogleAnalyticsTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*GoogleAnalyticsTapSpec) ID added in v0.5.0 

func (ts *GoogleAnalyticsTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*GoogleAnalyticsTapSpec) Type added in v0.5.0 

func (ts *GoogleAnalyticsTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type JiraTapConnectionSpec added in v0.5.0 

type JiraTapConnectionSpec struct {
	BaseURL           string `yaml:"base_url" json:"base_url"`
	Username          string `yaml:"username,omitempty" json:"username,omitempty"`
	Password          string `yaml:"password,omitempty" json:"password,omitempty"`
	OauthClientSecret string `yaml:"oauth_client_secret,omitempty" json:"oauth_client_secret,omitempty"`
	OauthClientID     string `yaml:"oauth_client_id,omitempty" json:"oauth_client_id,omitempty"`
	AccessToken       string `yaml:"access_token,omitempty" json:"access_token,omitempty"`
	CloudID           string `yaml:"cloud_id,omitempty" json:"cloud_id,omitempty"`
	RefreshToken      string `yaml:"refresh_token,omitempty" json:"refresh_token,omitempty"`
	StartData         string `yaml:"start_date" json:"start_date"`
}

JiraTapConnectionSpec defines Jira Tap connection

func (*JiraTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *JiraTapConnectionSpec) DeepCopy() *JiraTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new JiraTapConnectionSpec.

func (*JiraTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *JiraTapConnectionSpec) DeepCopyInto(out *JiraTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type JiraTapSpec added in v0.5.0 

type JiraTapSpec struct {
	Schemas    []TapSchemaSpec       `yaml:"schemas" json:"schemas"`
	Connection JiraTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

JiraTapSpec defines Tap configuration for Jira. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/jira.html)

func (*JiraTapSpec) ConnectorID added in v0.5.0 

func (ts *JiraTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*JiraTapSpec) DeepCopy added in v0.5.0 

func (in *JiraTapSpec) DeepCopy() *JiraTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new JiraTapSpec.

func (*JiraTapSpec) DeepCopyInto added in v0.5.0 

func (in *JiraTapSpec) DeepCopyInto(out *JiraTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*JiraTapSpec) GetConnection added in v0.5.0 

func (ts *JiraTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*JiraTapSpec) GetSchemas added in v0.5.0 

func (ts *JiraTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*JiraTapSpec) ID added in v0.5.0 

func (ts *JiraTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*JiraTapSpec) Type added in v0.5.0 

func (ts *JiraTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type KafkaTapConnectionSpec 

type KafkaTapConnectionSpec struct {
	GroupID                 string              `yaml:"group_id" json:"group_id"`
	BootstrapServers        string              `yaml:"bootstrap_servers" json:"bootstrap_servers"`
	Topic                   string              `yaml:"topic" json:"topic"`
	PrimaryKeys             *KafkaTapPrimaryKey `yaml:"primary_keys,omitempty" json:"primary_keys,omitempty"`
	MaxRuntimeMs            *int                `yaml:"max_runtime_ms,omitempty" json:"max_runtime_ms,omitempty"`
	ConsumerTimeoutMs       *int                `yaml:"consumer_timeout_ms,omitempty" json:"consumer_timeout_ms,omitempty"`
	SessionTimeoutMs        *int                `yaml:"session_timeout_ms,omitempty" json:"session_timeout_ms,omitempty"`
	HeartbeatIntervalMs     *int                `yaml:"heartbeat_interval_ms,omitempty" json:"heartbeat_interval_ms,omitempty"`
	MaxPollIntervalMs       *int                `yaml:"max_poll_interval_ms,omitempty" json:"max_poll_interval_ms,omitempty"`
	MaxPollRecords          *int                `yaml:"max_poll_records,omitempty" json:"max_poll_records,omitempty"`
	CommitIntervalMs        *int                `yaml:"commit_interval_ms,omitempty" json:"commit_interval_ms,omitempty"`
	LocalStoreDir           string              `yaml:"local_store_dir,omitempty" json:"local_store_dir,omitempty"`
	LocalStoreBatchSizeRows *int                `yaml:"local_store_batch_size_rows,omitempty" json:"local_store_batch_size_rows,omitempty"`
}

KafkaTapConnectionSpec defines Kafka tap connection configuration

func (*KafkaTapConnectionSpec) DeepCopy 

func (in *KafkaTapConnectionSpec) DeepCopy() *KafkaTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KafkaTapConnectionSpec.

func (*KafkaTapConnectionSpec) DeepCopyInto 

func (in *KafkaTapConnectionSpec) DeepCopyInto(out *KafkaTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type KafkaTapPrimaryKey 

type KafkaTapPrimaryKey struct {
	TransferID string `yaml:"transfer_id" json:"transfer_id"`
}

KafkaTapPrimaryKey defines Kafka tap connection primary key

func (*KafkaTapPrimaryKey) DeepCopy 

func (in *KafkaTapPrimaryKey) DeepCopy() *KafkaTapPrimaryKey

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KafkaTapPrimaryKey.

func (*KafkaTapPrimaryKey) DeepCopyInto 

func (in *KafkaTapPrimaryKey) DeepCopyInto(out *KafkaTapPrimaryKey)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type KafkaTapSpec 

type KafkaTapSpec struct {
	Schemas    []TapSchemaSpec        `yaml:"schemas" json:"schemas"`
	Connection KafkaTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

KafkaTapSpec defines Tap configuration for Kafka. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/kafka.html)

func (*KafkaTapSpec) ConnectorID added in v0.5.0 

func (ts *KafkaTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*KafkaTapSpec) DeepCopy 

func (in *KafkaTapSpec) DeepCopy() *KafkaTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new KafkaTapSpec.

func (*KafkaTapSpec) DeepCopyInto 

func (in *KafkaTapSpec) DeepCopyInto(out *KafkaTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*KafkaTapSpec) GetConnection added in v0.5.0 

func (ts *KafkaTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*KafkaTapSpec) GetSchemas added in v0.5.0 

func (ts *KafkaTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*KafkaTapSpec) ID added in v0.5.0 

func (ts *KafkaTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*KafkaTapSpec) Type added in v0.5.0 

func (ts *KafkaTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type MixpanelTapConnectionSpec added in v0.5.0 

type MixpanelTapConnectionSpec struct {
	APISecret         string   `yaml:"api_secret" json:"api_secret"`
	StartDate         string   `yaml:"start_date" json:"start_date"`
	DateWindowSize    int      `yaml:"date_window_size,omitempty" json:"date_window_size,omitempty"`
	AttributionWindow int      `yaml:"attribution_window,omitempty" json:"attribution_window,omitempty"`
	ProjectTimezone   string   `yaml:"project_timezone,omitempty" json:"project_timezone,omitempty"`
	UserAgent         string   `yaml:"user_agent,omitempty" json:"user_agent,omitempty"`
	DenestProperties  string   `yaml:"denest_properties,omitempty" json:"denest_properties,omitempty"`
	ExportEvents      []string `yaml:"export_events,omitempty" json:"export_events,omitempty"`
}

MixpanelTapConnectionSpec defines Mixpanel Tap connection

func (*MixpanelTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *MixpanelTapConnectionSpec) DeepCopy() *MixpanelTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new MixpanelTapConnectionSpec.

func (*MixpanelTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *MixpanelTapConnectionSpec) DeepCopyInto(out *MixpanelTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type MixpanelTapSpec added in v0.5.0 

type MixpanelTapSpec struct {
	Schemas    []TapSchemaSpec           `yaml:"schemas" json:"schemas"`
	Connection MixpanelTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

MixpanelTapSpec defines Tap configuration for Mixpanel. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/mixpanel.html)

func (*MixpanelTapSpec) ConnectorID added in v0.5.0 

func (ts *MixpanelTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*MixpanelTapSpec) DeepCopy added in v0.5.0 

func (in *MixpanelTapSpec) DeepCopy() *MixpanelTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new MixpanelTapSpec.

func (*MixpanelTapSpec) DeepCopyInto added in v0.5.0 

func (in *MixpanelTapSpec) DeepCopyInto(out *MixpanelTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*MixpanelTapSpec) GetConnection added in v0.5.0 

func (ts *MixpanelTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*MixpanelTapSpec) GetSchemas added in v0.5.0 

func (ts *MixpanelTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*MixpanelTapSpec) ID added in v0.5.0 

func (ts *MixpanelTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*MixpanelTapSpec) Type added in v0.5.0 

func (ts *MixpanelTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type MongoDBTapConnectionSpec added in v0.5.0 

type MongoDBTapConnectionSpec struct {
	Host           string `yaml:"host" json:"host"`
	Port           int    `yaml:"port" json:"port"`
	User           string `yaml:"user" json:"user"`
	Password       string `yaml:"password" json:"password"`
	AuthDatabase   string `yaml:"auth_database" json:"auth_database"`
	DBName         string `yaml:"dbname" json:"dbname"`
	ReplicaSet     string `yaml:"replica_set,omitempty" json:"replica_set,omitempty"`
	WriteBatchRows *int   `yaml:"write_batch_rows,omitempty" json:"write_batch_rows,omitempty"`
}

MongoDBTapConnectionSpec defines MongoDB Tap connection

func (*MongoDBTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *MongoDBTapConnectionSpec) DeepCopy() *MongoDBTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new MongoDBTapConnectionSpec.

func (*MongoDBTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *MongoDBTapConnectionSpec) DeepCopyInto(out *MongoDBTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type MongoDBTapSpec added in v0.5.0 

type MongoDBTapSpec struct {
	Schemas    []TapSchemaSpec          `yaml:"schemas" json:"schemas"`
	Connection MongoDBTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

MongoDBTapSpec defines Tap configuration for MongoDB. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/mongodb.html)

func (*MongoDBTapSpec) ConnectorID added in v0.5.0 

func (ts *MongoDBTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*MongoDBTapSpec) DeepCopy added in v0.5.0 

func (in *MongoDBTapSpec) DeepCopy() *MongoDBTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new MongoDBTapSpec.

func (*MongoDBTapSpec) DeepCopyInto added in v0.5.0 

func (in *MongoDBTapSpec) DeepCopyInto(out *MongoDBTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*MongoDBTapSpec) GetConnection added in v0.5.0 

func (ts *MongoDBTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*MongoDBTapSpec) GetSchemas added in v0.5.0 

func (ts *MongoDBTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*MongoDBTapSpec) ID added in v0.5.0 

func (ts *MongoDBTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*MongoDBTapSpec) Type added in v0.5.0 

func (ts *MongoDBTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type MySQLTapConnectionSpec 

type MySQLTapConnectionSpec struct {
	Host            string   `yaml:"host" json:"host"`
	Port            int      `yaml:"port" json:"port"`
	User            string   `yaml:"user" json:"user"`
	Password        string   `yaml:"password" json:"password"`
	DBName          string   `yaml:"dbname" json:"dbname"`
	FilterDatabases string   `yaml:"filter_dbs,omitempty" json:"filter_dbs,omitempty"`
	ExportBatchRows int      `yaml:"export_batch_rows,omitempty" json:"export_batch_rows,omitempty"`
	SessionSQLs     []string `yaml:"session_sqls,omitempty" json:"session_sqls,omitempty"`
}

MySQLTapConnectionSpec defines MySQL Tap connection configuration

func (*MySQLTapConnectionSpec) DeepCopy 

func (in *MySQLTapConnectionSpec) DeepCopy() *MySQLTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new MySQLTapConnectionSpec.

func (*MySQLTapConnectionSpec) DeepCopyInto 

func (in *MySQLTapConnectionSpec) DeepCopyInto(out *MySQLTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type MySQLTapSpec 

type MySQLTapSpec struct {
	Schemas          []TapSchemaSpec        `yaml:"schemas" json:"schemas"`
	Connection       MySQLTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
	BatchSizeRows    int                    `yaml:"batch_size_rows" json:"batch_size_rows"`
	StreamBufferSize int                    `yaml:"stream_buffer_size" json:"stream_buffer_size"`
}

MySQLTapSpec defines Tap configuration for MySQL. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/mysql.html)

func (*MySQLTapSpec) ConnectorID added in v0.5.0 

func (ts *MySQLTapSpec) ConnectorID() string

ConnectorID return MySQL connector ID

func (*MySQLTapSpec) DeepCopy 

func (in *MySQLTapSpec) DeepCopy() *MySQLTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new MySQLTapSpec.

func (*MySQLTapSpec) DeepCopyInto 

func (in *MySQLTapSpec) DeepCopyInto(out *MySQLTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*MySQLTapSpec) GetConnection added in v0.5.0 

func (ts *MySQLTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*MySQLTapSpec) GetSchemas added in v0.5.0 

func (ts *MySQLTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*MySQLTapSpec) ID added in v0.5.0 

func (ts *MySQLTapSpec) ID() PipelinewiseTapID

ID return MySQL Tap ID

func (*MySQLTapSpec) Type added in v0.5.0 

func (ts *MySQLTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Type

type OracleTapConnectionSpec 

type OracleTapConnectionSpec struct {
	SID           string `yaml:"sid" json:"sid"`
	Host          string `yaml:"host" json:"host"`
	Port          int    `yaml:"port" json:"port"`
	User          string `yaml:"user" json:"user"`
	Password      string `yaml:"password" json:"password"`
	FilterSchemas string `yaml:"filter_schemas,omitempty" json:"filter_schemas,omitempty"`
}

OracleTapConnectionSpec defines Oracle tap connection configuration

func (*OracleTapConnectionSpec) DeepCopy 

func (in *OracleTapConnectionSpec) DeepCopy() *OracleTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new OracleTapConnectionSpec.

func (*OracleTapConnectionSpec) DeepCopyInto 

func (in *OracleTapConnectionSpec) DeepCopyInto(out *OracleTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type OracleTapSpec 

type OracleTapSpec struct {
	Schemas          []TapSchemaSpec         `yaml:"schemas" json:"schemas"`
	Connection       OracleTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
	BatchSizeRows    int                     `yaml:"batch_size_rows" json:"batch_size_rows"`
	StreamBufferSize int                     `yaml:"stream_buffer_size" json:"stream_buffer_size"`
}

OracleTapSpec defines Tap configuration for Oracle. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/oracle.html)

func (*OracleTapSpec) ConnectorID added in v0.5.0 

func (ts *OracleTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*OracleTapSpec) DeepCopy 

func (in *OracleTapSpec) DeepCopy() *OracleTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new OracleTapSpec.

func (*OracleTapSpec) DeepCopyInto 

func (in *OracleTapSpec) DeepCopyInto(out *OracleTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*OracleTapSpec) GetConnection added in v0.5.0 

func (ts *OracleTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*OracleTapSpec) GetSchemas added in v0.5.0 

func (ts *OracleTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*OracleTapSpec) ID added in v0.5.0 

func (ts *OracleTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*OracleTapSpec) Type added in v0.5.0 

func (ts *OracleTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type PipelinewiseID 

type PipelinewiseID string

PipelinewiseID defines configuration ID

type PipelinewiseJob 

type PipelinewiseJob struct {
	metav1.TypeMeta   `json:",inline"`
	metav1.ObjectMeta `json:"metadata,omitempty"`

	Spec   PipelinewiseJobSpec   `json:"spec,omitempty"`
	Status PipelinewiseJobStatus `json:"status,omitempty"`
}

PipelinewiseJob is the Schema for the pipelinewisejobs API

func (*PipelinewiseJob) DeepCopy 

func (in *PipelinewiseJob) DeepCopy() *PipelinewiseJob

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PipelinewiseJob.

func (*PipelinewiseJob) DeepCopyInto 

func (in *PipelinewiseJob) DeepCopyInto(out *PipelinewiseJob)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*PipelinewiseJob) DeepCopyObject 

func (in *PipelinewiseJob) DeepCopyObject() runtime.Object

DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.

type PipelinewiseJobList 

type PipelinewiseJobList struct {
	metav1.TypeMeta `json:",inline"`
	metav1.ListMeta `json:"metadata,omitempty"`
	Items           []PipelinewiseJob `json:"items"`
}

PipelinewiseJobList contains a list of PipelinewiseJob

func (*PipelinewiseJobList) DeepCopy 

func (in *PipelinewiseJobList) DeepCopy() *PipelinewiseJobList

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PipelinewiseJobList.

func (*PipelinewiseJobList) DeepCopyInto 

func (in *PipelinewiseJobList) DeepCopyInto(out *PipelinewiseJobList)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*PipelinewiseJobList) DeepCopyObject 

func (in *PipelinewiseJobList) DeepCopyObject() runtime.Object

DeepCopyObject is an autogenerated deepcopy function, copying the receiver, creating a new runtime.Object.

type PipelinewiseJobSpec 

type PipelinewiseJobSpec struct {

	// Image override executor image. If not supplied it will be calculated based on tap and target id
	Image *string `json:"image,omitempty"`

	// Schedule defines cron expression of the job
	Schedule string `json:"schedule"`

	// Suspend flags the job to suspend subsequent executions
	Suspend *bool `json:"suspend,omitempty"`

	// SuccessfulJobsHistoryLimit define how many successful finished job to retain
	SuccessfulJobsHistoryLimit *int32 `json:"successfulJobsHistoryLimit,omitempty"`

	// FailedJobsHistoryLimit define how many failed finished job to retain
	FailedJobsHistoryLimit *int32 `json:"failedJobsHistoryLimit,omitempty"`

	// All Pipelinewise job spec. Specify your simplified tap and target configuration
	Tap    TapSpec    `json:"tap"`
	Target TargetSpec `json:"target"`

	// Secret defines if the configuration uses [encrypted string](https://transferwise.github.io/pipelinewise/user_guide/encrypting_passwords.html)
	Secret *SecretSpec `json:"secret,omitempty"`
}

PipelinewiseJobSpec defines the desired state of PipelinewiseJob

func (*PipelinewiseJobSpec) DeepCopy 

func (in *PipelinewiseJobSpec) DeepCopy() *PipelinewiseJobSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PipelinewiseJobSpec.

func (*PipelinewiseJobSpec) DeepCopyInto 

func (in *PipelinewiseJobSpec) DeepCopyInto(out *PipelinewiseJobSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type PipelinewiseJobStatus 

type PipelinewiseJobStatus struct {
}

PipelinewiseJobStatus defines the observed state of PipelinewiseJob

func (*PipelinewiseJobStatus) DeepCopy 

func (in *PipelinewiseJobStatus) DeepCopy() *PipelinewiseJobStatus

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PipelinewiseJobStatus.

func (*PipelinewiseJobStatus) DeepCopyInto 

func (in *PipelinewiseJobStatus) DeepCopyInto(out *PipelinewiseJobStatus)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type PipelinewiseTapID added in v0.5.0 

type PipelinewiseTapID string

PipelinewiseTapID defines tap id

func GetTapID 

func GetTapID(pwJob *PipelinewiseJob) PipelinewiseTapID

GetTapID calculate pipelinewise tap id

type PipelinewiseTapType added in v0.5.0 

type PipelinewiseTapType string

PipelinewiseTapType defines tap type

type PipelinewiseTargetID added in v0.5.0 

type PipelinewiseTargetID string

PipelinewiseTargetID defines pipelinewise target id

func GetTargetID 

func GetTargetID(pipelinewiseJob *PipelinewiseJob) PipelinewiseTargetID

GetTargetID calculate pipelinewise target id

type PipelinewiseTargetType added in v0.5.0 

type PipelinewiseTargetType string

PipelinewiseTargetType defines pipelinewise target type

type PipelinewiseType 

type PipelinewiseType string

PipelinewiseType defines configuration type. Could be a `tap` or a `target` with defined application type

type PostgreSQLTapConnectionSpec added in v0.5.0 

type PostgreSQLTapConnectionSpec struct {
	Host                    string `yaml:"host" json:"host"`
	Port                    int    `yaml:"port" json:"port"`
	User                    string `yaml:"user" json:"user"`
	Password                string `yaml:"password" json:"password"`
	DBName                  string `yaml:"dbname" json:"dbname"`
	FilterSchemas           string `yaml:"filter_schemas,omitempty" json:"filter_schemas,omitempty"`
	MaxRunSeconds           int    `yaml:"max_run_seconds,omitempty" json:"max_run_seconds,omitempty"`
	LogicalPollTotalSeconds int    `yaml:"logical_poll_total_seconds,omitempty" json:"logical_poll_total_seconds,omitempty"`
	BreakAtEndLSN           bool   `yaml:"break_at_end_lsn,omitempty" json:"break_at_end_lsn,omitempty"`
	SSL                     bool   `yaml:"ssl,omitempty" json:"ssl,omitempty"`
}

PostgreSQLTapConnectionSpec defines Postgres tap connection configuration

func (*PostgreSQLTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *PostgreSQLTapConnectionSpec) DeepCopy() *PostgreSQLTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PostgreSQLTapConnectionSpec.

func (*PostgreSQLTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *PostgreSQLTapConnectionSpec) DeepCopyInto(out *PostgreSQLTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type PostgreSQLTapSpec 

type PostgreSQLTapSpec struct {
	Schemas          []TapSchemaSpec             `yaml:"schemas" json:"schemas"`
	Connection       PostgreSQLTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
	BatchSizeRows    int                         `yaml:"batch_size_rows" json:"batch_size_rows"`
	StreamBufferSize int                         `yaml:"stream_buffer_size" json:"stream_buffer_size"`
}

PostgreSQLTapSpec defines Tap configuration for PostgreSQL. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/postgres.html)

func (*PostgreSQLTapSpec) ConnectorID added in v0.5.0 

func (ts *PostgreSQLTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*PostgreSQLTapSpec) DeepCopy 

func (in *PostgreSQLTapSpec) DeepCopy() *PostgreSQLTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PostgreSQLTapSpec.

func (*PostgreSQLTapSpec) DeepCopyInto 

func (in *PostgreSQLTapSpec) DeepCopyInto(out *PostgreSQLTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*PostgreSQLTapSpec) GetConnection added in v0.5.0 

func (ts *PostgreSQLTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*PostgreSQLTapSpec) GetSchemas added in v0.5.0 

func (ts *PostgreSQLTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*PostgreSQLTapSpec) ID added in v0.5.0 

func (ts *PostgreSQLTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*PostgreSQLTapSpec) Type added in v0.5.0 

func (ts *PostgreSQLTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type PostgreSQLTargetSpec 

type PostgreSQLTargetSpec struct {
	Host         string `yaml:"host" json:"host"`
	Port         int    `yaml:"port" json:"port"`
	User         string `yaml:"user" json:"user"`
	Password     string `yaml:"password" json:"password"`
	DatabaseName string `yaml:"dbname" json:"dbname"`
}

PostgreSQLTargetSpec defines PostgreSQL Target configuration. [Read more](https://transferwise.github.io/pipelinewise/connectors/targets/postgres.html)

func (*PostgreSQLTargetSpec) ConnectorID added in v0.5.0 

func (ts *PostgreSQLTargetSpec) ConnectorID() string

ConnectorID implements TargetInfo interface to return connection id

func (*PostgreSQLTargetSpec) DeepCopy 

func (in *PostgreSQLTargetSpec) DeepCopy() *PostgreSQLTargetSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new PostgreSQLTargetSpec.

func (*PostgreSQLTargetSpec) DeepCopyInto 

func (in *PostgreSQLTargetSpec) DeepCopyInto(out *PostgreSQLTargetSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*PostgreSQLTargetSpec) GetConnection added in v0.5.0 

func (ts *PostgreSQLTargetSpec) GetConnection() interface{}

GetConnection implements TargetInfo interface to return connection info

func (*PostgreSQLTargetSpec) ID added in v0.5.0 

func (ts *PostgreSQLTargetSpec) ID() PipelinewiseTargetID

ID implements TargetInfo interface to return target id

func (*PostgreSQLTargetSpec) Type added in v0.5.0 

func (ts *PostgreSQLTargetSpec) Type() PipelinewiseTargetType

Type implements TargetInfo interface to return target type

type RedshiftTargetSpec 

type RedshiftTargetSpec struct {
	Host                   string `yaml:"host" json:"host"`
	Port                   int    `yaml:"port" json:"port"`
	User                   string `yaml:"user" json:"user"`
	Password               string `yaml:"password" json:"password"`
	DatabaseName           string `yaml:"dbname" json:"dbname"`
	AWSProfile             string `yaml:"aws_profile,omitempty" json:"aws_profile,omitempty"`
	AWSAccessKeyID         string `yaml:"aws_access_key_id,omitempty" json:"aws_access_key_id,omitempty"`
	AWSAccessSecretKey     string `yaml:"aws_secret_access_key,omitempty" json:"aws_secret_access_key,omitempty"`
	AWSSessionToken        string `yaml:"aws_session_token,omitempty" json:"aws_session_token,omitempty"`
	AWSRedshiftCopyRoleARN string `yaml:"aws_redshift_copy_role_arn,omitempty" json:"aws_redshift_copy_role_arn,omitempty"`
	S3Bucket               string `yaml:"s3_bucket" json:"s3_bucket"`
	S3KeyPrefix            string `yaml:"s3_key_prefix,omitempty" json:"s3_key_prefix,omitempty"`
	S3ACL                  string `yaml:"s3_acl,omitempty" json:"s3_acl,omitempty"`
	CopyOptions            string `yaml:"copy_options" json:"copy_options"`
}

RedshiftTargetSpec defines Redshift Target configuration. [Read more](https://transferwise.github.io/pipelinewise/connectors/targets/redshift.html)

func (*RedshiftTargetSpec) ConnectorID added in v0.5.0 

func (ts *RedshiftTargetSpec) ConnectorID() string

ConnectorID implements TargetInfo interface to return connection id

func (*RedshiftTargetSpec) DeepCopy 

func (in *RedshiftTargetSpec) DeepCopy() *RedshiftTargetSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new RedshiftTargetSpec.

func (*RedshiftTargetSpec) DeepCopyInto 

func (in *RedshiftTargetSpec) DeepCopyInto(out *RedshiftTargetSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*RedshiftTargetSpec) GetConnection added in v0.5.0 

func (ts *RedshiftTargetSpec) GetConnection() interface{}

GetConnection implements TargetInfo interface to return connection info

func (*RedshiftTargetSpec) ID added in v0.5.0 

func (ts *RedshiftTargetSpec) ID() PipelinewiseTargetID

ID implements TargetInfo interface to return target id

func (*RedshiftTargetSpec) Type added in v0.5.0 

func (ts *RedshiftTargetSpec) Type() PipelinewiseTargetType

Type implements TargetInfo interface to return target type

type S3CSVTableMappingSpec 

type S3CSVTableMappingSpec struct {
	SearchPattern string   `yaml:"search_pattern" json:"search_pattern"`
	SearchPrefix  string   `yaml:"search_prefix,omitempty" json:"search_prefix,omitempty"`
	KeyProperties []string `yaml:"key_properties,omitempty" json:"key_properties,omitempty"`
	Delimiter     string   `yaml:"delimiter" json:"delimiter"`
}

S3CSVTableMappingSpec defines S3 CSV Table Mapping

func (*S3CSVTableMappingSpec) DeepCopy 

func (in *S3CSVTableMappingSpec) DeepCopy() *S3CSVTableMappingSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new S3CSVTableMappingSpec.

func (*S3CSVTableMappingSpec) DeepCopyInto 

func (in *S3CSVTableMappingSpec) DeepCopyInto(out *S3CSVTableMappingSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type S3CSVTapConnectionSpec 

type S3CSVTapConnectionSpec struct {
	AWSProfile         string `yaml:"aws_profile,omitempty" json:"aws_profile,omitempty"`
	AWSAccessKeyID     string `yaml:"aws_access_key_id,omitempty" json:"aws_access_key_id,omitempty"`
	AWSSecretAccessKey string `yaml:"aws_secret_access_key,omitempty" json:"aws_secret_access_key,omitempty"`
	AWSSessionToken    string `yaml:"aws_session_token,omitempty" json:"aws_session_token,omitempty"`
	AWSEndpointURI     string `yaml:"aws_endpoint_uri,omitempty" json:"aws_endpoint_uri,omitempty"`
	Bucket             string `yaml:"bucket" json:"bucket"`
	StartDate          string `yaml:"start_date" json:"start_date"`
}

S3CSVTapConnectionSpec defines S3 CSV Tap connection specification

func (*S3CSVTapConnectionSpec) DeepCopy 

func (in *S3CSVTapConnectionSpec) DeepCopy() *S3CSVTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new S3CSVTapConnectionSpec.

func (*S3CSVTapConnectionSpec) DeepCopyInto 

func (in *S3CSVTapConnectionSpec) DeepCopyInto(out *S3CSVTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type S3CSVTapSchemaSpec 

type S3CSVTapSchemaSpec struct {
	Source string              `yaml:"source_schema" json:"source_schema"`
	Target string              `yaml:"target_schema" json:"target_schema"`
	Tables []S3CSVTapTableSpec `yaml:"tables" json:"tables"`
}

S3CSVTapSchemaSpec defines S3 CSV Tap schema configuration

func (*S3CSVTapSchemaSpec) DeepCopy 

func (in *S3CSVTapSchemaSpec) DeepCopy() *S3CSVTapSchemaSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new S3CSVTapSchemaSpec.

func (*S3CSVTapSchemaSpec) DeepCopyInto 

func (in *S3CSVTapSchemaSpec) DeepCopyInto(out *S3CSVTapSchemaSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type S3CSVTapSpec 

type S3CSVTapSpec struct {
	Schemas             []S3CSVTapSchemaSpec   `yaml:"schemas" json:"schemas"`
	Connection          S3CSVTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
	BatchSizeRows       *int                   `yaml:"batch_size_rows,omitempty" json:"batch_size_rows,omitempty"`
	StreamBufferSize    *int                   `yaml:"stream_buffer_size,omitempty" json:"stream_buffer_size,omitempty"`
	DefaultTargetSchema string                 `yaml:"default_target_schema,omitempty" json:"default_target_schema,omitempty"`
}

S3CSVTapSpec defines Tap configuration for S3 CSV. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/s3_csv.html)

func (*S3CSVTapSpec) ConnectorID added in v0.5.0 

func (ts *S3CSVTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*S3CSVTapSpec) DeepCopy 

func (in *S3CSVTapSpec) DeepCopy() *S3CSVTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new S3CSVTapSpec.

func (*S3CSVTapSpec) DeepCopyInto 

func (in *S3CSVTapSpec) DeepCopyInto(out *S3CSVTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*S3CSVTapSpec) GetConnection added in v0.5.0 

func (ts *S3CSVTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*S3CSVTapSpec) GetSchemas added in v0.5.0 

func (ts *S3CSVTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*S3CSVTapSpec) ID added in v0.5.0 

func (ts *S3CSVTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*S3CSVTapSpec) Type added in v0.5.0 

func (ts *S3CSVTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type S3CSVTapTableSpec 

type S3CSVTapTableSpec struct {
	TableName string                `yaml:"table_name" json:"table_name"`
	Mapping   S3CSVTableMappingSpec `yaml:"s3_csv_mapping" json:"s3_csv_mapping"`
}

S3CSVTapTableSpec defines S3 CSV Tap Table configuration

func (*S3CSVTapTableSpec) DeepCopy 

func (in *S3CSVTapTableSpec) DeepCopy() *S3CSVTapTableSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new S3CSVTapTableSpec.

func (*S3CSVTapTableSpec) DeepCopyInto 

func (in *S3CSVTapTableSpec) DeepCopyInto(out *S3CSVTapTableSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type S3CSVTargetSpec 

type S3CSVTargetSpec struct {
	AWSProfile         string `yaml:"aws_profile,omitempty" json:"aws_profile,omitempty"`
	AWSAccessKeyID     string `yaml:"aws_access_key_id,omitempty" json:"aws_access_key_id,omitempty"`
	AWSSecretAccessKey string `yaml:"aws_secret_access_key,omitempty" json:"aws_secret_access_key,omitempty"`
	AWSSessionToken    string `yaml:"aws_session_token,omitempty" json:"aws_session_token,omitempty"`
	S3Bucket           string `yaml:"s3_bucket" json:"s3_bucket"`
	S3KeyPrefix        string `yaml:"s3_key_prefix,omitempty" json:"s3_key_prefix,omitempty"`
	Delimiter          string `yaml:"delimiter,omitempty" json:"delimiter,omitempty"`
	QuoteChar          string `yaml:"quotechar,omitempty" json:"quotechar,omitempty"`
	EncryptionType     string `yaml:"encryption_type,omitempty" json:"encryption_type,omitempty"`
	EncryptionKey      string `yaml:"encryption_key,omitempty" json:"encryption_key,omitempty"`
}

S3CSVTargetSpec defines S3 CSV Target configuration. [Read more](https://transferwise.github.io/pipelinewise/connectors/targets/s3_csv.html)

func (*S3CSVTargetSpec) ConnectorID added in v0.5.0 

func (ts *S3CSVTargetSpec) ConnectorID() string

ConnectorID implements TargetInfo interface to return connection id

func (*S3CSVTargetSpec) DeepCopy 

func (in *S3CSVTargetSpec) DeepCopy() *S3CSVTargetSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new S3CSVTargetSpec.

func (*S3CSVTargetSpec) DeepCopyInto 

func (in *S3CSVTargetSpec) DeepCopyInto(out *S3CSVTargetSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*S3CSVTargetSpec) GetConnection added in v0.5.0 

func (ts *S3CSVTargetSpec) GetConnection() interface{}

GetConnection implements TargetInfo interface to return connection info

func (*S3CSVTargetSpec) ID added in v0.5.0 

func (ts *S3CSVTargetSpec) ID() PipelinewiseTargetID

ID implements TargetInfo interface to return target id

func (*S3CSVTargetSpec) Type added in v0.5.0 

func (ts *S3CSVTargetSpec) Type() PipelinewiseTargetType

Type implements TargetInfo interface to return target type

type SalesforceTapConnectionSpec added in v0.5.0 

type SalesforceTapConnectionSpec struct {
	ClientID     string `yaml:"client_id" json:"client_id"`
	ClientSecret string `yaml:"client_secret" json:"client_secret"`
	RefreshToken string `yaml:"refresh_token" json:"refresh_token"`
	StartDate    string `yaml:"start_date" json:"start_date"`
	APIType      string `yaml:"api_type" json:"api_type"`
}

SalesforceTapConnectionSpec defines Salesforce Tap connection

func (*SalesforceTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *SalesforceTapConnectionSpec) DeepCopy() *SalesforceTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SalesforceTapConnectionSpec.

func (*SalesforceTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *SalesforceTapConnectionSpec) DeepCopyInto(out *SalesforceTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type SalesforceTapSpec added in v0.5.0 

type SalesforceTapSpec struct {
	Schemas    []TapSchemaSpec             `yaml:"schemas" json:"schemas"`
	Connection SalesforceTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

SalesforceTapSpec defines Tap configuration for Salesforce. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/salesforce.html)

func (*SalesforceTapSpec) ConnectorID added in v0.5.0 

func (ts *SalesforceTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*SalesforceTapSpec) DeepCopy added in v0.5.0 

func (in *SalesforceTapSpec) DeepCopy() *SalesforceTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SalesforceTapSpec.

func (*SalesforceTapSpec) DeepCopyInto added in v0.5.0 

func (in *SalesforceTapSpec) DeepCopyInto(out *SalesforceTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*SalesforceTapSpec) GetConnection added in v0.5.0 

func (ts *SalesforceTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*SalesforceTapSpec) GetSchemas added in v0.5.0 

func (ts *SalesforceTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*SalesforceTapSpec) ID added in v0.5.0 

func (ts *SalesforceTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*SalesforceTapSpec) Type added in v0.5.0 

func (ts *SalesforceTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type SecretSpec 

type SecretSpec struct {
	Name string `json:"name"`
	Key  string `json:"key"`
}

SecretSpec defines secret specification for loading master password for [encrypted string](https://transferwise.github.io/pipelinewise/user_guide/encrypting_passwords.html)

func (*SecretSpec) DeepCopy 

func (in *SecretSpec) DeepCopy() *SecretSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SecretSpec.

func (*SecretSpec) DeepCopyInto 

func (in *SecretSpec) DeepCopyInto(out *SecretSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type ShopifyTapConnectionSpec added in v0.5.0 

type ShopifyTapConnectionSpec struct {
	Shop      string `yaml:"shop" json:"shop"`
	APIKey    string `yaml:"api_key" json:"api_key"`
	StartDate string `yaml:"start_date" json:"start_date"`
}

ShopifyTapConnectionSpec defines Shopify Tap connection

func (*ShopifyTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *ShopifyTapConnectionSpec) DeepCopy() *ShopifyTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ShopifyTapConnectionSpec.

func (*ShopifyTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *ShopifyTapConnectionSpec) DeepCopyInto(out *ShopifyTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type ShopifyTapSpec added in v0.5.0 

type ShopifyTapSpec struct {
	Schemas    []TapSchemaSpec          `yaml:"schemas" json:"schemas"`
	Connection ShopifyTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

ShopifyTapSpec defines Tap configuration for Shopify. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/shopify.html)

func (*ShopifyTapSpec) ConnectorID added in v0.5.0 

func (ts *ShopifyTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*ShopifyTapSpec) DeepCopy added in v0.5.0 

func (in *ShopifyTapSpec) DeepCopy() *ShopifyTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ShopifyTapSpec.

func (*ShopifyTapSpec) DeepCopyInto added in v0.5.0 

func (in *ShopifyTapSpec) DeepCopyInto(out *ShopifyTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*ShopifyTapSpec) GetConnection added in v0.5.0 

func (ts *ShopifyTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*ShopifyTapSpec) GetSchemas added in v0.5.0 

func (ts *ShopifyTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*ShopifyTapSpec) ID added in v0.5.0 

func (ts *ShopifyTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*ShopifyTapSpec) Type added in v0.5.0 

func (ts *ShopifyTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type SlackTapConnectionSpec added in v0.5.0 

type SlackTapConnectionSpec struct {
	Token              string   `yaml:"token" json:"token"`
	StartDate          string   `yaml:"start_date" json:"start_date"`
	Channels           []string `yaml:"channels,omitempty" json:"channels,omitempty"`
	ExcludeArchived    string   `yaml:"exclude_archived,omitempty" json:"exclude_archived,omitempty"`
	PrivateChannels    string   `yaml:"private_channels,omitempty" json:"private_channels,omitempty"`
	JoinPublicChannels string   `yaml:"join_public_channels,omitempty" json:"join_public_channels,omitempty"`
	DateWindowSize     string   `yaml:"date_window_size,omitempty" json:"date_window_size,omitempty"`
	LookbackWindow     int      `yaml:"lookback_window,omitempty" json:"lookback_window,omitempty"`
}

SlackTapConnectionSpec defines Slack Tap connection

func (*SlackTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *SlackTapConnectionSpec) DeepCopy() *SlackTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SlackTapConnectionSpec.

func (*SlackTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *SlackTapConnectionSpec) DeepCopyInto(out *SlackTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type SlackTapSpec added in v0.5.0 

type SlackTapSpec struct {
	Schemas    []TapSchemaSpec        `yaml:"schemas" json:"schemas"`
	Connection SlackTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

SlackTapSpec defines Tap configuration for Slack. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/slack.html)

func (*SlackTapSpec) ConnectorID added in v0.5.0 

func (ts *SlackTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*SlackTapSpec) DeepCopy added in v0.5.0 

func (in *SlackTapSpec) DeepCopy() *SlackTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SlackTapSpec.

func (*SlackTapSpec) DeepCopyInto added in v0.5.0 

func (in *SlackTapSpec) DeepCopyInto(out *SlackTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*SlackTapSpec) GetConnection added in v0.5.0 

func (ts *SlackTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*SlackTapSpec) GetSchemas added in v0.5.0 

func (ts *SlackTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*SlackTapSpec) ID added in v0.5.0 

func (ts *SlackTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*SlackTapSpec) Type added in v0.5.0 

func (ts *SlackTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type SnowflakeTapConnectionSpec added in v0.5.0 

type SnowflakeTapConnectionSpec struct {
	Account   string `yaml:"account" json:"account"`
	DBName    string `yaml:"dbname" json:"dbname"`
	User      string `yaml:"user" json:"user"`
	Password  string `yaml:"password" json:"password"`
	Warehouse string `yaml:"warehouse" json:"warehouse"`
}

SnowflakeTapConnectionSpec defines Snowflake tap connection

func (*SnowflakeTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *SnowflakeTapConnectionSpec) DeepCopy() *SnowflakeTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SnowflakeTapConnectionSpec.

func (*SnowflakeTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *SnowflakeTapConnectionSpec) DeepCopyInto(out *SnowflakeTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type SnowflakeTapSpec added in v0.5.0 

type SnowflakeTapSpec struct {
	Schemas    []TapSchemaSpec            `yaml:"schemas" json:"schemas"`
	Connection SnowflakeTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

SnowflakeTapSpec defines Tap configuration for Snowflake. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/snowflake.html)

func (*SnowflakeTapSpec) ConnectorID added in v0.5.0 

func (ts *SnowflakeTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*SnowflakeTapSpec) DeepCopy added in v0.5.0 

func (in *SnowflakeTapSpec) DeepCopy() *SnowflakeTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SnowflakeTapSpec.

func (*SnowflakeTapSpec) DeepCopyInto added in v0.5.0 

func (in *SnowflakeTapSpec) DeepCopyInto(out *SnowflakeTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*SnowflakeTapSpec) GetConnection added in v0.5.0 

func (ts *SnowflakeTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*SnowflakeTapSpec) GetSchemas added in v0.5.0 

func (ts *SnowflakeTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*SnowflakeTapSpec) ID added in v0.5.0 

func (ts *SnowflakeTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*SnowflakeTapSpec) Type added in v0.5.0 

func (ts *SnowflakeTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type SnowflakeTargetSpec 

type SnowflakeTargetSpec struct {
	Account                       string `yaml:"account" json:"account"`
	DatabaseName                  string `yaml:"dbname" json:"dbname"`
	User                          string `yaml:"user" json:"user"`
	Password                      string `yaml:"password" json:"password"`
	Warehouse                     string `yaml:"warehouse" json:"warehouse"`
	AWSProfile                    string `yaml:"aws_profile,omitempty" json:"aws_profile,omitempty"`
	AWSAccessKeyID                string `yaml:"aws_access_key_id,omitempty" json:"aws_access_key_id,omitempty"`
	AWSSecretAccessKey            string `yaml:"aws_secret_access_key,omitempty" json:"aws_secret_access_key,omitempty"`
	AWSSessionToken               string `yaml:"aws_session_token,omitempty" json:"aws_session_token,omitempty"`
	AWSEndpointURL                string `yaml:"aws_session_url" json:"aws_session_url"`
	S3Bucket                      string `yaml:"s3_bucket" json:"s3_bucket"`
	S3KeyPrefix                   string `yaml:"s3_key_prefix,omitempty" json:"s3_key_prefix,omitempty"`
	S3ACL                         string `yaml:"s3_acl,omitempty" json:"s3_acl,omitempty"`
	Stage                         string `yaml:"schema" json:"schema"`
	FileFormat                    string `yaml:"file_format" json:"file_format"`
	ClientSideEncryptionMasterKey string `yaml:"client_side_encryption_master_key,omitempty" json:"client_side_encryption_master_key,omitempty"`
}

SnowflakeTargetSpec defines Snowflake Target configuration. [Read more](https://transferwise.github.io/pipelinewise/connectors/targets/snowflake.html)

func (*SnowflakeTargetSpec) ConnectorID added in v0.5.0 

func (ts *SnowflakeTargetSpec) ConnectorID() string

ConnectorID implements TargetInfo interface to return connection id

func (*SnowflakeTargetSpec) DeepCopy 

func (in *SnowflakeTargetSpec) DeepCopy() *SnowflakeTargetSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new SnowflakeTargetSpec.

func (*SnowflakeTargetSpec) DeepCopyInto 

func (in *SnowflakeTargetSpec) DeepCopyInto(out *SnowflakeTargetSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*SnowflakeTargetSpec) GetConnection added in v0.5.0 

func (ts *SnowflakeTargetSpec) GetConnection() interface{}

GetConnection implements TargetInfo interface to return connection info

func (*SnowflakeTargetSpec) ID added in v0.5.0 

func (ts *SnowflakeTargetSpec) ID() PipelinewiseTargetID

ID implements TargetInfo interface to return target id

func (*SnowflakeTargetSpec) Type added in v0.5.0 

func (ts *SnowflakeTargetSpec) Type() PipelinewiseTargetType

Type implements TargetInfo interface to return target type

type TapInfo added in v0.5.0 

type TapInfo interface {
	ConnectorID() string
	ID() PipelinewiseTapID
	Type() PipelinewiseTapType
	GetSchemas() interface{}
	GetConnection() interface{}
}

TapInfo basic Tap information +kubebuilder:object:generate=false

type TapSchemaSpec 

type TapSchemaSpec struct {
	Source string         `yaml:"source_schema" json:"source_schema"`
	Target string         `yaml:"target_schema" json:"target_schema"`
	Tables []TapTableSpec `yaml:"tables" json:"tables"`
}

TapSchemaSpec defines Generic Tap schema configuration

func (*TapSchemaSpec) DeepCopy 

func (in *TapSchemaSpec) DeepCopy() *TapSchemaSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TapSchemaSpec.

func (*TapSchemaSpec) DeepCopyInto 

func (in *TapSchemaSpec) DeepCopyInto(out *TapSchemaSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type TapSpec 

type TapSpec struct {
	MySQL           *MySQLTapSpec           `json:"mysql,omitempty"`
	PostgreSQL      *PostgreSQLTapSpec      `json:"postgres,omitempty"`
	Oracle          *OracleTapSpec          `json:"oracle,omitempty"`
	Kafka           *KafkaTapSpec           `json:"kafka,omitempty"`
	S3CSV           *S3CSVTapSpec           `json:"s3_csv,omitempty"`
	Snowflake       *SnowflakeTapSpec       `json:"snowflake,omitempty"`
	MongoDB         *MongoDBTapSpec         `json:"mongodb,omitempty"`
	Salesforce      *SalesforceTapSpec      `json:"salesforce,omitempty"`
	Zendesk         *ZendeskTapSpec         `json:"zendesk,omitempty"`
	Jira            *JiraTapSpec            `json:"jira,omitempty"`
	Zuora           *ZuoraTapSpec           `json:"zuora,omitempty"`
	GoogleAnalytics *GoogleAnalyticsTapSpec `json:"google_analytics,omitempty"`
	Github          *GithubTapSpec          `json:"github,omitempty"`
	Shopify         *ShopifyTapSpec         `json:"shopify,omitempty"`
	Slack           *SlackTapSpec           `json:"slack,omitempty"`
	Mixpanel        *MixpanelTapSpec        `json:"mixpanel,omitempty"`
	Twilio          *TwilioTapSpec          `json:"twilio,omitempty"`
}

TapSpec defines Tap configuration

func (*TapSpec) DeepCopy 

func (in *TapSpec) DeepCopy() *TapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TapSpec.

func (*TapSpec) DeepCopyInto 

func (in *TapSpec) DeepCopyInto(out *TapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type TapTableSpec 

type TapTableSpec struct {
	TableName         string `yaml:"table_name" json:"table_name"`
	ReplicationMethod string `yaml:"replication_method" json:"replication_method"`
	ReplicationKey    string `yaml:"replication_key,omitempty" json:"replication_key,omitempty"`
}

TapTableSpec defines Generic Tap Table configuration

func (*TapTableSpec) DeepCopy 

func (in *TapTableSpec) DeepCopy() *TapTableSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TapTableSpec.

func (*TapTableSpec) DeepCopyInto 

func (in *TapTableSpec) DeepCopyInto(out *TapTableSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type TargetInfo added in v0.5.0 

type TargetInfo interface {
	ConnectorID() string
	ID() PipelinewiseTargetID
	Type() PipelinewiseTargetType
	GetConnection() interface{}
}

TargetInfo basic Target information +kubebuilder:object:generate=false

type TargetSpec 

type TargetSpec struct {
	Redshift   *RedshiftTargetSpec   `json:"redshift,omitempty"`
	PostgreSQL *PostgreSQLTargetSpec `json:"postgresql,omitempty"`
	Snowflake  *SnowflakeTargetSpec  `json:"snowflake,omitempty"`
	S3CSV      *S3CSVTargetSpec      `json:"s3_csv,omitempty"`
}

TargetSpec defines Target configuration

func (*TargetSpec) DeepCopy 

func (in *TargetSpec) DeepCopy() *TargetSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TargetSpec.

func (*TargetSpec) DeepCopyInto 

func (in *TargetSpec) DeepCopyInto(out *TargetSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type TwilioTapConnectionSpec added in v0.5.0 

type TwilioTapConnectionSpec struct {
	AccountSID string `yaml:"account_sid" json:"account_sid"`
	AuthToken  string `yaml:"auth_token" json:"auth_token"`
	StartDate  string `yaml:"start_date" json:"start_date"`
	UserAgent  string `yaml:"user_agent,omitempty" json:"user_agent,omitempty"`
}

TwilioTapConnectionSpec defines Twilio Tap connection

func (*TwilioTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *TwilioTapConnectionSpec) DeepCopy() *TwilioTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TwilioTapConnectionSpec.

func (*TwilioTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *TwilioTapConnectionSpec) DeepCopyInto(out *TwilioTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type TwilioTapSpec added in v0.5.0 

type TwilioTapSpec struct {
	Schemas    []TapSchemaSpec         `yaml:"schemas" json:"schemas"`
	Connection TwilioTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

TwilioTapSpec defines Tap configuration for Twilio. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/twilio.html)

func (*TwilioTapSpec) ConnectorID added in v0.5.0 

func (ts *TwilioTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*TwilioTapSpec) DeepCopy added in v0.5.0 

func (in *TwilioTapSpec) DeepCopy() *TwilioTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new TwilioTapSpec.

func (*TwilioTapSpec) DeepCopyInto added in v0.5.0 

func (in *TwilioTapSpec) DeepCopyInto(out *TwilioTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*TwilioTapSpec) GetConnection added in v0.5.0 

func (ts *TwilioTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*TwilioTapSpec) GetSchemas added in v0.5.0 

func (ts *TwilioTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*TwilioTapSpec) ID added in v0.5.0 

func (ts *TwilioTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*TwilioTapSpec) Type added in v0.5.0 

func (ts *TwilioTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type ZendeskTapConnectionSpec added in v0.5.0 

type ZendeskTapConnectionSpec struct {
	AccessToken string `yaml:"access_token" json:"access_token"`
	Subdomain   string `yaml:"subdomain" json:"subdomain"`
	StartDate   string `yaml:"start_date" json:"start_date"`
	RateLimit   *int   `yaml:"rate_limit,omitempty" json:"rate_limit,omitempty"`
	MaxWorkers  *int   `yaml:"max_workers,omitempty" json:"max_workers,omitempty"`
	BatchSize   *int   `yaml:"batch_size,omitempty" json:"batch_size,omitempty"`
}

ZendeskTapConnectionSpec defines Zendesk Tap connection

func (*ZendeskTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *ZendeskTapConnectionSpec) DeepCopy() *ZendeskTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ZendeskTapConnectionSpec.

func (*ZendeskTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *ZendeskTapConnectionSpec) DeepCopyInto(out *ZendeskTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type ZendeskTapSpec added in v0.5.0 

type ZendeskTapSpec struct {
	Schemas    []TapSchemaSpec          `yaml:"schemas" json:"schemas"`
	Connection ZendeskTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

ZendeskTapSpec defines Tap configuration for Zendesk. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/zendesk.html)

func (*ZendeskTapSpec) ConnectorID added in v0.5.0 

func (ts *ZendeskTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*ZendeskTapSpec) DeepCopy added in v0.5.0 

func (in *ZendeskTapSpec) DeepCopy() *ZendeskTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ZendeskTapSpec.

func (*ZendeskTapSpec) DeepCopyInto added in v0.5.0 

func (in *ZendeskTapSpec) DeepCopyInto(out *ZendeskTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*ZendeskTapSpec) GetConnection added in v0.5.0 

func (ts *ZendeskTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*ZendeskTapSpec) GetSchemas added in v0.5.0 

func (ts *ZendeskTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*ZendeskTapSpec) ID added in v0.5.0 

func (ts *ZendeskTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*ZendeskTapSpec) Type added in v0.5.0 

func (ts *ZendeskTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

type ZuoraTapConnectionSpec added in v0.5.0 

type ZuoraTapConnectionSpec struct {
	Username  string `yaml:"username,omitempty" json:"username,omitempty"`
	Password  string `yaml:"password,omitempty" json:"password,omitempty"`
	PartnerID string `yaml:"partner_id,omitempty" json:"partner_id,omitempty"`
	APIType   string `yaml:"api_type" json:"api_type"`
	Sandbox   bool   `yaml:"sandbox,omitempty" json:"sandbox,omitempty"`
	European  bool   `yaml:"european,omitempty" json:"european,omitempty"`
	StartData string `yaml:"start_date" json:"start_date"`
}

ZuoraTapConnectionSpec defines Zuora Tap connection

func (*ZuoraTapConnectionSpec) DeepCopy added in v0.5.0 

func (in *ZuoraTapConnectionSpec) DeepCopy() *ZuoraTapConnectionSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ZuoraTapConnectionSpec.

func (*ZuoraTapConnectionSpec) DeepCopyInto added in v0.5.0 

func (in *ZuoraTapConnectionSpec) DeepCopyInto(out *ZuoraTapConnectionSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

type ZuoraTapSpec added in v0.5.0 

type ZuoraTapSpec struct {
	Schemas    []TapSchemaSpec        `yaml:"schemas" json:"schemas"`
	Connection ZuoraTapConnectionSpec `yaml:"db_conn" json:"db_conn"`
}

ZuoraTapSpec defines Tap configuration for Zuora. [Read more](https://transferwise.github.io/pipelinewise/connectors/taps/zuora.html)

func (*ZuoraTapSpec) ConnectorID added in v0.5.0 

func (ts *ZuoraTapSpec) ConnectorID() string

ConnectorID implement TapInfo interface to return Pipelinewise Tap ID

func (*ZuoraTapSpec) DeepCopy added in v0.5.0 

func (in *ZuoraTapSpec) DeepCopy() *ZuoraTapSpec

DeepCopy is an autogenerated deepcopy function, copying the receiver, creating a new ZuoraTapSpec.

func (*ZuoraTapSpec) DeepCopyInto added in v0.5.0 

func (in *ZuoraTapSpec) DeepCopyInto(out *ZuoraTapSpec)

DeepCopyInto is an autogenerated deepcopy function, copying the receiver, writing into out. in must be non-nil.

func (*ZuoraTapSpec) GetConnection added in v0.5.0 

func (ts *ZuoraTapSpec) GetConnection() interface{}

GetConnection implement TapInfo interface to return connection object

func (*ZuoraTapSpec) GetSchemas added in v0.5.0 

func (ts *ZuoraTapSpec) GetSchemas() interface{}

GetSchemas implement TapInfo interface to return schemas object

func (*ZuoraTapSpec) ID added in v0.5.0 

func (ts *ZuoraTapSpec) ID() PipelinewiseTapID

ID implement TapInfo interface to return Pipelinewise Tap ID

func (*ZuoraTapSpec) Type added in v0.5.0 

func (ts *ZuoraTapSpec) Type() PipelinewiseTapType

Type implement TapInfo interface to return Pipelinewise Tap Type

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.