Documentation ¶
Index ¶
Constants ¶
View Source
const ( Default FieldMappingType = "" Strict FieldMappingType = "strict" //action MOVE = "move" REMOVE = "remove" CAST = "cast" CONSTANT = "constant" )
Variables ¶
This section is empty.
Functions ¶
This section is empty.
Types ¶
type CachingConfiguration ¶
type CachingConfiguration struct {
Disabled bool `mapstructure:"disabled" json:"disabled" yaml:"disabled"`
}
CachingConfiguration is a configuration for disabling caching
type DataLayout ¶
type DataLayout struct { //Deprecated MappingType FieldMappingType `mapstructure:"mapping_type" json:"mapping_type,omitempty" yaml:"mapping_type,omitempty"` //Deprecated Mapping []string `mapstructure:"mapping" json:"mapping,omitempty" yaml:"mapping,omitempty"` TransformEnabled *bool `mapstructure:"transform_enabled" json:"transform_enabled,omitempty" yaml:"transform_enabled,omitempty"` Transform string `mapstructure:"transform" json:"transform,omitempty" yaml:"transform,omitempty"` //Deprecated Mappings *Mapping `mapstructure:"mappings" json:"mappings,omitempty" yaml:"mappings,omitempty"` MaxColumns int `mapstructure:"max_columns" json:"max_columns,omitempty" yaml:"max_columns,omitempty"` TableNameTemplate string `mapstructure:"table_name_template" json:"table_name_template,omitempty" yaml:"table_name_template,omitempty"` PrimaryKeyFields []string `mapstructure:"primary_key_fields" json:"primary_key_fields,omitempty" yaml:"primary_key_fields,omitempty"` UniqueIDField string `mapstructure:"unique_id_field" json:"unique_id_field,omitempty" yaml:"unique_id_field,omitempty"` }
DataLayout is used for configure mappings/table names and other data layout parameters
type DestinationConfig ¶
type DestinationConfig struct { OnlyTokens []string `mapstructure:"only_tokens" json:"only_tokens,omitempty" yaml:"only_tokens,omitempty"` Type string `mapstructure:"type" json:"type,omitempty" yaml:"type,omitempty"` Package string `mapstructure:"package" json:"package,omitempty" yaml:"package,omitempty"` Mode string `mapstructure:"mode" json:"mode,omitempty" yaml:"mode,omitempty"` StreamingThreadsCount int `mapstructure:"streaming_threads_count" json:"streaming_threads_count,omitempty" yaml:"streaming_threads_count,omitempty"` DataLayout *DataLayout `mapstructure:"data_layout,omitempty" json:"data_layout,omitempty" yaml:"data_layout,omitempty"` UsersRecognition *UsersRecognition `mapstructure:"users_recognition" json:"users_recognition,omitempty" yaml:"users_recognition,omitempty"` Enrichment []*enrichment.RuleConfig `mapstructure:"enrichment" json:"enrichment,omitempty" yaml:"enrichment,omitempty"` Log *logging.SQLDebugConfig `mapstructure:"log" json:"log,omitempty" yaml:"log,omitempty"` BreakOnError bool `mapstructure:"break_on_error" json:"break_on_error,omitempty" yaml:"break_on_error,omitempty"` Staged bool `mapstructure:"staged" json:"staged,omitempty" yaml:"staged,omitempty"` CachingConfiguration *CachingConfiguration `mapstructure:"caching" json:"caching,omitempty" yaml:"caching,omitempty"` PostHandleDestinations []string `` /* 133-byte string literal not displayed */ GeoDataResolverID string `mapstructure:"geo_data_resolver_id" json:"geo_data_resolver_id,omitempty" yaml:"geo_data_resolver_id,omitempty"` //Deprecated DataSource map[string]interface{} `mapstructure:"datasource,omitempty" json:"datasource,omitempty" yaml:"datasource,omitempty"` //Deprecated S3 map[string]interface{} `mapstructure:"s3,omitempty" json:"s3,omitempty" yaml:"s3,omitempty"` //Deprecated Google map[string]interface{} `mapstructure:"google,omitempty" json:"google,omitempty" yaml:"google,omitempty"` //Deprecated GoogleAnalytics map[string]interface{} `mapstructure:"google_analytics,omitempty" json:"google_analytics,omitempty" yaml:"google_analytics,omitempty"` //Deprecated ClickHouse map[string]interface{} `mapstructure:"clickhouse,omitempty" json:"clickhouse,omitempty" yaml:"clickhouse,omitempty"` //Deprecated Snowflake map[string]interface{} `mapstructure:"snowflake,omitempty" json:"snowflake,omitempty" yaml:"snowflake,omitempty"` //Deprecated Facebook map[string]interface{} `mapstructure:"facebook,omitempty" json:"facebook,omitempty" yaml:"facebook,omitempty"` //Deprecated WebHook map[string]interface{} `mapstructure:"webhook,omitempty" json:"webhook,omitempty" yaml:"webhook,omitempty"` //Deprecated Amplitude map[string]interface{} `mapstructure:"amplitude,omitempty" json:"amplitude,omitempty" yaml:"amplitude,omitempty"` //Deprecated HubSpot map[string]interface{} `mapstructure:"hubspot,omitempty" json:"hubspot,omitempty" yaml:"hubspot,omitempty"` //Deprecated DbtCloud map[string]interface{} `mapstructure:"dbtcloud,omitempty" json:"dbtcloud,omitempty" yaml:"dbtcloud,omitempty"` Config map[string]interface{} `mapstructure:"config,omitempty" json:"config,omitempty" yaml:"config,omitempty"` }
DestinationConfig is a destination configuration for serialization
func (*DestinationConfig) GetConfig ¶
func (config *DestinationConfig) GetConfig(value Validatable, compatibilityValue map[string]interface{}, dest Validatable) (Validatable, error)
func (*DestinationConfig) GetDestConfig ¶
func (config *DestinationConfig) GetDestConfig(compatibilityValue map[string]interface{}, dest Validatable) error
type FieldMappingType ¶
type FieldMappingType string
func (FieldMappingType) String ¶
func (f FieldMappingType) String() string
type Mapping ¶
type Mapping struct { KeepUnmapped *bool `mapstructure:"keep_unmapped" json:"keep_unmapped,omitempty" yaml:"keep_unmapped,omitempty"` Fields []MappingField `mapstructure:"fields" json:"fields,omitempty" yaml:"fields,omitempty"` }
type MappingField ¶
type MappingField struct { Src string `mapstructure:"src" json:"src,omitempty" yaml:"src,omitempty"` Dst string `mapstructure:"dst" json:"dst,omitempty" yaml:"dst,omitempty"` Action string `mapstructure:"action" json:"action,omitempty" yaml:"action,omitempty"` Type string `mapstructure:"type" json:"type,omitempty" yaml:"type,omitempty"` ColumnType string `mapstructure:"column_type" json:"column_type,omitempty" yaml:"column_type,omitempty"` Value interface{} `mapstructure:"value" json:"value,omitempty" yaml:"value,omitempty"` }
func (*MappingField) String ¶
func (mf *MappingField) String() string
/src/ --move--> /dst /src/ --move--> (Lowcardinality(String)) /dst /src/ --remove--> --cast--> (Lowcardinality(String)) /dst value --constant--> (Lowcardinality(String)) /dst
func (*MappingField) Validate ¶
func (mf *MappingField) Validate() error
type UsersRecognition ¶
type UsersRecognition struct { Enabled bool `mapstructure:"enabled" json:"enabled,omitempty" yaml:"enabled,omitempty"` AnonymousIDNode string `mapstructure:"anonymous_id_node" json:"anonymous_id_node,omitempty" yaml:"anonymous_id_node,omitempty"` IdentificationNodes []string `mapstructure:"identification_nodes" json:"identification_nodes,omitempty" yaml:"identification_nodes,omitempty"` UserIDNode string `mapstructure:"user_id_node" json:"user_id_node,omitempty" yaml:"user_id_node,omitempty"` PoolSize int `mapstructure:"pool_size" json:"pool_size,omitempty" yaml:"pool_size,omitempty"` Compression string `mapstructure:"compression" json:"compression,omitempty" yaml:"compression,omitempty"` CacheTTLMin int `mapstructure:"cache_ttl_min" json:"cache_ttl_min,omitempty" yaml:"cache_ttl_min,omitempty"` }
UsersRecognition is a model for Users recognition module configuration
func (*UsersRecognition) IsEnabled ¶
func (ur *UsersRecognition) IsEnabled() bool
IsEnabled returns true if enabled
func (*UsersRecognition) Validate ¶
func (ur *UsersRecognition) Validate() error
Validate returns err if invalid
type Validatable ¶
type Validatable interface {
Validate() error
}
Click to show internal directories.
Click to hide internal directories.