config

package
v0.0.0-...-9c552bb Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jun 1, 2024 License: MIT Imports: 8 Imported by: 0

Documentation

Index

Constants

View Source
const (
	Default FieldMappingType = ""
	Strict  FieldMappingType = "strict"

	//action
	MOVE     = "move"
	REMOVE   = "remove"
	CAST     = "cast"
	CONSTANT = "constant"
)

Variables

This section is empty.

Functions

This section is empty.

Types

type CachingConfiguration

type CachingConfiguration struct {
	Disabled bool `mapstructure:"disabled" json:"disabled" yaml:"disabled"`
}

CachingConfiguration is a configuration for disabling caching

type DataLayout

type DataLayout struct {
	//Deprecated
	MappingType FieldMappingType `mapstructure:"mapping_type" json:"mapping_type,omitempty" yaml:"mapping_type,omitempty"`
	//Deprecated
	Mapping []string `mapstructure:"mapping" json:"mapping,omitempty" yaml:"mapping,omitempty"`

	TransformEnabled *bool  `mapstructure:"transform_enabled" json:"transform_enabled,omitempty" yaml:"transform_enabled,omitempty"`
	Transform        string `mapstructure:"transform" json:"transform,omitempty" yaml:"transform,omitempty"`
	//Deprecated
	Mappings          *Mapping `mapstructure:"mappings" json:"mappings,omitempty" yaml:"mappings,omitempty"`
	MaxColumns        int      `mapstructure:"max_columns" json:"max_columns,omitempty" yaml:"max_columns,omitempty"`
	TableNameTemplate string   `mapstructure:"table_name_template" json:"table_name_template,omitempty" yaml:"table_name_template,omitempty"`
	PrimaryKeyFields  []string `mapstructure:"primary_key_fields" json:"primary_key_fields,omitempty" yaml:"primary_key_fields,omitempty"`
	UniqueIDField     string   `mapstructure:"unique_id_field" json:"unique_id_field,omitempty" yaml:"unique_id_field,omitempty"`
}

DataLayout is used for configure mappings/table names and other data layout parameters

type DestinationConfig

type DestinationConfig struct {
	OnlyTokens             []string                 `mapstructure:"only_tokens" json:"only_tokens,omitempty" yaml:"only_tokens,omitempty"`
	Type                   string                   `mapstructure:"type" json:"type,omitempty" yaml:"type,omitempty"`
	Package                string                   `mapstructure:"package" json:"package,omitempty" yaml:"package,omitempty"`
	Mode                   string                   `mapstructure:"mode" json:"mode,omitempty" yaml:"mode,omitempty"`
	StreamingThreadsCount  int                      `mapstructure:"streaming_threads_count" json:"streaming_threads_count,omitempty" yaml:"streaming_threads_count,omitempty"`
	DataLayout             *DataLayout              `mapstructure:"data_layout,omitempty" json:"data_layout,omitempty" yaml:"data_layout,omitempty"`
	UsersRecognition       *UsersRecognition        `mapstructure:"users_recognition" json:"users_recognition,omitempty" yaml:"users_recognition,omitempty"`
	Enrichment             []*enrichment.RuleConfig `mapstructure:"enrichment" json:"enrichment,omitempty" yaml:"enrichment,omitempty"`
	Log                    *logging.SQLDebugConfig  `mapstructure:"log" json:"log,omitempty" yaml:"log,omitempty"`
	BreakOnError           bool                     `mapstructure:"break_on_error" json:"break_on_error,omitempty" yaml:"break_on_error,omitempty"`
	Staged                 bool                     `mapstructure:"staged" json:"staged,omitempty" yaml:"staged,omitempty"`
	CachingConfiguration   *CachingConfiguration    `mapstructure:"caching" json:"caching,omitempty" yaml:"caching,omitempty"`
	PostHandleDestinations []string                 `` /* 133-byte string literal not displayed */
	GeoDataResolverID      string                   `mapstructure:"geo_data_resolver_id" json:"geo_data_resolver_id,omitempty" yaml:"geo_data_resolver_id,omitempty"`

	//Deprecated
	DataSource map[string]interface{} `mapstructure:"datasource,omitempty" json:"datasource,omitempty" yaml:"datasource,omitempty"`
	//Deprecated
	S3 map[string]interface{} `mapstructure:"s3,omitempty" json:"s3,omitempty" yaml:"s3,omitempty"`
	//Deprecated
	Google map[string]interface{} `mapstructure:"google,omitempty" json:"google,omitempty" yaml:"google,omitempty"`
	//Deprecated
	GoogleAnalytics map[string]interface{} `mapstructure:"google_analytics,omitempty" json:"google_analytics,omitempty" yaml:"google_analytics,omitempty"`
	//Deprecated
	ClickHouse map[string]interface{} `mapstructure:"clickhouse,omitempty" json:"clickhouse,omitempty" yaml:"clickhouse,omitempty"`
	//Deprecated
	Snowflake map[string]interface{} `mapstructure:"snowflake,omitempty" json:"snowflake,omitempty" yaml:"snowflake,omitempty"`
	//Deprecated
	Facebook map[string]interface{} `mapstructure:"facebook,omitempty" json:"facebook,omitempty" yaml:"facebook,omitempty"`
	//Deprecated
	WebHook map[string]interface{} `mapstructure:"webhook,omitempty" json:"webhook,omitempty" yaml:"webhook,omitempty"`
	//Deprecated
	Amplitude map[string]interface{} `mapstructure:"amplitude,omitempty" json:"amplitude,omitempty" yaml:"amplitude,omitempty"`
	//Deprecated
	HubSpot map[string]interface{} `mapstructure:"hubspot,omitempty" json:"hubspot,omitempty" yaml:"hubspot,omitempty"`
	//Deprecated
	DbtCloud map[string]interface{} `mapstructure:"dbtcloud,omitempty" json:"dbtcloud,omitempty" yaml:"dbtcloud,omitempty"`

	Config map[string]interface{} `mapstructure:"config,omitempty" json:"config,omitempty" yaml:"config,omitempty"`
}

DestinationConfig is a destination configuration for serialization

func (*DestinationConfig) GetConfig

func (config *DestinationConfig) GetConfig(value Validatable, compatibilityValue map[string]interface{}, dest Validatable) (Validatable, error)

func (*DestinationConfig) GetDestConfig

func (config *DestinationConfig) GetDestConfig(compatibilityValue map[string]interface{}, dest Validatable) error

type FieldMappingType

type FieldMappingType string

func (FieldMappingType) String

func (f FieldMappingType) String() string

type Mapping

type Mapping struct {
	KeepUnmapped *bool          `mapstructure:"keep_unmapped" json:"keep_unmapped,omitempty" yaml:"keep_unmapped,omitempty"`
	Fields       []MappingField `mapstructure:"fields" json:"fields,omitempty" yaml:"fields,omitempty"`
}

type MappingField

type MappingField struct {
	Src        string      `mapstructure:"src" json:"src,omitempty" yaml:"src,omitempty"`
	Dst        string      `mapstructure:"dst" json:"dst,omitempty" yaml:"dst,omitempty"`
	Action     string      `mapstructure:"action" json:"action,omitempty" yaml:"action,omitempty"`
	Type       string      `mapstructure:"type" json:"type,omitempty" yaml:"type,omitempty"`
	ColumnType string      `mapstructure:"column_type" json:"column_type,omitempty" yaml:"column_type,omitempty"`
	Value      interface{} `mapstructure:"value" json:"value,omitempty" yaml:"value,omitempty"`
}

func (*MappingField) String

func (mf *MappingField) String() string

/src/ --move--> /dst /src/ --move--> (Lowcardinality(String)) /dst /src/ --remove--> --cast--> (Lowcardinality(String)) /dst value --constant--> (Lowcardinality(String)) /dst

func (*MappingField) Validate

func (mf *MappingField) Validate() error

type UsersRecognition

type UsersRecognition struct {
	Enabled             bool     `mapstructure:"enabled" json:"enabled,omitempty" yaml:"enabled,omitempty"`
	AnonymousIDNode     string   `mapstructure:"anonymous_id_node" json:"anonymous_id_node,omitempty" yaml:"anonymous_id_node,omitempty"`
	IdentificationNodes []string `mapstructure:"identification_nodes" json:"identification_nodes,omitempty" yaml:"identification_nodes,omitempty"`
	UserIDNode          string   `mapstructure:"user_id_node" json:"user_id_node,omitempty" yaml:"user_id_node,omitempty"`
	PoolSize            int      `mapstructure:"pool_size" json:"pool_size,omitempty" yaml:"pool_size,omitempty"`
	Compression         string   `mapstructure:"compression" json:"compression,omitempty" yaml:"compression,omitempty"`
	CacheTTLMin         int      `mapstructure:"cache_ttl_min" json:"cache_ttl_min,omitempty" yaml:"cache_ttl_min,omitempty"`
}

UsersRecognition is a model for Users recognition module configuration

func (*UsersRecognition) IsEnabled

func (ur *UsersRecognition) IsEnabled() bool

IsEnabled returns true if enabled

func (*UsersRecognition) Validate

func (ur *UsersRecognition) Validate() error

Validate returns err if invalid

type Validatable

type Validatable interface {
	Validate() error
}

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL