tasks

Documentation

Index

• Variables
• func ExportData(c plugin.SubTaskContext) errors.Error
• type DataConfigParams
• type StarRocksConfig
• type Table
  • func (t *Table) TableName() string

Variables

var ExportDataTaskMeta = plugin.SubTaskMeta{
	Name:             "ExportData",
	EntryPoint:       ExportData,
	EnabledByDefault: true,
	Description:      "Load data to StarRocks",
}

Functions

func ExportData

func ExportData(c plugin.SubTaskContext) errors.Error

Types

type DataConfigParams

type DataConfigParams struct {
	Ctx           plugin.SubTaskContext
	Config        *StarRocksConfig
	SrcDb         dal.Dal
	DestDb        dal.Dal
	SrcTableName  string
	DestTableName string
}

type StarRocksConfig

type StarRocksConfig struct {
	SourceType   string `mapstructure:"source_type"`
	SourceDsn    string `mapstructure:"source_dsn"`
	UpdateColumn string `mapstructure:"update_column"`
	Host         string
	Port         int
	User         string
	Password     string
	Database     string
	BeHost       string `mapstructure:"be_host"`
	BePort       int    `mapstructure:"be_port"`
	Tables       []string
	BatchSize    int               `mapstructure:"batch_size"`
	OrderBy      map[string]string `mapstructure:"order_by"`
	DomainLayer  string            `mapstructure:"domain_layer"`
	Extra        map[string]string
}

type Table

type Table struct {
	// contains filtered or unexported fields
}

func (*Table) TableName

func (t *Table) TableName() string