source

Documentation

Index

• func GenerateJSONFile(columns []string, data [][]interface{}) (string, int, error)
• type Source
  • func NewSource(cfg *config.Config) (*Source, error)
  • func (s *Source) DeleteAfterSync() error
  • func (s *Source) GerMinMaxSplitKey() (int, int, error)
  • func (s *Source) GetBatchNum(rows *sql.Rows) (int, int)
  • func (s *Source) GetRows(conditionSql string) (*sql.Rows, error)
  • func (s *Source) GetSourceReadRowsCount() (int, error)
  • func (s *Source) QueryTableData(rows *sql.Rows) ([][]interface{}, []string, error)
  • func (s *Source) SlimCondition(minSplitKey, maxSplitKey int) [][]int
  • func (s *Source) SplitCondition(minSplitKey, maxSplitKey int) []string
  • func (s *Source) SplitConditionAccordingMaxGoRoutine(minSplitKey, maxSplitKey, allMax int) []string
• type Sourcer

Functions

func GenerateJSONFile

func GenerateJSONFile(columns []string, data [][]interface{}) (string, int, error)

Types

type Source

type Source struct {
	// contains filtered or unexported fields
}

func NewSource

func NewSource(cfg *config.Config) (*Source, error)

func (*Source) DeleteAfterSync

func (s *Source) DeleteAfterSync() error

func (*Source) GerMinMaxSplitKey

func (s *Source) GerMinMaxSplitKey() (int, int, error)

func (*Source) GetBatchNum

func (s *Source) GetBatchNum(rows *sql.Rows) (int, int)

GetBatchNum returns the number of batches to be processed

func (*Source) GetRows

func (s *Source) GetRows(conditionSql string) (*sql.Rows, error)

func (*Source) GetSourceReadRowsCount

func (s *Source) GetSourceReadRowsCount() (int, error)

func (*Source) QueryTableData

func (s *Source) QueryTableData(rows *sql.Rows) ([][]interface{}, []string, error)

func (*Source) SlimCondition

func (s *Source) SlimCondition(minSplitKey, maxSplitKey int) [][]int

func (*Source) SplitCondition

func (s *Source) SplitCondition(minSplitKey, maxSplitKey int) []string

func (*Source) SplitConditionAccordingMaxGoRoutine

func (s *Source) SplitConditionAccordingMaxGoRoutine(minSplitKey, maxSplitKey, allMax int) []string

type Sourcer

type Sourcer interface {
	QueryTableData(rows *sql.Rows) ([][]interface{}, []string, error)
	GetBatchNum(rows *sql.Rows) (int, int)
	GetRows(conditionSql string) (*sql.Rows, error)
}