source

Documentation

Index

• func GenerateJSONFile(columns []string, data [][]interface{}) (string, int, error)
• type DatabendIngesterStatsData
• type DatabendSourceStatsRecorder
  • func NewDatabendIntesterStatsRecorder() *DatabendSourceStatsRecorder
  • func (stats *DatabendSourceStatsRecorder) RecordMetric(rows int)
  • func (stats *DatabendSourceStatsRecorder) Stats(statsWindow time.Duration) DatabendIngesterStatsData
• type Source
  • func NewSource(cfg *config.Config) (*Source, error)
  • func (s *Source) DeleteAfterSync() error
  • func (s *Source) GetMinMaxSplitKey() (int, int, error)
  • func (s *Source) GetMinMaxTimeSplitKey() (string, string, error)
  • func (s *Source) GetRowsCountByConditionSql(conditionSql string) (int, error)
  • func (s *Source) GetSourceReadRowsCount() (int, error)
  • func (s *Source) QueryTableData(threadNum int, conditionSql string) ([][]interface{}, []string, error)
  • func (s *Source) SlimCondition(minSplitKey, maxSplitKey int) [][]int
  • func (s *Source) SplitCondition(minSplitKey, maxSplitKey int) []string
  • func (s *Source) SplitConditionAccordingMaxGoRoutine(minSplitKey, maxSplitKey, allMax int) []string
  • func (s *Source) SplitConditionAccordingToTimeSplitKey(minTimeSplitKey, maxTimeSplitKey string) ([]string, error)
  • func (s *Source) SplitTimeConditionsByMaxThread(conditions []string, maxThread int) [][]string
• type Sourcer

Functions

func GenerateJSONFile

func GenerateJSONFile(columns []string, data [][]interface{}) (string, int, error)

Types

type DatabendIngesterStatsData

type DatabendIngesterStatsData struct {
	BytesPerSecond float64
	RowsPerSecondd float64
}

type DatabendSourceStatsRecorder

type DatabendSourceStatsRecorder struct {
	// contains filtered or unexported fields
}

func NewDatabendIntesterStatsRecorder

func NewDatabendIntesterStatsRecorder() *DatabendSourceStatsRecorder

func (*DatabendSourceStatsRecorder) RecordMetric

func (stats *DatabendSourceStatsRecorder) RecordMetric(rows int)

func (*DatabendSourceStatsRecorder) Stats

func (stats *DatabendSourceStatsRecorder) Stats(statsWindow time.Duration) DatabendIngesterStatsData

type Source

type Source struct {
	// contains filtered or unexported fields
}

func NewSource

func NewSource(cfg *config.Config) (*Source, error)

func (*Source) DeleteAfterSync

func (s *Source) DeleteAfterSync() error

func (*Source) GetMinMaxSplitKey

func (s *Source) GetMinMaxSplitKey() (int, int, error)

func (*Source) GetMinMaxTimeSplitKey

func (s *Source) GetMinMaxTimeSplitKey() (string, string, error)

func (*Source) GetRowsCountByConditionSql

func (s *Source) GetRowsCountByConditionSql(conditionSql string) (int, error)

func (*Source) GetSourceReadRowsCount

func (s *Source) GetSourceReadRowsCount() (int, error)

func (*Source) QueryTableData

func (s *Source) QueryTableData(threadNum int, conditionSql string) ([][]interface{}, []string, error)

func (*Source) SlimCondition

func (s *Source) SlimCondition(minSplitKey, maxSplitKey int) [][]int

func (*Source) SplitCondition

func (s *Source) SplitCondition(minSplitKey, maxSplitKey int) []string

func (*Source) SplitConditionAccordingMaxGoRoutine

func (s *Source) SplitConditionAccordingMaxGoRoutine(minSplitKey, maxSplitKey, allMax int) []string

func (*Source) SplitConditionAccordingToTimeSplitKey

func (s *Source) SplitConditionAccordingToTimeSplitKey(minTimeSplitKey, maxTimeSplitKey string) ([]string, error)

func (*Source) SplitTimeConditionsByMaxThread

func (s *Source) SplitTimeConditionsByMaxThread(conditions []string, maxThread int) [][]string

type Sourcer

type Sourcer interface {
	QueryTableData(threadNum int, conditionSql string) ([][]interface{}, []string, error)
}