sql

Documentation

Index

• Constants
• Variables
• func NewReader(meta *reader.Meta, conf conf.MapConf) (reader.Reader, error)
• func WriteRecordsFile(doneFilePath, content string) (err error)
• type DBRecords
  • func (dbRecords *DBRecords) GetTableRecords(db string) TableRecords
  • func (dbRecords *DBRecords) Reset()
  • func (dbRecords *DBRecords) Set(value DBRecords)
  • func (dbRecords *DBRecords) SetTableInfo(db, table string, tableInfo TableInfo)
  • func (dbRecords *DBRecords) SetTableRecords(db string, tableRecords TableRecords)
• type DataQuery
• type Reader
  • func (r *Reader) Close() error
  • func (r *Reader) Lag() (rl *LagInfo, err error)
  • func (r *Reader) Name() string
  • func (r *Reader) ReadData() (Data, int64, error)
  • func (r *Reader) ReadLine() (string, error)
  • func (r *Reader) SetMode(mode string, v interface{}) error
  • func (r *Reader) Source() string
  • func (r *Reader) Start() error
  • func (r *Reader) Status() StatsInfo
  • func (r *Reader) SyncMeta()
• type SyncDBRecords
  • func (syncDBRecords *SyncDBRecords) GetDBRecords() DBRecords
  • func (syncDBRecords *SyncDBRecords) GetTableRecords(db string) TableRecords
  • func (syncDBRecords *SyncDBRecords) Reset()
  • func (syncDBRecords *SyncDBRecords) SetTableInfo(db, table string, tableInfo TableInfo)
  • func (syncDBRecords *SyncDBRecords) SetTableRecords(db string, tableRecords TableRecords)
• type TableInfo
• type TableRecords
  • func (tableRecords *TableRecords) GetTable() map[string]TableInfo
  • func (tableRecords *TableRecords) GetTableInfo(table string) TableInfo
  • func (tableRecords *TableRecords) Reset()
  • func (tableRecords *TableRecords) Set(value TableRecords)
  • func (tableRecords *TableRecords) SetTableInfo(table string, tableInfo TableInfo)

Constants

const (
	DefaultMySQLTable    = "SELECT TABLE_NAME FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_TYPE='BASE TABLE' AND TABLE_SCHEMA='DATABASE_NAME';"
	DefaultMySQLDatabase = "SHOW DATABASES;"
	DefaultPGSQLTable    = "SELECT TABLENAME FROM PG_TABLES WHERE SCHEMANAME='public';"
	DefaultMSSQLTable    = "SELECT TABLE_NAME FROM INFORMATION_SCHEMA.TABLES WHERE TABLE_TYPE='BASE TABLE' AND TABLE_CATALOG='DATABASE_NAME';"

	SupportReminder = "history all magic only support @(YYYY) @(YY) @(MM) @(DD) @(hh) @(mm) @(ss)"
	Wildcards       = "*"

	DefaultDoneRecordsFile = "sql.records"
)

const (
	YEAR = iota
	MONTH
	DAY
	HOUR
	MINUTE
	SECOND
)

const (
	// 获取符合条件的table
	TABLE = iota
	// 获取符合条件的database
	DATABASE
	// 获取数据库表的总条数
	COUNT
)

Variables

var MysqlSystemDB = []string{"information_schema", "performance_schema", "mysql", "sys"}

Functions

func NewReader

func NewReader(meta *reader.Meta, conf conf.MapConf) (reader.Reader, error)

func WriteRecordsFile

func WriteRecordsFile(doneFilePath, content string) (err error)

WriteRecordsFile 将当前文件写入donefiel中

Types

type DBRecords

type DBRecords map[string]TableRecords

func (*DBRecords) GetTableRecords

func (dbRecords *DBRecords) GetTableRecords(db string) TableRecords

func (*DBRecords) Reset

func (dbRecords *DBRecords) Reset()

func (*DBRecords) Set

func (dbRecords *DBRecords) Set(value DBRecords)

func (*DBRecords) SetTableInfo

func (dbRecords *DBRecords) SetTableInfo(db, table string, tableInfo TableInfo)

func (*DBRecords) SetTableRecords

func (dbRecords *DBRecords) SetTableRecords(db string, tableRecords TableRecords)

type DataQuery

type DataQuery struct {
	// contains filtered or unexported fields
}

type Reader

type Reader struct {
	Cron *cron.Cron //定时任务

	CurrentCount int64
	// contains filtered or unexported fields
}

func (*Reader) Close

func (r *Reader) Close() error

func (*Reader) Lag

func (r *Reader) Lag() (rl *LagInfo, err error)

func (*Reader) Name

func (r *Reader) Name() string

func (*Reader) ReadData

func (r *Reader) ReadData() (Data, int64, error)

func (*Reader) ReadLine

func (r *Reader) ReadLine() (string, error)

func (*Reader) SetMode

func (r *Reader) SetMode(mode string, v interface{}) error

func (*Reader) Source

func (r *Reader) Source() string

func (*Reader) Start

func (r *Reader) Start() error

func (*Reader) Status

func (r *Reader) Status() StatsInfo

func (*Reader) SyncMeta

func (r *Reader) SyncMeta()

SyncMeta 从队列取数据时同步队列，作用在于保证数据不重复

type SyncDBRecords

type SyncDBRecords struct {
	// contains filtered or unexported fields
}

func (*SyncDBRecords) GetDBRecords

func (syncDBRecords *SyncDBRecords) GetDBRecords() DBRecords

func (*SyncDBRecords) GetTableRecords

func (syncDBRecords *SyncDBRecords) GetTableRecords(db string) TableRecords

func (*SyncDBRecords) Reset

func (syncDBRecords *SyncDBRecords) Reset()

func (*SyncDBRecords) SetTableInfo

func (syncDBRecords *SyncDBRecords) SetTableInfo(db, table string, tableInfo TableInfo)

func (*SyncDBRecords) SetTableRecords

func (syncDBRecords *SyncDBRecords) SetTableRecords(db string, tableRecords TableRecords)

type TableInfo

type TableInfo struct {
	// contains filtered or unexported fields
}

type TableRecords

type TableRecords struct {
	Table map[string]TableInfo
	// contains filtered or unexported fields
}

func (*TableRecords) GetTable

func (tableRecords *TableRecords) GetTable() map[string]TableInfo

func (*TableRecords) GetTableInfo

func (tableRecords *TableRecords) GetTableInfo(table string) TableInfo

func (*TableRecords) Reset

func (tableRecords *TableRecords) Reset()

func (*TableRecords) Set

func (tableRecords *TableRecords) Set(value TableRecords)

func (*TableRecords) SetTableInfo

func (tableRecords *TableRecords) SetTableInfo(table string, tableInfo TableInfo)