clickhouse-backup

Oct 27, 2019

Changes in this version

+ var ErrNotFound = errors.New("file not found")

+ type BackupDestination struct

+ func NewBackupDestination(config Config) (*BackupDestination, error)

+ func (bd *BackupDestination) BackupList() ([]Backup, error)

+ func (bd *BackupDestination) BackupsToKeep() int

+ func (bd *BackupDestination) CompressedStreamDownload(remotePath string, localPath string) error

+ func (bd *BackupDestination) CompressedStreamUpload(localPath, remotePath, diffFromPath string) error

+ func (bd *BackupDestination) RemoveBackup(backupName string) error

+ func (bd *BackupDestination) RemoveOldBackups(keep int) error

+ type BackupTables []BackupTable

+ func (bt BackupTables) Sort()

type Config

+ GCS GCSConfig

+ General GeneralConfig

+ type GCS struct

+ Config *GCSConfig

+ func (gcs *GCS) Connect() error

+ func (gcs *GCS) DeleteFile(key string) error

+ func (gcs *GCS) GetFile(key string) (RemoteFile, error)

+ func (gcs *GCS) GetFileReader(key string) (io.ReadCloser, error)

+ func (gcs *GCS) GetFileWriter(key string) io.WriteCloser

+ func (gcs *GCS) Kind() string

+ func (gcs *GCS) PutFile(key string, r io.ReadCloser) error

+ func (gcs *GCS) Walk(gcsPath string, process func(r RemoteFile)) error

+ type GCSConfig struct

+ Bucket string

+ CompressionFormat string

+ CompressionLevel int

+ CredentialsFile string

+ CredentialsJSON string

+ Path string

+ type GeneralConfig struct

+ BackupsToKeepLocal int

+ BackupsToKeepRemote int

+ DisableProgressBar bool

+ RemoteStorage string

+ type RemoteFile interface

+ LastModified func() time.Time

+ Name func() string

+ Size func() int64

+ type RemoteStorage interface

+ Connect func() error

+ DeleteFile func(string) error

+ GetFile func(string) (RemoteFile, error)

+ GetFileReader func(key string) (io.ReadCloser, error)

+ Kind func() string

+ PutFile func(key string, r io.ReadCloser) error

+ Walk func(string, func(RemoteFile)) error

+ type RestoreTables []RestoreTable

+ func (rt RestoreTables) Sort()

type S3

+ func (s *S3) DeleteFile(key string) error

+ func (s *S3) GetFile(key string) (RemoteFile, error)

+ func (s *S3) GetFileReader(key string) (io.ReadCloser, error)

+ func (s *S3) Kind() string

+ func (s *S3) PutFile(key string, r io.ReadCloser) error

+ func (s *S3) Walk(s3Path string, process func(r RemoteFile)) error

Oct 10, 2019

Changes in this version

type S3Config

+ SSE string

Sep 26, 2019

Changes in this version

type RestoreTable

+ Path string

Sep 15, 2019

Changes in this version

+ func FormatBytes(i int64) (result string)

+ func TablePathEncode(str string) string

type Backup

+ Size int64

type Bar

+ func (b *Bar) Finish()

Jun 26, 2019

Changes in this version

type ClickHouse

+ func (ch *ClickHouse) FreezeTableOldWay(table Table) error

Jun 17, 2019

Changes in this version

type S3

+ func (s *S3) RemoveBackup(backupName string) error

May 10, 2019

Changes in this version

+ const BufferSize

+ type Bar struct

+ func StartNewBar(show bool, total int) *Bar

+ func StartNewByteBar(show bool, total int64) *Bar

+ func (b *Bar) Add64(add int64)

+ func (b *Bar) FinishPrint(str string)

+ func (b *Bar) Increment()

+ func (b *Bar) NewProxyReader(r io.Reader) io.Reader

+ func (b *Bar) Set(current int)

type S3

+ func (s *S3) GetSize(filepath string) (int64, error)

Apr 22, 2019

Changes in this version

+ const MetaFileName

+ type Backup struct

+ Date time.Time

+ Name string

+ type MetaFile struct

+ Hardlinks []string

+ RequiredBackup string

Apr 5, 2019

Changes in this version

type ClickHouseConfig

+ SkipTables []string

type S3

+ func (s *S3) CompressedStreamDownload(s3Path, localPath string) error

+ func (s *S3) CompressedStreamUpload(localPath, s3Path string) error

type S3Config

+ BackupsToKeepLocal int

+ BackupsToKeepS3 int

+ CompressionFormat string

+ CompressionLevel int

+ Strategy string

type Table

+ Skip bool

Mar 29, 2019

Changes in this version

+ const BackupTimeFormat

+ var ErrUnknownClickhouseDataPath = errors.New("clickhouse data path is unknown, you can set data_path in config file")

+ func GetBackupsToDelete(backups []string, keep int) []string

+ func GetEtag(path string, partSize int64) string

+ func NewBackupName() string

+ func PrintDefaultConfig()

+ func TarDir(tw *tarArchive.Writer, dir string) error

+ func TarDirs(w io.Writer, dirs ...string) error

+ func Untar(r io.Reader, extractDir string) (err error)

+ type BackupConfig struct

+ BackupsToKeepLocal int

+ BackupsToKeepS3 int

+ Strategy string

+ type BackupPartition struct

+ Name string

+ Path string

+ type BackupTable struct

+ Database string

+ Increment int

+ Name string

+ Partitions []BackupPartition

+ Path string

+ type ClickHouse struct

+ Config *ClickHouseConfig

+ DryRun bool

+ func (ch *ClickHouse) AttachPatritions(table BackupTable) error

+ func (ch *ClickHouse) Chown(name string) error

+ func (ch *ClickHouse) Close() error

+ func (ch *ClickHouse) Connect() error

+ func (ch *ClickHouse) ConnectDatabase(database string) error

+ func (ch *ClickHouse) CopyData(table BackupTable) error

+ func (ch *ClickHouse) CreateDatabase(database string) error

+ func (ch *ClickHouse) CreateTable(table RestoreTable) error

+ func (ch *ClickHouse) FreezeTable(table Table) error

+ func (ch *ClickHouse) GetBackupTables(backupName string) (map[string]BackupTable, error)

+ func (ch *ClickHouse) GetDataPath() (string, error)

+ func (ch *ClickHouse) GetTables() ([]Table, error)

+ type ClickHouseConfig struct

+ DataPath string

+ Host string

+ Password string

+ Port uint

+ Username string

+ type Config struct

+ Backup BackupConfig

+ ClickHouse ClickHouseConfig

+ S3 S3Config

+ func LoadConfig(configLocation string) (*Config, error)

+ type RestoreTable struct

+ Database string

+ Query string

+ Table string

+ type S3 struct

+ Config *S3Config

+ DryRun bool

+ func (s *S3) BackupList() ([]string, error)

+ func (s *S3) Connect() (err error)

+ func (s *S3) DownloadArchive(s3Path string, localPath string) error

+ func (s *S3) DownloadTree(s3Path string, localPath string) error

+ func (s *S3) RemoveOldBackups(keep int) error

+ func (s *S3) UploadDirectory(localPath string, dstPath string) error

+ func (s *S3) UploadFile(localPath string, dstPath string) error

+ type S3Config struct

+ ACL string

+ AccessKey string

+ Bucket string

+ DeleteExtraFiles bool

+ DisableProgressBar bool

+ DisableSSL bool

+ Endpoint string

+ ForcePathStyle bool

+ OverwriteStrategy string

+ PartSize int64

+ Path string

+ Region string

+ SecretKey string

+ type SyncFolderIterator struct

+ func (iter *SyncFolderIterator) Err() error

+ func (iter *SyncFolderIterator) Next() bool

+ func (iter *SyncFolderIterator) UploadObject() s3manager.BatchUploadObject

+ type Table struct

+ DataPath string

+ Database string

+ IsTemporary bool

+ MetadataPath string

+ Name string