metastore

Documentation

Index

• Constants
• Variables
• func NewDiskMetaStore(basePath string) (common.MetaStore, error)
• func ValidateDefaultValue(valueStr, dataTypeStr string) (err error)
• type SchemaFetchJob
  • func NewSchemaFetchJob(intervalInSeconds int, schemaMutator common.TableSchemaMutator, ...) *SchemaFetchJob
  • func (j *SchemaFetchJob) FetchEnum()
  • func (j *SchemaFetchJob) FetchSchema()
  • func (j *SchemaFetchJob) Run()
  • func (j *SchemaFetchJob) Stop()
• type TableSchemaValidator
  • func NewTableSchameValidator() TableSchemaValidator

Constants

const (
	DefaultBatchSize                      = 2097152
	DefaultArchivingDelayMinutes          = 1440
	DefaultArchivingIntervalMinutes       = 180
	DefaultBackfillIntervalMinutes        = 60
	DefaultBackfillMaxBufferSize    int64 = 4294967296
	DefaultBackfillThresholdInBytes int64 = 2097152
	DefaultBackfillStoreBatchSize         = 20000
	DefaultRecordRetentionInDays          = 90
	DefaultSnapshotIntervalMinutes        = 360                  // 6 hours
	DefaultSnapshotThreshold              = 3 * DefaultBatchSize // 3 batches
	DefaultRedologRotationInterval        = 10800                // 3 hours
	DefaultMaxRedoLogSize                 = 1 << 30              // 1 GB
)

meaningful defaults of table configurations.

Variables

var DefaultTableConfig = common.TableConfig{
	BatchSize:                DefaultBatchSize,
	ArchivingIntervalMinutes: DefaultArchivingIntervalMinutes,
	ArchivingDelayMinutes:    DefaultArchivingDelayMinutes,
	BackfillMaxBufferSize:    DefaultBackfillMaxBufferSize,
	BackfillIntervalMinutes:  DefaultBackfillIntervalMinutes,
	BackfillThresholdInBytes: DefaultBackfillThresholdInBytes,
	BackfillStoreBatchSize:   DefaultBackfillStoreBatchSize,
	RecordRetentionInDays:    DefaultRecordRetentionInDays,
	SnapshotIntervalMinutes:  DefaultSnapshotIntervalMinutes,
	SnapshotThreshold:        DefaultSnapshotThreshold,
	RedoLogRotationInterval:  DefaultRedologRotationInterval,
	MaxRedoLogFileSize:       DefaultMaxRedoLogSize,
}

DefaultTableConfig represents default table config

Functions

func NewDiskMetaStore

func NewDiskMetaStore(basePath string) (common.MetaStore, error)

NewDiskMetaStore creates a new disk based metastore

func ValidateDefaultValue

func ValidateDefaultValue(valueStr, dataTypeStr string) (err error)

ValidateDefaultValue validates default value against data type

Types

type SchemaFetchJob

type SchemaFetchJob struct {
	// contains filtered or unexported fields
}

SchemaFetchJob is a job that periodically pings ares-controller and updates table schemas if applicable

func NewSchemaFetchJob

func NewSchemaFetchJob(intervalInSeconds int, schemaMutator common.TableSchemaMutator, enumUpdater memCom.EnumUpdater, schemaValidator TableSchemaValidator, controllerClient controllerCli.ControllerClient, enumMutator controllerMutatorCom.EnumMutator, clusterName, initialHash string) *SchemaFetchJob

NewSchemaFetchJob creates a new SchemaFetchJob

func (*SchemaFetchJob) FetchEnum

func (j *SchemaFetchJob) FetchEnum()

FetchEnum updates all enums

func (*SchemaFetchJob) FetchSchema

func (j *SchemaFetchJob) FetchSchema()

func (*SchemaFetchJob) Run

func (j *SchemaFetchJob) Run()

Run starts the scheduling

func (*SchemaFetchJob) Stop

func (j *SchemaFetchJob) Stop()

Stop stops the scheduling

type TableSchemaValidator

type TableSchemaValidator interface {
	SetOldTable(table common.Table)
	SetNewTable(table common.Table)
	Validate() error
}

TableSchemaValidator validates it a new table schema is valid, given existing schema

func NewTableSchameValidator

func NewTableSchameValidator() TableSchemaValidator

NewTableSchameValidator returns a new TableSchemaValidator. Pass nil for oldTable if none exists