bigquery

Documentation

Index

• Constants
• func Connect(context context.Context, cred *BQCredentialsT) (*bigquery.Client, error)
• func Init()
• type BQCredentialsT
• type HandleT
  • func (bq *HandleT) AddColumn(tableName, columnName, columnType string) (err error)
  • func (bq *HandleT) AlterColumn(tableName, columnName, columnType string) (err error)
  • func (bq *HandleT) Cleanup()
  • func (bq *HandleT) Connect(warehouse warehouseutils.WarehouseT) (client.Client, error)
  • func (bq *HandleT) CrashRecover(warehouse warehouseutils.WarehouseT) (err error)
  • func (bq *HandleT) CreateSchema() (err error)
  • func (bq *HandleT) CreateTable(tableName string, columnMap map[string]string) (err error)
  • func (bq *HandleT) DeleteTable(tableName string) (err error)
  • func (bq *HandleT) DownloadIdentityRules(gzWriter *misc.GZipWriter) (err error)
  • func (bq *HandleT) DropTable(tableName string) (err error)
  • func (bq *HandleT) FetchSchema(warehouse warehouseutils.WarehouseT) (schema warehouseutils.SchemaT, err error)
  • func (bq *HandleT) GetTotalCountInTable(tableName string) (total int64, err error)
  • func (bq *HandleT) IsEmpty(warehouse warehouseutils.WarehouseT) (empty bool, err error)
  • func (bq *HandleT) LoadIdentityMappingsTable() (err error)
  • func (bq *HandleT) LoadIdentityMergeRulesTable() (err error)
  • func (bq *HandleT) LoadTable(tableName string) error
  • func (bq *HandleT) LoadTestTable(location, tableName string, payloadMap map[string]interface{}, format string) (err error)
  • func (bq *HandleT) LoadUserTables() (errorMap map[string]error)
  • func (bq *HandleT) SetConnectionTimeout(timeout time.Duration)
  • func (bq *HandleT) Setup(warehouse warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (err error)
  • func (bq *HandleT) TestConnection(warehouse warehouseutils.WarehouseT) (err error)
• type StagingLoadTableT

Constants

const (
	GCPProjectID   = "project"
	GCPCredentials = "credentials"
	GCPLocation    = "location"
)

String constants for bigquery destination config

Functions

func Connect

func Connect(context context.Context, cred *BQCredentialsT) (*bigquery.Client, error)

func Init

func Init()

Types

type BQCredentialsT

type BQCredentialsT struct {
	ProjectID   string
	Credentials string
}

type HandleT

type HandleT struct {
	BQContext context.Context
	Db        *bigquery.Client
	Namespace string
	Warehouse warehouseutils.WarehouseT
	ProjectID string
	Uploader  warehouseutils.UploaderI
}

func (*HandleT) AddColumn

func (bq *HandleT) AddColumn(tableName, columnName, columnType string) (err error)

func (*HandleT) AlterColumn

func (bq *HandleT) AlterColumn(tableName, columnName, columnType string) (err error)

func (*HandleT) Cleanup

func (bq *HandleT) Cleanup()

func (*HandleT) Connect

func (bq *HandleT) Connect(warehouse warehouseutils.WarehouseT) (client.Client, error)

func (*HandleT) CrashRecover

func (bq *HandleT) CrashRecover(warehouse warehouseutils.WarehouseT) (err error)

func (*HandleT) CreateSchema

func (bq *HandleT) CreateSchema() (err error)

func (*HandleT) CreateTable

func (bq *HandleT) CreateTable(tableName string, columnMap map[string]string) (err error)

func (*HandleT) DeleteTable

func (bq *HandleT) DeleteTable(tableName string) (err error)

func (*HandleT) DownloadIdentityRules

func (bq *HandleT) DownloadIdentityRules(gzWriter *misc.GZipWriter) (err error)

func (*HandleT) DropTable

func (bq *HandleT) DropTable(tableName string) (err error)

func (*HandleT) FetchSchema

func (bq *HandleT) FetchSchema(warehouse warehouseutils.WarehouseT) (schema warehouseutils.SchemaT, err error)

FetchSchema queries bigquery and returns the schema assoiciated with provided namespace

func (*HandleT) GetTotalCountInTable

func (bq *HandleT) GetTotalCountInTable(tableName string) (total int64, err error)

func (*HandleT) IsEmpty

func (bq *HandleT) IsEmpty(warehouse warehouseutils.WarehouseT) (empty bool, err error)

func (*HandleT) LoadIdentityMappingsTable

func (bq *HandleT) LoadIdentityMappingsTable() (err error)

func (*HandleT) LoadIdentityMergeRulesTable

func (bq *HandleT) LoadIdentityMergeRulesTable() (err error)

func (*HandleT) LoadTable

func (bq *HandleT) LoadTable(tableName string) error

func (*HandleT) LoadTestTable

func (bq *HandleT) LoadTestTable(location, tableName string, payloadMap map[string]interface{}, format string) (err error)

func (*HandleT) LoadUserTables

func (bq *HandleT) LoadUserTables() (errorMap map[string]error)

func (*HandleT) SetConnectionTimeout

func (bq *HandleT) SetConnectionTimeout(timeout time.Duration)

func (*HandleT) Setup

func (bq *HandleT) Setup(warehouse warehouseutils.WarehouseT, uploader warehouseutils.UploaderI) (err error)

func (*HandleT) TestConnection

func (bq *HandleT) TestConnection(warehouse warehouseutils.WarehouseT) (err error)

type StagingLoadTableT

type StagingLoadTableT struct {
	// contains filtered or unexported fields
}