sql

package
v0.99.3 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Jan 3, 2021 License: MIT Imports: 30 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	ToSQLKind        = "toSQL"
	DefaultBatchSize = 10000 //TODO: decide if this should be kept low enough for the lowest (SQLite), or not.
)
View Source 
const FromSQLKind = "fromSQL"

Variables

This section is empty.

Functions

func BigQueryColumnTranslateFunc 

func BigQueryColumnTranslateFunc() translationFunc

BigQueryTranslateColumn translates flux colTypes into their corresponding BigQuery column type

func CreateInsertComponents 

func CreateInsertComponents(t *ToSQLTransformation, tbl flux.Table) (colNames []string, valStringArray [][]string, valArgsArray [][]interface{}, err error)

func ExecuteQueries 

func ExecuteQueries(tx *sql.Tx, s *ToSQLOpSpec, colNames []string, valueStrings *[]string, valueArgs *[]interface{}) (err error)

func HdbColumnTranslateFunc 

func HdbColumnTranslateFunc() translationFunc

HdbTranslateColumn translates flux colTypes into their corresponding SAP HANA column type

func MssqlColumnTranslateFunc 

func MssqlColumnTranslateFunc() translationFunc

MssqlTranslateColumn translates flux colTypes into their corresponding SQL Server column type

func MysqlColumnTranslateFunc 

func MysqlColumnTranslateFunc() translationFunc

MysqlTranslateColumn translates flux colTypes into their corresponding MySQL column type

func NewAwsAthenaRowReader 

func NewAwsAthenaRowReader(r *sql.Rows) (execute.RowReader, error)

func NewBigQueryRowReader 

func NewBigQueryRowReader(r *sql.Rows) (execute.RowReader, error)

func NewHdbRowReader 

func NewHdbRowReader(r *sql.Rows) (execute.RowReader, error)

func NewMssqlRowReader 

func NewMssqlRowReader(r *sql.Rows) (execute.RowReader, error)

func NewMySQLRowReader 

func NewMySQLRowReader(r *sql.Rows) (execute.RowReader, error)

func NewPostgresRowReader 

func NewPostgresRowReader(r *sql.Rows) (execute.RowReader, error)

func NewSnowflakeRowReader 

func NewSnowflakeRowReader(r *sql.Rows) (execute.RowReader, error)

func NewSqliteRowReader 

func NewSqliteRowReader(r *sql.Rows) (execute.RowReader, error)

func PostgresColumnTranslateFunc 

func PostgresColumnTranslateFunc() translationFunc

PostgresTranslateColumn translates flux colTypes into their corresponding postgres column type

func SnowflakeColumnTranslateFunc 

func SnowflakeColumnTranslateFunc() translationFunc

SnowflakeTranslateColumn translates flux colTypes into their corresponding Snowflake column type

func SqliteColumnTranslateFunc 

func SqliteColumnTranslateFunc() translationFunc

SqliteTranslateColumn translates flux colTypes into their corresponding SQLite column type

func UInt8ToFloat 

func UInt8ToFloat(a []uint8) (float64, error)

func UInt8ToInt64 

func UInt8ToInt64(a []uint8) (int64, error)

Types

type AwsAthenaRowReader 

type AwsAthenaRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*AwsAthenaRowReader) Close 

func (m *AwsAthenaRowReader) Close() error

func (*AwsAthenaRowReader) ColumnNames 

func (m *AwsAthenaRowReader) ColumnNames() []string

func (*AwsAthenaRowReader) ColumnTypes 

func (m *AwsAthenaRowReader) ColumnTypes() []flux.ColType

func (*AwsAthenaRowReader) GetNextRow 

func (m *AwsAthenaRowReader) GetNextRow() ([]values.Value, error)

func (*AwsAthenaRowReader) InitColumnNames 

func (m *AwsAthenaRowReader) InitColumnNames(names []string)

func (*AwsAthenaRowReader) InitColumnTypes 

func (m *AwsAthenaRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*AwsAthenaRowReader) Next 

func (m *AwsAthenaRowReader) Next() bool

Next prepares AwsAthenaRowReader to return rows

func (*AwsAthenaRowReader) SetColumnTypes 

func (m *AwsAthenaRowReader) SetColumnTypes(types []flux.ColType)

func (*AwsAthenaRowReader) SetColumns 

func (m *AwsAthenaRowReader) SetColumns(i []interface{})

type AzureConfig 

type AzureConfig struct {
	TenantId            string
	ClientId            string
	ClientSecret        string
	CertificatePath     string
	CertificatePassword string
	Username            string `json:"Username (Azure)"`
	Password            string `json:"Password (Azure)"`
	Location            string
}

Azure authentication config

type BigQueryRowReader 

type BigQueryRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*BigQueryRowReader) Close 

func (m *BigQueryRowReader) Close() error

func (*BigQueryRowReader) ColumnNames 

func (m *BigQueryRowReader) ColumnNames() []string

func (*BigQueryRowReader) ColumnTypes 

func (m *BigQueryRowReader) ColumnTypes() []flux.ColType

func (*BigQueryRowReader) GetNextRow 

func (m *BigQueryRowReader) GetNextRow() ([]values.Value, error)

func (*BigQueryRowReader) InitColumnNames 

func (m *BigQueryRowReader) InitColumnNames(names []string)

func (*BigQueryRowReader) InitColumnTypes 

func (m *BigQueryRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*BigQueryRowReader) Next 

func (m *BigQueryRowReader) Next() bool

Next prepares BigQueryRowReader to return rows

func (*BigQueryRowReader) SetColumnTypes 

func (m *BigQueryRowReader) SetColumnTypes(types []flux.ColType)

func (*BigQueryRowReader) SetColumns 

func (m *BigQueryRowReader) SetColumns(i []interface{})

type FromSQLOpSpec 

type FromSQLOpSpec struct {
	DriverName     string `json:"driverName,omitempty"`
	DataSourceName string `json:"dataSourceName,omitempty"`
	Query          string `json:"query,omitempty"`
}

func (*FromSQLOpSpec) Kind 

func (s *FromSQLOpSpec) Kind() flux.OperationKind

type FromSQLProcedureSpec 

type FromSQLProcedureSpec struct {
	plan.DefaultCost
	DriverName     string
	DataSourceName string
	Query          string
}

func (*FromSQLProcedureSpec) Copy 

func (s *FromSQLProcedureSpec) Copy() plan.ProcedureSpec

func (*FromSQLProcedureSpec) Kind 

func (s *FromSQLProcedureSpec) Kind() plan.ProcedureKind

type HdbRowReader 

type HdbRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*HdbRowReader) Close 

func (m *HdbRowReader) Close() error

func (*HdbRowReader) ColumnNames 

func (m *HdbRowReader) ColumnNames() []string

func (*HdbRowReader) ColumnTypes 

func (m *HdbRowReader) ColumnTypes() []flux.ColType

func (*HdbRowReader) GetNextRow 

func (m *HdbRowReader) GetNextRow() ([]values.Value, error)

func (*HdbRowReader) InitColumnNames 

func (m *HdbRowReader) InitColumnNames(names []string)

func (*HdbRowReader) InitColumnTypes 

func (m *HdbRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*HdbRowReader) Next 

func (m *HdbRowReader) Next() bool

Next prepares HdbRowReader to return rows

func (*HdbRowReader) SetColumnTypes 

func (m *HdbRowReader) SetColumnTypes(types []flux.ColType)

func (*HdbRowReader) SetColumns 

func (m *HdbRowReader) SetColumns(i []interface{})

type MssqlRowReader 

type MssqlRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*MssqlRowReader) Close 

func (m *MssqlRowReader) Close() error

func (*MssqlRowReader) ColumnNames 

func (m *MssqlRowReader) ColumnNames() []string

func (*MssqlRowReader) ColumnTypes 

func (m *MssqlRowReader) ColumnTypes() []flux.ColType

func (*MssqlRowReader) GetNextRow 

func (m *MssqlRowReader) GetNextRow() ([]values.Value, error)

func (*MssqlRowReader) InitColumnNames 

func (m *MssqlRowReader) InitColumnNames(names []string)

func (*MssqlRowReader) InitColumnTypes 

func (m *MssqlRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*MssqlRowReader) Next 

func (m *MssqlRowReader) Next() bool

Next prepares MssqlRowReader to return rows

func (*MssqlRowReader) SetColumnTypes 

func (m *MssqlRowReader) SetColumnTypes(types []flux.ColType)

func (*MssqlRowReader) SetColumns 

func (m *MssqlRowReader) SetColumns(i []interface{})

type MySQLRowReader 

type MySQLRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*MySQLRowReader) Close 

func (m *MySQLRowReader) Close() error

func (*MySQLRowReader) ColumnNames 

func (m *MySQLRowReader) ColumnNames() []string

func (*MySQLRowReader) ColumnTypes 

func (m *MySQLRowReader) ColumnTypes() []flux.ColType

func (*MySQLRowReader) GetNextRow 

func (m *MySQLRowReader) GetNextRow() ([]values.Value, error)

func (*MySQLRowReader) InitColumnNames 

func (m *MySQLRowReader) InitColumnNames(names []string)

func (*MySQLRowReader) InitColumnTypes 

func (m *MySQLRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*MySQLRowReader) Next 

func (m *MySQLRowReader) Next() bool

Next prepares MySQLRowReader to return rows

func (*MySQLRowReader) SetColumnTypes 

func (m *MySQLRowReader) SetColumnTypes(types []flux.ColType)

func (*MySQLRowReader) SetColumns 

func (m *MySQLRowReader) SetColumns(i []interface{})

type PostgresRowReader 

type PostgresRowReader struct {
	Cursor *sql.Rows
	// contains filtered or unexported fields
}

func (*PostgresRowReader) Close 

func (m *PostgresRowReader) Close() error

func (*PostgresRowReader) ColumnNames 

func (m *PostgresRowReader) ColumnNames() []string

func (*PostgresRowReader) ColumnTypes 

func (m *PostgresRowReader) ColumnTypes() []flux.ColType

func (*PostgresRowReader) GetNextRow 

func (m *PostgresRowReader) GetNextRow() ([]values.Value, error)

func (*PostgresRowReader) InitColumnNames 

func (m *PostgresRowReader) InitColumnNames(n []string)

func (*PostgresRowReader) InitColumnTypes 

func (m *PostgresRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*PostgresRowReader) Next 

func (m *PostgresRowReader) Next() bool

func (*PostgresRowReader) SetColumns 

func (m *PostgresRowReader) SetColumns(i []interface{})

type SnowflakeRowReader 

type SnowflakeRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*SnowflakeRowReader) Close 

func (m *SnowflakeRowReader) Close() error

func (*SnowflakeRowReader) ColumnNames 

func (m *SnowflakeRowReader) ColumnNames() []string

func (*SnowflakeRowReader) ColumnTypes 

func (m *SnowflakeRowReader) ColumnTypes() []flux.ColType

func (*SnowflakeRowReader) GetNextRow 

func (m *SnowflakeRowReader) GetNextRow() ([]values.Value, error)

func (*SnowflakeRowReader) InitColumnNames 

func (m *SnowflakeRowReader) InitColumnNames(names []string)

func (*SnowflakeRowReader) InitColumnTypes 

func (m *SnowflakeRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*SnowflakeRowReader) Next 

func (m *SnowflakeRowReader) Next() bool

Next prepares SnowflakeRowReader to return rows

func (*SnowflakeRowReader) SetColumnTypes 

func (m *SnowflakeRowReader) SetColumnTypes(types []flux.ColType)

func (*SnowflakeRowReader) SetColumns 

func (m *SnowflakeRowReader) SetColumns(i []interface{})

type SqliteRowReader 

type SqliteRowReader struct {
	Cursor *sql.Rows

	NextFunc func() bool
	// contains filtered or unexported fields
}

func (*SqliteRowReader) Close 

func (m *SqliteRowReader) Close() error

func (*SqliteRowReader) ColumnNames 

func (m *SqliteRowReader) ColumnNames() []string

func (*SqliteRowReader) ColumnTypes 

func (m *SqliteRowReader) ColumnTypes() []flux.ColType

func (*SqliteRowReader) GetNextRow 

func (m *SqliteRowReader) GetNextRow() ([]values.Value, error)

func (*SqliteRowReader) InitColumnNames 

func (m *SqliteRowReader) InitColumnNames(n []string)

func (*SqliteRowReader) InitColumnTypes 

func (m *SqliteRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*SqliteRowReader) Next 

func (m *SqliteRowReader) Next() bool

func (*SqliteRowReader) SetColumnTypes 

func (m *SqliteRowReader) SetColumnTypes(types []flux.ColType)

func (*SqliteRowReader) SetColumns 

func (m *SqliteRowReader) SetColumns(i []interface{})

type ToSQLOpSpec 

type ToSQLOpSpec struct {
	DriverName     string `json:"driverName,omitempty"`
	DataSourceName string `json:"dataSourcename,omitempty"`
	Table          string `json:"table,omitempty"`
	BatchSize      int    `json:"batchSize,omitempty"`
}

func (ToSQLOpSpec) Kind 

func (ToSQLOpSpec) Kind() flux.OperationKind

func (*ToSQLOpSpec) ReadArgs 

func (o *ToSQLOpSpec) ReadArgs(args flux.Arguments) error

type ToSQLProcedureSpec 

type ToSQLProcedureSpec struct {
	plan.DefaultCost
	Spec *ToSQLOpSpec
}

func (*ToSQLProcedureSpec) Copy 

func (o *ToSQLProcedureSpec) Copy() plan.ProcedureSpec

func (*ToSQLProcedureSpec) Kind 

func (o *ToSQLProcedureSpec) Kind() plan.ProcedureKind

type ToSQLTransformation 

type ToSQLTransformation struct {
	execute.ExecutionNode
	// contains filtered or unexported fields
}

func NewToSQLTransformation 

func NewToSQLTransformation(d execute.Dataset, deps flux.Dependencies, cache execute.TableBuilderCache, spec *ToSQLProcedureSpec) (*ToSQLTransformation, error)

func (*ToSQLTransformation) Finish 

func (t *ToSQLTransformation) Finish(id execute.DatasetID, err error)

func (*ToSQLTransformation) Process 

func (t *ToSQLTransformation) Process(id execute.DatasetID, tbl flux.Table) (err error)

func (*ToSQLTransformation) RetractTable 

func (t *ToSQLTransformation) RetractTable(id execute.DatasetID, key flux.GroupKey) error

func (*ToSQLTransformation) UpdateProcessingTime 

func (t *ToSQLTransformation) UpdateProcessingTime(id execute.DatasetID, pt execute.Time) error

func (*ToSQLTransformation) UpdateWatermark 

func (t *ToSQLTransformation) UpdateWatermark(id execute.DatasetID, pt execute.Time) error

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.