sql

package
v0.195.1 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Sep 17, 2023 License: MIT Imports: 35 Imported by: 0

Documentation

Index

Constants

View Source 
const (
	ToSQLKind        = "toSQL"
	DefaultBatchSize = 10000 // TODO: decide if this should be kept low enough for the lowest (SQLite), or not.
)
View Source 
const FromSQLKind = "fromSQL"

Variables

View Source 
var ErrorDriverDisabled = errors.New(codes.Unimplemented, "database driver disabled")

ErrorDriverDisabled indicates a given database driver is disabled.

Functions

func BigQueryColumnTranslateFunc 

func BigQueryColumnTranslateFunc() translationFunc

BigQueryTranslateColumn translates flux colTypes into their corresponding BigQuery column type

func ClickhouseColumnTranslateFunc added in v0.195.0 

func ClickhouseColumnTranslateFunc() translationFunc

ClickhouseTranslateColumn translates flux colTypes into their corresponding Clickhouse column type

func CreateInsertComponents 

func CreateInsertComponents(t *ToSQLTransformation, tbl flux.Table) (colNames []string, valStringArray [][]string, valArgsArray [][]interface{}, err error)

func ExecuteQueries 

func ExecuteQueries(tx *sql.Tx, s *ToSQLOpSpec, colNames []string, valueStrings *[]string, valueArgs *[]interface{}) (err error)

ExecuteQueries runs the SQL statements required to insert the new rows.

func HdbColumnTranslateFunc 

func HdbColumnTranslateFunc() translationFunc

HdbTranslateColumn translates flux colTypes into their corresponding SAP HANA column type

func MssqlColumnTranslateFunc 

func MssqlColumnTranslateFunc() translationFunc

MssqlTranslateColumn translates flux colTypes into their corresponding SQL Server column type

func MysqlColumnTranslateFunc 

func MysqlColumnTranslateFunc() translationFunc

MysqlTranslateColumn translates flux colTypes into their corresponding MySQL column type

func NewAwsAthenaRowReader 

func NewAwsAthenaRowReader(r *sql.Rows) (execute.RowReader, error)

func NewBigQueryRowReader 

func NewBigQueryRowReader(r *sql.Rows) (execute.RowReader, error)

func NewClickhouseRowReader added in v0.195.0 

func NewClickhouseRowReader(r *sql.Rows) (execute.RowReader, error)

func NewHdbRowReader 

func NewHdbRowReader(r *sql.Rows) (execute.RowReader, error)

func NewIOXRowReader added in v0.195.0 

func NewIOXRowReader(r *sql.Rows) (execute.RowReader, error)

func NewMssqlRowReader 

func NewMssqlRowReader(r *sql.Rows) (execute.RowReader, error)

func NewMySQLRowReader 

func NewMySQLRowReader(r *sql.Rows) (execute.RowReader, error)

func NewPostgresRowReader 

func NewPostgresRowReader(r *sql.Rows) (execute.RowReader, error)

func NewSnowflakeRowReader 

func NewSnowflakeRowReader(r *sql.Rows) (execute.RowReader, error)

func NewSqliteRowReader 

func NewSqliteRowReader(r *sql.Rows) (execute.RowReader, error)

func NewVerticaRowReader 

func NewVerticaRowReader(r *sql.Rows) (execute.RowReader, error)

func PostgresColumnTranslateFunc 

func PostgresColumnTranslateFunc() translationFunc

PostgresTranslateColumn translates flux colTypes into their corresponding postgres column type

func SnowflakeColumnTranslateFunc 

func SnowflakeColumnTranslateFunc() translationFunc

SnowflakeTranslateColumn translates flux colTypes into their corresponding Snowflake column type

func SqliteColumnTranslateFunc 

func SqliteColumnTranslateFunc() translationFunc

SqliteTranslateColumn translates flux colTypes into their corresponding SQLite column type

func UInt8ToFloat 

func UInt8ToFloat(a []uint8) (float64, error)

func UInt8ToInt64 

func UInt8ToInt64(a []uint8) (int64, error)

func VerticaColumnTranslateFunc 

func VerticaColumnTranslateFunc() translationFunc

VerticaTranslateColumn translates flux colTypes into their corresponding Vertica column type

Types

type AwsAthenaRowReader 

type AwsAthenaRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*AwsAthenaRowReader) Close 

func (m *AwsAthenaRowReader) Close() error

func (*AwsAthenaRowReader) ColumnNames 

func (m *AwsAthenaRowReader) ColumnNames() []string

func (*AwsAthenaRowReader) ColumnTypes 

func (m *AwsAthenaRowReader) ColumnTypes() []flux.ColType

func (*AwsAthenaRowReader) GetNextRow 

func (m *AwsAthenaRowReader) GetNextRow() ([]values.Value, error)

func (*AwsAthenaRowReader) InitColumnNames 

func (m *AwsAthenaRowReader) InitColumnNames(names []string)

func (*AwsAthenaRowReader) InitColumnTypes 

func (m *AwsAthenaRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*AwsAthenaRowReader) Next 

func (m *AwsAthenaRowReader) Next() bool

Next prepares AwsAthenaRowReader to return rows

func (*AwsAthenaRowReader) SetColumnTypes 

func (m *AwsAthenaRowReader) SetColumnTypes(types []flux.ColType)

func (*AwsAthenaRowReader) SetColumns 

func (m *AwsAthenaRowReader) SetColumns(i []interface{})

type AzureConfig 

type AzureConfig struct {
	TenantId            string
	ClientId            string
	ClientSecret        string
	CertificatePath     string
	CertificatePassword string
	Username            string `json:"Username (Azure)"`
	Password            string `json:"Password (Azure)"`
	Location            string
}

Azure authentication config

type BigQueryRowReader 

type BigQueryRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*BigQueryRowReader) Close 

func (m *BigQueryRowReader) Close() error

func (*BigQueryRowReader) ColumnNames 

func (m *BigQueryRowReader) ColumnNames() []string

func (*BigQueryRowReader) ColumnTypes 

func (m *BigQueryRowReader) ColumnTypes() []flux.ColType

func (*BigQueryRowReader) GetNextRow 

func (m *BigQueryRowReader) GetNextRow() ([]values.Value, error)

func (*BigQueryRowReader) InitColumnNames 

func (m *BigQueryRowReader) InitColumnNames(names []string)

func (*BigQueryRowReader) InitColumnTypes 

func (m *BigQueryRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*BigQueryRowReader) Next 

func (m *BigQueryRowReader) Next() bool

Next prepares BigQueryRowReader to return rows

func (*BigQueryRowReader) SetColumnTypes 

func (m *BigQueryRowReader) SetColumnTypes(types []flux.ColType)

func (*BigQueryRowReader) SetColumns 

func (m *BigQueryRowReader) SetColumns(i []interface{})

type ClickhouseRowReader added in v0.195.0 

type ClickhouseRowReader struct {
	Cursor *sql.Rows
	// contains filtered or unexported fields
}

func (*ClickhouseRowReader) Close added in v0.195.0 

func (m *ClickhouseRowReader) Close() error

func (*ClickhouseRowReader) ColumnNames added in v0.195.0 

func (m *ClickhouseRowReader) ColumnNames() []string

func (*ClickhouseRowReader) ColumnTypes added in v0.195.0 

func (m *ClickhouseRowReader) ColumnTypes() []flux.ColType

func (*ClickhouseRowReader) GetNextRow added in v0.195.0 

func (m *ClickhouseRowReader) GetNextRow() ([]values.Value, error)

func (*ClickhouseRowReader) InitColumnNames added in v0.195.0 

func (m *ClickhouseRowReader) InitColumnNames(n []string)

func (*ClickhouseRowReader) InitColumnTypes added in v0.195.0 

func (m *ClickhouseRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*ClickhouseRowReader) Next added in v0.195.0 

func (m *ClickhouseRowReader) Next() bool

func (*ClickhouseRowReader) SetColumns added in v0.195.0 

func (m *ClickhouseRowReader) SetColumns(i []interface{})

type FromSQLOpSpec 

type FromSQLOpSpec struct {
	DriverName     string `json:"driverName,omitempty"`
	DataSourceName string `json:"dataSourceName,omitempty"`
	Query          string `json:"query,omitempty"`
}

func (*FromSQLOpSpec) Kind 

func (s *FromSQLOpSpec) Kind() flux.OperationKind

type FromSQLProcedureSpec 

type FromSQLProcedureSpec struct {
	plan.DefaultCost
	DriverName     string
	DataSourceName string
	Query          string
}

func (*FromSQLProcedureSpec) Copy 

func (s *FromSQLProcedureSpec) Copy() plan.ProcedureSpec

func (*FromSQLProcedureSpec) Kind 

func (s *FromSQLProcedureSpec) Kind() plan.ProcedureKind

type HdbRowReader 

type HdbRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*HdbRowReader) Close 

func (m *HdbRowReader) Close() error

func (*HdbRowReader) ColumnNames 

func (m *HdbRowReader) ColumnNames() []string

func (*HdbRowReader) ColumnTypes 

func (m *HdbRowReader) ColumnTypes() []flux.ColType

func (*HdbRowReader) GetNextRow 

func (m *HdbRowReader) GetNextRow() ([]values.Value, error)

func (*HdbRowReader) InitColumnNames 

func (m *HdbRowReader) InitColumnNames(names []string)

func (*HdbRowReader) InitColumnTypes 

func (m *HdbRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*HdbRowReader) Next 

func (m *HdbRowReader) Next() bool

Next prepares HdbRowReader to return rows

func (*HdbRowReader) SetColumnTypes 

func (m *HdbRowReader) SetColumnTypes(types []flux.ColType)

func (*HdbRowReader) SetColumns 

func (m *HdbRowReader) SetColumns(i []interface{})

type IOXRowReader added in v0.195.0 

type IOXRowReader struct {
	// contains filtered or unexported fields
}

func (*IOXRowReader) Close added in v0.195.0 

func (i *IOXRowReader) Close() error

func (*IOXRowReader) ColumnNames added in v0.195.0 

func (i *IOXRowReader) ColumnNames() []string

func (*IOXRowReader) ColumnTypes added in v0.195.0 

func (i *IOXRowReader) ColumnTypes() []flux.ColType

func (*IOXRowReader) GetNextRow added in v0.195.0 

func (i *IOXRowReader) GetNextRow() ([]values.Value, error)

func (*IOXRowReader) Next added in v0.195.0 

func (i *IOXRowReader) Next() bool

func (*IOXRowReader) SetColumns added in v0.195.0 

func (i *IOXRowReader) SetColumns(j []interface{})

type MssqlRowReader 

type MssqlRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*MssqlRowReader) Close 

func (m *MssqlRowReader) Close() error

func (*MssqlRowReader) ColumnNames 

func (m *MssqlRowReader) ColumnNames() []string

func (*MssqlRowReader) ColumnTypes 

func (m *MssqlRowReader) ColumnTypes() []flux.ColType

func (*MssqlRowReader) GetNextRow 

func (m *MssqlRowReader) GetNextRow() ([]values.Value, error)

func (*MssqlRowReader) InitColumnNames 

func (m *MssqlRowReader) InitColumnNames(names []string)

func (*MssqlRowReader) InitColumnTypes 

func (m *MssqlRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*MssqlRowReader) Next 

func (m *MssqlRowReader) Next() bool

Next prepares MssqlRowReader to return rows

func (*MssqlRowReader) SetColumnTypes 

func (m *MssqlRowReader) SetColumnTypes(types []flux.ColType)

func (*MssqlRowReader) SetColumns 

func (m *MssqlRowReader) SetColumns(i []interface{})

type MySQLRowReader 

type MySQLRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*MySQLRowReader) Close 

func (m *MySQLRowReader) Close() error

func (*MySQLRowReader) ColumnNames 

func (m *MySQLRowReader) ColumnNames() []string

func (*MySQLRowReader) ColumnTypes 

func (m *MySQLRowReader) ColumnTypes() []flux.ColType

func (*MySQLRowReader) GetNextRow 

func (m *MySQLRowReader) GetNextRow() ([]values.Value, error)

func (*MySQLRowReader) InitColumnNames 

func (m *MySQLRowReader) InitColumnNames(names []string)

func (*MySQLRowReader) InitColumnTypes 

func (m *MySQLRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*MySQLRowReader) Next 

func (m *MySQLRowReader) Next() bool

Next prepares MySQLRowReader to return rows

func (*MySQLRowReader) SetColumnTypes 

func (m *MySQLRowReader) SetColumnTypes(types []flux.ColType)

func (*MySQLRowReader) SetColumns 

func (m *MySQLRowReader) SetColumns(i []interface{})

type PostgresRowReader 

type PostgresRowReader struct {
	Cursor *sql.Rows
	// contains filtered or unexported fields
}

func (*PostgresRowReader) Close 

func (m *PostgresRowReader) Close() error

func (*PostgresRowReader) ColumnNames 

func (m *PostgresRowReader) ColumnNames() []string

func (*PostgresRowReader) ColumnTypes 

func (m *PostgresRowReader) ColumnTypes() []flux.ColType

func (*PostgresRowReader) GetNextRow 

func (m *PostgresRowReader) GetNextRow() ([]values.Value, error)

func (*PostgresRowReader) InitColumnNames 

func (m *PostgresRowReader) InitColumnNames(n []string)

func (*PostgresRowReader) InitColumnTypes 

func (m *PostgresRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*PostgresRowReader) Next 

func (m *PostgresRowReader) Next() bool

func (*PostgresRowReader) SetColumns 

func (m *PostgresRowReader) SetColumns(i []interface{})

type SnowflakeRowReader 

type SnowflakeRowReader struct {
	Cursor *sql.Rows

	NextFunc  func() bool
	CloseFunc func() error
	// contains filtered or unexported fields
}

func (*SnowflakeRowReader) Close 

func (m *SnowflakeRowReader) Close() error

func (*SnowflakeRowReader) ColumnNames 

func (m *SnowflakeRowReader) ColumnNames() []string

func (*SnowflakeRowReader) ColumnTypes 

func (m *SnowflakeRowReader) ColumnTypes() []flux.ColType

func (*SnowflakeRowReader) GetNextRow 

func (m *SnowflakeRowReader) GetNextRow() ([]values.Value, error)

func (*SnowflakeRowReader) InitColumnNames 

func (m *SnowflakeRowReader) InitColumnNames(names []string)

func (*SnowflakeRowReader) InitColumnTypes 

func (m *SnowflakeRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*SnowflakeRowReader) Next 

func (m *SnowflakeRowReader) Next() bool

Next prepares SnowflakeRowReader to return rows

func (*SnowflakeRowReader) SetColumnTypes 

func (m *SnowflakeRowReader) SetColumnTypes(types []flux.ColType)

func (*SnowflakeRowReader) SetColumns 

func (m *SnowflakeRowReader) SetColumns(i []interface{})

type SqliteRowReader 

type SqliteRowReader struct {
	Cursor *sql.Rows

	NextFunc func() bool
	// contains filtered or unexported fields
}

func (*SqliteRowReader) Close 

func (m *SqliteRowReader) Close() error

func (*SqliteRowReader) ColumnNames 

func (m *SqliteRowReader) ColumnNames() []string

func (*SqliteRowReader) ColumnTypes 

func (m *SqliteRowReader) ColumnTypes() []flux.ColType

func (*SqliteRowReader) GetNextRow 

func (m *SqliteRowReader) GetNextRow() ([]values.Value, error)

func (*SqliteRowReader) InitColumnNames 

func (m *SqliteRowReader) InitColumnNames(n []string)

func (*SqliteRowReader) InitColumnTypes 

func (m *SqliteRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*SqliteRowReader) Next 

func (m *SqliteRowReader) Next() bool

func (*SqliteRowReader) SetColumnTypes 

func (m *SqliteRowReader) SetColumnTypes(types []flux.ColType)

func (*SqliteRowReader) SetColumns 

func (m *SqliteRowReader) SetColumns(i []interface{})

type ToSQLOpSpec 

type ToSQLOpSpec struct {
	DriverName     string `json:"driverName,omitempty"`
	DataSourceName string `json:"dataSourcename,omitempty"`
	Table          string `json:"table,omitempty"`
	BatchSize      int    `json:"batchSize,omitempty"`
}

func (ToSQLOpSpec) Kind 

func (ToSQLOpSpec) Kind() flux.OperationKind

func (*ToSQLOpSpec) ReadArgs 

func (o *ToSQLOpSpec) ReadArgs(args flux.Arguments) error

type ToSQLProcedureSpec 

type ToSQLProcedureSpec struct {
	plan.DefaultCost
	Spec *ToSQLOpSpec
}

func (*ToSQLProcedureSpec) Copy 

func (o *ToSQLProcedureSpec) Copy() plan.ProcedureSpec

func (*ToSQLProcedureSpec) Kind 

func (o *ToSQLProcedureSpec) Kind() plan.ProcedureKind

type ToSQLTransformation 

type ToSQLTransformation struct {
	execute.ExecutionNode
	// contains filtered or unexported fields
}

func NewToSQLTransformation 

func NewToSQLTransformation(d execute.Dataset, deps flux.Dependencies, cache execute.TableBuilderCache, spec *ToSQLProcedureSpec) (*ToSQLTransformation, error)

func (*ToSQLTransformation) Finish 

func (t *ToSQLTransformation) Finish(id execute.DatasetID, err error)

func (*ToSQLTransformation) Process 

func (t *ToSQLTransformation) Process(id execute.DatasetID, tbl flux.Table) (err error)

func (*ToSQLTransformation) RetractTable 

func (t *ToSQLTransformation) RetractTable(id execute.DatasetID, key flux.GroupKey) error

func (*ToSQLTransformation) UpdateProcessingTime 

func (t *ToSQLTransformation) UpdateProcessingTime(id execute.DatasetID, pt execute.Time) error

func (*ToSQLTransformation) UpdateWatermark 

func (t *ToSQLTransformation) UpdateWatermark(id execute.DatasetID, pt execute.Time) error

type VerticaRowReader 

type VerticaRowReader struct {
	Cursor *sql.Rows
	// contains filtered or unexported fields
}

func (*VerticaRowReader) Close 

func (m *VerticaRowReader) Close() error

func (*VerticaRowReader) ColumnNames 

func (m *VerticaRowReader) ColumnNames() []string

func (*VerticaRowReader) ColumnTypes 

func (m *VerticaRowReader) ColumnTypes() []flux.ColType

func (*VerticaRowReader) GetNextRow 

func (m *VerticaRowReader) GetNextRow() ([]values.Value, error)

func (*VerticaRowReader) InitColumnNames 

func (m *VerticaRowReader) InitColumnNames(n []string)

func (*VerticaRowReader) InitColumnTypes 

func (m *VerticaRowReader) InitColumnTypes(types []*sql.ColumnType)

func (*VerticaRowReader) Next 

func (m *VerticaRowReader) Next() bool

func (*VerticaRowReader) SetColumns 

func (m *VerticaRowReader) SetColumns(i []interface{})

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.