couler

Documentation

Index

• func GetSecret() (string, string, error)
• func GetStepEnvs(session *pb.Session) (map[string]string, error)
• func MockSQLProgramIR() []ir.SQLFlowStmt
• func ParseKatibSQL(t *ir.TrainStmt) (*sqlStatement, error)
• func VerifyResources(resources string) error
• type Codegen
  • func (cg *Codegen) GenCode(programIR []ir.SQLFlowStmt, session *pb.Session) (string, error)
  • func (cg *Codegen) GenYAML(coulerProgram string) (string, error)
• type Filler
  • func GenFiller(programIR []ir.SQLFlowStmt, session *pb.Session) (*Filler, error)

Functions

func GetSecret

func GetSecret() (string, string, error)

GetSecret returns the workflow secret name, value.

func GetStepEnvs

func GetStepEnvs(session *pb.Session) (map[string]string, error)

GetStepEnvs returns a map of envs used for couler workflow.

func MockSQLProgramIR

func MockSQLProgramIR() []ir.SQLFlowStmt

MockSQLProgramIR mock a SQLFLow program which contains multiple statements

func ParseKatibSQL

func ParseKatibSQL(t *ir.TrainStmt) (*sqlStatement, error)

ParseKatibSQL generates Couler Katib step

func VerifyResources

func VerifyResources(resources string) error

VerifyResources verifies the SQLFLOW_WORKFLOW_RESOURCES env to be valid.

Types

type Codegen

type Codegen struct{}

Codegen generates Couler program

func (*Codegen) GenCode

func (cg *Codegen) GenCode(programIR []ir.SQLFlowStmt, session *pb.Session) (string, error)

GenCode generates a Couler program

func (*Codegen) GenYAML

func (cg *Codegen) GenYAML(coulerProgram string) (string, error)

GenYAML translate the Couler program into Argo YAML

type Filler

type Filler struct {
	DataSource       string
	SQLStatements    []*sqlStatement
	SQLFlowSubmitter string
	SQLFlowOSSDir    string
	StepEnvs         map[string]string
	WorkflowTTL      int
	SecretName       string
	SecretData       string
	Resources        string
}

Filler is used to fill the template

func GenFiller

func GenFiller(programIR []ir.SQLFlowStmt, session *pb.Session) (*Filler, error)

GenFiller generates Filler to fill the template