dataflow

Documentation

Index

• type Collection
  • func NewStandardDataFlowCollection(cfg dto.DataFlowCfg) Collection
• type Edge
• type Relation
  • func NewStandardDataFlowRelation(comparisonExpr *sqlparser.ComparisonExpr, destColumn *sqlparser.ColName, ...) Relation
• type Unit
• type Vertex
• type WeaklyConnectedComponent
  • func NewStandardDataFlowWeaklyConnectedComponent(collection *standardDataFlowCollection, root graph.Node) WeaklyConnectedComponent

Types

type Collection

type Collection interface {
	AddOrUpdateEdge(
		source Vertex,
		dest Vertex,
		comparisonExpr *sqlparser.ComparisonExpr,
		sourceExpr sqlparser.Expr,
		destColumn *sqlparser.ColName) error
	AddVertex(v Vertex)
	GetAllUnits() ([]Unit, error)
	GetNextID() int64
	InDegree(v Vertex) int
	OutDegree(v Vertex) int
	Sort() error
	Vertices() []Vertex
	UpsertStandardDataFlowVertex(taxonomy.AnnotationCtx, sqlparser.TableExpr) Vertex

	GetSplitAnnotationContextMap() taxonomy.AnnotationCtxSplitMap
	WithSplitAnnotationContextMap(taxonomy.AnnotationCtxSplitMap) Collection
	// contains filtered or unexported methods
}

Collection is the DAG representing.

func NewStandardDataFlowCollection

func NewStandardDataFlowCollection(cfg dto.DataFlowCfg) Collection

type Edge

type Edge interface {
	graph.WeightedEdge
	AddRelation(Relation)
	GetColumnDescriptors() ([]anysdk.ColumnDescriptor, error)
	GetDest() Vertex
	GetProjection() (map[string]string, error)
	GetSelectExprs() (sqlparser.SelectExprs, error)
	HasSourceAttribute(attr string) bool
	GetSource() Vertex
	IsSQL() bool
}

type Relation

type Relation interface {
	GetProjection() (string, string, error)
	GetSelectExpr() (sqlparser.SelectExpr, error)
	GetColumnDescriptor() (anysdk.ColumnDescriptor, error)
	GetDestColumnName() string
	IsSQL() bool
}

func NewStandardDataFlowRelation

func NewStandardDataFlowRelation(
	comparisonExpr *sqlparser.ComparisonExpr,
	destColumn *sqlparser.ColName,
	sourceExpr sqlparser.Expr,
) Relation

type Unit

type Unit interface {
	// contains filtered or unexported methods
}

type Vertex

type Vertex interface {
	graph.Node
	Unit
	GetAnnotation() taxonomy.AnnotationCtx
	GetEquivalencyGroup() int64
	SetEquivalencyGroup(id int64)
	GetTableExpr() sqlparser.TableExpr
}

type WeaklyConnectedComponent

type WeaklyConnectedComponent interface {
	Unit
	AddEdge(Edge)
	Analyze() error
	GetEdges() ([]Edge, error)
	GetOrderedNodes() ([]Vertex, error)
	PushBack(Vertex)
}

func NewStandardDataFlowWeaklyConnectedComponent

func NewStandardDataFlowWeaklyConnectedComponent(
	collection *standardDataFlowCollection,
	root graph.Node,
) WeaklyConnectedComponent