config

Documentation

Index

• type Config
  • func (c *Config) Hash() string
  • func (c *Config) JSON() []byte
  • func (c *Config) Parse(content []byte, dir string) error
  • func (c *Config) String() string
• type DataConnection
  • func (dc *DataConnection) ExpandConnectionString()
• type DataSource
• type Dataset
• type Join
• type JoinColumns
• type Refresh
• type Workflow
  • func (w *Workflow) Parse(content []byte) error
  • func (w Workflow) String() string
• type WorkflowTask
• type WorkflowTrigger

Types

type Config

type Config struct {
	Datasets        []Dataset        `yaml:"datasets" json:"datasets"`
	DataConnections []DataConnection `yaml:"data_connections" json:"data_connections"`
	Workflows       []Workflow       `yaml:"workflows" json:"workflows"`
}

func (*Config) Hash

func (c *Config) Hash() string

func (*Config) JSON

func (c *Config) JSON() []byte

func (*Config) Parse

func (c *Config) Parse(content []byte, dir string) error

func (*Config) String

func (c *Config) String() string

type DataConnection

type DataConnection struct {
	ID               string `yaml:"id" json:"id"`
	Type             string `yaml:"type" json:"type"`
	Path             string `yaml:"path" json:"path"`
	ConnectionString string `yaml:"connection_string" json:"connection_string"`
}

func (*DataConnection) ExpandConnectionString

func (dc *DataConnection) ExpandConnectionString()

type DataSource

type DataSource struct {
	ID             string `yaml:"id" json:"id"`
	DataConnection string `yaml:"data_connection" json:"data_connection"`
	Query          string `yaml:"query" json:"query"`
}

type Dataset

type Dataset struct {
	ID         string      `yaml:"id" json:"id"`
	Refresh    *Refresh    `yaml:"refresh" json:"refresh"`
	DataSource *DataSource `yaml:"data_source" json:"data_source"`
	Joins      []Join      `yaml:"joins" json:"joins"`
}

type Join

type Join struct {
	Type       string        `yaml:"type" json:"type"`
	Columns    []JoinColumns `yaml:"columns" json:"columns"`
	DataSource *DataSource   `yaml:"data_source" json:"data_source"`
}

type JoinColumns

type JoinColumns struct {
	LeftColumn  string `yaml:"left_column" json:"left_column"`
	RightColumn string `yaml:"right_column" json:"right_column"`
}

type Refresh

type Refresh struct {
	Interval string `yaml:"interval" json:"interval"`
}

type Workflow

type Workflow struct {
	ID    string                   `yaml:"id" json:"id"`
	Start string                   `yaml:"start" json:"start"`
	On    *WorkflowTrigger         `yaml:"on" json:"on"`
	Tasks map[string]*WorkflowTask `yaml:"tasks" json:"tasks"`
}

func (*Workflow) Parse

func (w *Workflow) Parse(content []byte) error

func (Workflow) String

func (w Workflow) String() string

type WorkflowTask

type WorkflowTask struct {
	Next string `yaml:"next,omitempty" json:"next,omitempty"`

	Type         string                 `yaml:"type" json:"type"`
	Env          map[string]string      `yaml:"env" json:"env"`
	With         map[string]interface{} `yaml:"with" json:"with"`
	WithDatasets []string               `yaml:"with_datasets" json:"with_datasets"`

	Image  string `yaml:"image,omitempty" json:"image,omitempty"` // for "container" type
	Script string `yaml:"script,omitempty" json:"script,omitempty"`
}

type WorkflowTrigger

type WorkflowTrigger struct {
	DatasetRefresh []string `yaml:"dataset_refresh" json:"dataset_refresh"`
}