executions

Documentation

Index

• func GetServiceStatus(settings *cli.EnvSettings) string
• type JobExecution
• type JobSearchAPIResponse
• type JobsStore
  • func NewJobsStore(settings *cli.EnvSettings, scheduleTitle string) *JobsStore
  • func (c *JobsStore) FetchJobsExecutions()
  • func (c *JobsStore) FindJobExecution(pipeline pipelines.Definition, id string) *JobExecution
• type Meta
• type SparkExecutor
• type StageHit
• type StagePhase
• type StageSearchAPIResponse
• type StagesStore
  • func NewStagesStore(settings *cli.EnvSettings, scheduleTitle string) *StagesStore
  • func (c *StagesStore) FetchStagesExecutions(jobExecutionUID string) []StageHit

Functions

func GetServiceStatus

func GetServiceStatus(settings *cli.EnvSettings) string

Types

type JobExecution

type JobExecution struct {
	PreCheckStatus  string `json:"pre_check_status"`
	RunStatus       string `json:"run_status"`
	PostCheckStatus string `json:"post_check_status"`
	Executor        SparkExecutor
	Timeline        utils.ExecutionTimeline
	Pipeline        *struct {
		UID, Name  string
		Definition pipelines.Definition
	}
	Args map[string]string
	UID  string
	ID   string
}

type JobSearchAPIResponse

type JobSearchAPIResponse struct {
	Took int
	Hits struct {
		Total struct {
			Value int
		}
		Hits []struct {
			ID         string          `json:"_id"`
			Source     JobExecution    `json:"_source"`
			Highlights json.RawMessage `json:"highlight"`
			Sort       []interface{}   `json:"sort"`
		}
	}
}

type JobsStore

type JobsStore struct {
	StoreName string

	JobExecutions []JobExecution
	// contains filtered or unexported fields
}

func NewJobsStore

func NewJobsStore(settings *cli.EnvSettings, scheduleTitle string) *JobsStore

func (*JobsStore) FetchJobsExecutions

func (c *JobsStore) FetchJobsExecutions()

Fetch djobi-jobs

func (*JobsStore) FindJobExecution

func (c *JobsStore) FindJobExecution(pipeline pipelines.Definition, id string) *JobExecution

*

• Get the pipeline jobs execution

type Meta

type Meta struct {
	Value                                            int
	Count, Display, Reason, Unit, Query, Index, Size string
}

type SparkExecutor

type SparkExecutor struct {
	Spark struct {
		Spark struct {
			Application struct {
				Name, ID string
			}
		}
	}
}

type StageHit

type StageHit struct {
	Status, Name, Stage string
	Kind                string `json:"type"`

	Job *struct {
		ID, UID string
	}

	PreCheck  StagePhase `json:"pre_check"`
	PostCheck StagePhase `json:"post_check"`

	Timeline utils.ExecutionTimeline

	Error *struct {
		Message string
	}
}

type StagePhase

type StagePhase struct {
	Status string
	Link   string
	Meta   Meta
}

type StageSearchAPIResponse

type StageSearchAPIResponse struct {
	Took int
	Hits struct {
		Total struct {
			Value int
		}
		Hits []struct {
			ID         string          `json:"_id"`
			Source     StageHit        `json:"_source"`
			Highlights json.RawMessage `json:"highlight"`
			Sort       []interface{}   `json:"sort"`
		}
	}
}

type StagesStore

type StagesStore struct {
	StoreName string

	JobExecutions []JobExecution
	// contains filtered or unexported fields
}

func NewStagesStore

func NewStagesStore(settings *cli.EnvSettings, scheduleTitle string) *StagesStore

func (*StagesStore) FetchStagesExecutions

func (c *StagesStore) FetchStagesExecutions(jobExecutionUID string) []StageHit