engine

Documentation

Index

• type EKSExecutionEngine
  • func (ee *EKSExecutionEngine) Define(td state.Definition) (state.Definition, error)
  • func (ee *EKSExecutionEngine) Deregister(definition state.Definition) error
  • func (ee *EKSExecutionEngine) Enqueue(run state.Run) error
  • func (ee *EKSExecutionEngine) Execute(executable state.Executable, run state.Run, manager state.Manager) (state.Run, bool, error)
  • func (ee *EKSExecutionEngine) FetchPodMetrics(run state.Run) (state.Run, error)
  • func (ee *EKSExecutionEngine) FetchUpdateStatus(run state.Run) (state.Run, error)
  • func (ee *EKSExecutionEngine) Get(run state.Run) (state.Run, error)
  • func (ee *EKSExecutionEngine) GetClusters() []string
  • func (ee *EKSExecutionEngine) GetEvents(run state.Run) (state.PodEventList, error)
  • func (ee *EKSExecutionEngine) Initialize(conf config.Config) error
  • func (ee *EKSExecutionEngine) PollRunStatus() (state.Run, error)
  • func (ee *EKSExecutionEngine) PollRuns() ([]RunReceipt, error)
  • func (ee *EKSExecutionEngine) PollStatus() (RunReceipt, error)
  • func (ee *EKSExecutionEngine) Terminate(run state.Run) error
• type EMRExecutionEngine
  • func (emr *EMRExecutionEngine) Define(td state.Definition) (state.Definition, error)
  • func (emr *EMRExecutionEngine) Deregister(definition state.Definition) error
  • func (emr *EMRExecutionEngine) Enqueue(run state.Run) error
  • func (emr *EMRExecutionEngine) Execute(executable state.Executable, run state.Run, manager state.Manager) (state.Run, bool, error)
  • func (emr *EMRExecutionEngine) FetchPodMetrics(run state.Run) (state.Run, error)
  • func (emr *EMRExecutionEngine) FetchUpdateStatus(run state.Run) (state.Run, error)
  • func (emr *EMRExecutionEngine) Get(run state.Run) (state.Run, error)
  • func (emr *EMRExecutionEngine) GetClusters() []string
  • func (emr *EMRExecutionEngine) GetEvents(run state.Run) (state.PodEventList, error)
  • func (emr *EMRExecutionEngine) Initialize(conf config.Config) error
  • func (emr *EMRExecutionEngine) PollRunStatus() (state.Run, error)
  • func (emr *EMRExecutionEngine) PollRuns() ([]RunReceipt, error)
  • func (emr *EMRExecutionEngine) PollStatus() (RunReceipt, error)
  • func (emr *EMRExecutionEngine) Terminate(run state.Run) error
• type Engine
  • func NewExecutionEngine(conf config.Config, qm queue.Manager, name string, logger log.Logger) (Engine, error)
• type RunReceipt

Types

type EKSExecutionEngine

type EKSExecutionEngine struct {
	// contains filtered or unexported fields
}

EKSExecutionEngine submits runs to EKS.

func (*EKSExecutionEngine) Define

func (ee *EKSExecutionEngine) Define(td state.Definition) (state.Definition, error)

Define returns a blank task definition and an error for the EKS engine.

func (*EKSExecutionEngine) Deregister

func (ee *EKSExecutionEngine) Deregister(definition state.Definition) error

Deregister returns an error for the EKS engine.

func (*EKSExecutionEngine) Enqueue

func (ee *EKSExecutionEngine) Enqueue(run state.Run) error

func (*EKSExecutionEngine) Execute

func (ee *EKSExecutionEngine) Execute(executable state.Executable, run state.Run, manager state.Manager) (state.Run, bool, error)

func (*EKSExecutionEngine) FetchPodMetrics

func (ee *EKSExecutionEngine) FetchPodMetrics(run state.Run) (state.Run, error)

func (*EKSExecutionEngine) FetchUpdateStatus

func (ee *EKSExecutionEngine) FetchUpdateStatus(run state.Run) (state.Run, error)

func (*EKSExecutionEngine) Get

func (ee *EKSExecutionEngine) Get(run state.Run) (state.Run, error)

func (*EKSExecutionEngine) GetClusters

func (ee *EKSExecutionEngine) GetClusters() []string

func (*EKSExecutionEngine) GetEvents

func (ee *EKSExecutionEngine) GetEvents(run state.Run) (state.PodEventList, error)

func (*EKSExecutionEngine) Initialize

func (ee *EKSExecutionEngine) Initialize(conf config.Config) error

Initialize configures the EKSExecutionEngine and initializes internal clients

func (*EKSExecutionEngine) PollRunStatus

func (ee *EKSExecutionEngine) PollRunStatus() (state.Run, error)

Reads off SQS queue and generates a Run object based on the runId

func (*EKSExecutionEngine) PollRuns

func (ee *EKSExecutionEngine) PollRuns() ([]RunReceipt, error)

func (*EKSExecutionEngine) PollStatus

func (ee *EKSExecutionEngine) PollStatus() (RunReceipt, error)

PollStatus is a dummy function as EKS does not emit task status change events.

func (*EKSExecutionEngine) Terminate

func (ee *EKSExecutionEngine) Terminate(run state.Run) error

type EMRExecutionEngine

type EMRExecutionEngine struct {
	// contains filtered or unexported fields
}

EMRExecutionEngine submits runs to EMR-EKS.

func (*EMRExecutionEngine) Define

func (emr *EMRExecutionEngine) Define(td state.Definition) (state.Definition, error)

func (*EMRExecutionEngine) Deregister

func (emr *EMRExecutionEngine) Deregister(definition state.Definition) error

func (*EMRExecutionEngine) Enqueue

func (emr *EMRExecutionEngine) Enqueue(run state.Run) error

func (*EMRExecutionEngine) Execute

func (emr *EMRExecutionEngine) Execute(executable state.Executable, run state.Run, manager state.Manager) (state.Run, bool, error)

func (*EMRExecutionEngine) FetchPodMetrics

func (emr *EMRExecutionEngine) FetchPodMetrics(run state.Run) (state.Run, error)

func (*EMRExecutionEngine) FetchUpdateStatus

func (emr *EMRExecutionEngine) FetchUpdateStatus(run state.Run) (state.Run, error)

func (*EMRExecutionEngine) Get

func (emr *EMRExecutionEngine) Get(run state.Run) (state.Run, error)

func (*EMRExecutionEngine) GetClusters

func (emr *EMRExecutionEngine) GetClusters() []string

func (*EMRExecutionEngine) GetEvents

func (emr *EMRExecutionEngine) GetEvents(run state.Run) (state.PodEventList, error)

func (*EMRExecutionEngine) Initialize

func (emr *EMRExecutionEngine) Initialize(conf config.Config) error

Initialize configures the EMRExecutionEngine and initializes internal clients

func (*EMRExecutionEngine) PollRunStatus

func (emr *EMRExecutionEngine) PollRunStatus() (state.Run, error)

func (*EMRExecutionEngine) PollRuns

func (emr *EMRExecutionEngine) PollRuns() ([]RunReceipt, error)

func (*EMRExecutionEngine) PollStatus

func (emr *EMRExecutionEngine) PollStatus() (RunReceipt, error)

func (*EMRExecutionEngine) Terminate

func (emr *EMRExecutionEngine) Terminate(run state.Run) error

type Engine

type Engine interface {
	Initialize(conf config.Config) error
	Execute(executable state.Executable, run state.Run, manager state.Manager) (state.Run, bool, error)
	Terminate(run state.Run) error
	Enqueue(run state.Run) error
	PollRuns() ([]RunReceipt, error)
	PollRunStatus() (state.Run, error)
	PollStatus() (RunReceipt, error)
	GetEvents(run state.Run) (state.PodEventList, error)
	FetchUpdateStatus(run state.Run) (state.Run, error)
	FetchPodMetrics(run state.Run) (state.Run, error)
	// Legacy methods from the ECS era. Here for backwards compatibility.
	Define(definition state.Definition) (state.Definition, error)
	Deregister(definition state.Definition) error
}

Engine defines the execution engine interface.

func NewExecutionEngine

func NewExecutionEngine(conf config.Config, qm queue.Manager, name string, logger log.Logger) (Engine, error)

NewExecutionEngine initializes and returns a new Engine

type RunReceipt

type RunReceipt struct {
	queue.RunReceipt
}