types

Documentation

Index

• Variables
• type CapacityError
  • func (e CapacityError) Error() string
• type CedanaCluster
• type CheckpointReason
• type Commands
• type GPU
• type GpuInfo
• type Instance
  • func (i *Instance) GetGPUs() GpuInfo
• type Job
  • func (j *Job) AppendInstance(id string) error
  • func (j *Job) GetInstanceIds() ([]SerializedInstance, error)
• type JobFile
  • func InitJobFile(filepath string) (*JobFile, error)
• type MetaState
• type PricingModel
• type Provider
• type ProviderEvent
• type SerializedInstance
• type UserCommands
• type UserInstanceSpecs

Variables

var InstanceStates = map[string]int{
	"pending":       0,
	"running":       1,
	"shutting-down": 2,
	"terminated":    3,
	"stopping":      4,
}

var ProviderNames = []string{
	"aws",
	"gcp",
	"azure",
	"paperspace",
}

Types

type CapacityError

type CapacityError struct {
	Code    string
	Message string
	Region  string
}

func (CapacityError) Error

func (e CapacityError) Error() string

type CedanaCluster

type CedanaCluster struct {
	gorm.Model
	ClusterID uuid.UUID  `json:"cluster_id" gorm:"type:uuid"`
	Workers   []Instance `json:"workers" gorm:"foreignKey:CedanaID"`
}

type CheckpointReason

type CheckpointReason string

const (
	CheckpointReasonInstanceTermination CheckpointReason = "instance_termination"
	CheckpointReasonJobTermination      CheckpointReason = "job_termination"
	CheckpointReasonHeartbeat           CheckpointReason = "heartbeat"
)

type Commands

type Commands struct {
	C []string `mapstructure:"run"`
}

type GPU

type GPU struct {
	Name         string `json:"Name"`
	Manufacturer string `json:"Manufacturer"`
	Count        int    `json:"Count"`
	MemoryInfo   struct {
		SizeInMiB int `json:"SizeInMiB"`
	} `json:"MemoryInfo"`
}

type GpuInfo

type GpuInfo struct {
	Gpus                []GPU `json:"Gpus"`
	TotalGpuMemoryInMiB int   `json:"TotalGpuMemoryInMiB"`
}

type Instance

type Instance struct {
	gorm.Model
	CedanaID         string  `json:"-"`
	AllocatedID      string  `json:"allocated_id"` // id allocated by the provider, not to be used as a key
	Provider         string  `json:"provider"`
	InstanceType     string  `json:"InstanceType"`
	AcceleratorName  string  `json:"AcceleratorName"`
	AcceleratorCount int     `json:"AcceleratorCount"`
	VCPUs            float64 `json:"vCPUs"`
	MemoryGiB        float64 `json:"MemoryGiB"`
	GPUs             string  `json:"GPU"`
	Region           string  `json:"Region"`
	AvailabilityZone string  `json:"AvailabilityZone"`
	Price            float64 `json:"Price"`
	IPAddress        string  `json:"ip_addr"`
	State            string  `json:"state"`
	Tag              string  `json:"-"` // tag instance as orch or client
}

func (*Instance) GetGPUs

func (i *Instance) GetGPUs() GpuInfo

type Job

type Job struct {
	gorm.Model
	JobID              string    `json:"job_id"`        // ignore json unmarshal
	JobFilePath        string    `json:"job_file_path"` // absolute path of job file
	Instances          string    `json:"instances"`     // serialized instances.TODO: need to figure out associations!!
	State              core.Flag `json:"state"`
	Checkpointed       bool      `json:"checkpointed"`
	LastCheckpointedAt time.Time `json:"last_checkpointed_at"` // latest checkpoint
	Bucket             string    `json:"bucket"`
}

foreign keys are weird in GORM, just attach InstanceIDs for now

func (*Job) AppendInstance

func (j *Job) AppendInstance(id string) error

these should ideally be called from the db - keeps things consistent

func (*Job) GetInstanceIds

func (j *Job) GetInstanceIds() ([]SerializedInstance, error)

type JobFile

type JobFile struct {
	JobFilePath       string            `mapstructure:"job_file_path"`
	WorkDir           string            `mapstructure:"work_dir"` // TODO NR - data storage abstractions
	Containerized     bool              `mapstructure:"containerized"`
	UserInstanceSpecs UserInstanceSpecs `mapstructure:"instance_specs"`
	SetupCommands     Commands          `mapstructure:"setup"`
	Task              Commands          `mapstructure:"task"`
	RestoredTask      Commands          `mapstructure:"restored_task"`
}

Job type to be used to run on an instance, user-defined should be yaml spec

func InitJobFile

func InitJobFile(filepath string) (*JobFile, error)

type MetaState

type MetaState struct {
	Event            ProviderEvent    `json:"provider_event" mapstructure:"provider_event"`
	CheckpointReason CheckpointReason `json:"checkpoint_reason" mapstructure:"checkpoint_reason"`
}

type PricingModel

type PricingModel interface {
	GetPrices() []Instance
}

PricingModel populates Instance.Price

type Provider

type Provider interface {
	// CreateInstance takes a list of "optimal" instances as input and creates them.
	// We take multiple to circumvent any capacity issues.
	Name() string
	CreateInstance(Candidate *Instance) (*Instance, error)
	DestroyInstance(i Instance) error
	// Anywhere describeInstance is called, the entry in the db should be updated with the latest information
	DescribeInstance(Instances []*Instance, filter string) error
	// should encapsulate all events or state changes on the instance. Function that is used for state polling
	// regularly, so keep efficiency in mind when designing for a provider.
	GetInstanceStatus(i Instance) (*ProviderEvent, error)
}

Types for commodity providers (e.g. AWS, GCP, etc) generic interface for a commodity provider, that actors we broker between (AWS, GCP, etc) will each implement.

type ProviderEvent

type ProviderEvent struct {
	InstanceID string `json:"instance_id"`
	FaultCode  string `json:"fault_code"`
	// the below fields are deriviatives of the above, we keep the fault code for any downstream processing
	MarkedForTermination bool  `json:"marked_for_termination"`
	TerminationTime      int64 `json:"termination_time"`
}

type SerializedInstance

type SerializedInstance struct {
	InstanceID string `json:"instance_id"`
}

only serialize instanceID, can reverse lookup for instance using id

type UserCommands

type UserCommands struct {
	SetupCommands     Commands `mapstructure:"setup"`
	PostSetupCommands Commands `mapstructure:"post_setup"`
	PreCheckpoint     Commands `mapstructure:"pre_checkpoint"`
	PostCheckpoint    Commands `mapstructure:"post_checkpoint"`
	PreRestore        Commands `mapstructure:"pre_restore"`
	PostRestore       Commands `mapstructure:"post_restore"`
}

due to key-value nature of yaml, need a nested commands struct

type UserInstanceSpecs

type UserInstanceSpecs struct {
	InstanceType string  `mapstructure:"instance_type"`
	Memory       int     `mapstructure:"memory_gb"`
	VCPUs        int     `mapstructure:"cpu_cores"`
	VRAM         int     `mapstructure:"vram_gb"`
	GPU          string  `mapstructure:"gpu"`
	MaxPrice     float64 `mapstructure:"max_price_usd_hour"`
}