server

Documentation

Index

• Constants
• func GetExpectedNumWorkers(kubeClient *kube.Client, spec *pps.ParallelismSpec) (uint64, error)
• func JobRcName(id string) string
• func PipelineRcName(name string, version uint64) string
• func RepoNameToEnvString(repoName string) string
• type APIServer
  • func NewAPIServer(etcdAddress string, etcdPrefix string, hasher *ppsserver.Hasher, ...) (APIServer, error)

Constants

const (
	// MaxPodsPerChunk is the maximum number of pods we can schedule for each
	// chunk in case of failures.
	MaxPodsPerChunk = 3
	// DefaultUserImage is the image used for jobs when the user does not specify
	// an image.
	DefaultUserImage = "ubuntu:16.04"
	// MaximumRetriesPerDatum is the maximum number of times each datum
	// can failed to be processed before we declare that the job has failed.
	MaximumRetriesPerDatum = 3
)

Functions

func GetExpectedNumWorkers

func GetExpectedNumWorkers(kubeClient *kube.Client, spec *pps.ParallelismSpec) (uint64, error)

GetExpectedNumWorkers computes the expected number of workers that pachyderm will start given the ParallelismSpec 'spec'.

This is only exported for testing

func JobRcName

func JobRcName(id string) string

JobRcName generates the name of the k8s replication controller that manages an orphan job's workers

func PipelineRcName

func PipelineRcName(name string, version uint64) string

PipelineRcName generates the name of the k8s replication controller that manages a pipeline's workers

func RepoNameToEnvString

func RepoNameToEnvString(repoName string) string

RepoNameToEnvString is a helper which uppercases a repo name for use in environment variable names.

Types

type APIServer

type APIServer interface {
	ppsclient.APIServer
	shard.Frontend
	shard.Server
}

APIServer represents an api server.

func NewAPIServer

func NewAPIServer(
	etcdAddress string,
	etcdPrefix string,
	hasher *ppsserver.Hasher,
	address string,
	kubeClient *kube.Client,
	namespace string,
	workerImage string,
	workerSidecarImage string,
	workerImagePullPolicy string,
	storageRoot string,
	storageBackend string,
	storageHostPath string,
	reporter *metrics.Reporter,
) (APIServer, error)

NewAPIServer creates an APIServer.