server

Documentation

Index

• Constants
• Variables
• func GetExpectedNumWorkers(kubeClient *kube.Client, spec *pps.ParallelismSpec) (uint64, error)
• func JobRcName(id string) string
• func PipelineRcName(name string, version uint64) string
• func RepoNameToEnvString(repoName string) string
• type APIServer
  • func NewAPIServer(etcdAddress string, etcdPrefix string, hasher *ppsserver.Hasher, ...) (APIServer, error)
• type WorkerPool

Constants

const (
	// MaxPodsPerChunk is the maximum number of pods we can schedule for each
	// chunk in case of failures.
	MaxPodsPerChunk = 3
	// DefaultUserImage is the image used for jobs when the user does not specify
	// an image.
	DefaultUserImage = "ubuntu:16.04"
)

Variables

var (
	// DefaultGCPolicy is the default GC policy used by a pipeline if one is not
	// specified.
	DefaultGCPolicy = &ppsclient.GCPolicy{

		Success: &types.Duration{
			Seconds: 24 * 60 * 60,
		},

		Failure: &types.Duration{
			Seconds: 7 * 24 * 60 * 60,
		},
	}
)

Functions

func GetExpectedNumWorkers

func GetExpectedNumWorkers(kubeClient *kube.Client, spec *pps.ParallelismSpec) (uint64, error)

GetExpectedNumWorkers computes the expected number of workers that pachyderm will start given the ParallelismSpec 'spec'.

This is only exported for testing

func JobRcName

func JobRcName(id string) string

JobRcName generates the name of the k8s replication controller that manages an orphan job's workers

func PipelineRcName

func PipelineRcName(name string, version uint64) string

PipelineRcName generates the name of the k8s replication controller that manages a pipeline's workers

func RepoNameToEnvString

func RepoNameToEnvString(repoName string) string

RepoNameToEnvString is a helper which uppercases a repo name for use in environment variable names.

Types

type APIServer

type APIServer interface {
	ppsclient.APIServer
	shard.Frontend
	shard.Server
}

APIServer represents an api server.

func NewAPIServer

func NewAPIServer(
	etcdAddress string,
	etcdPrefix string,
	hasher *ppsserver.Hasher,
	address string,
	kubeClient *kube.Client,
	namespace string,
	workerImage string,
	workerImagePullPolicy string,
	reporter *metrics.Reporter,
) (APIServer, error)

NewAPIServer creates an APIServer.

type WorkerPool

type WorkerPool interface {
	DataCh() chan *datumAndResp
}

WorkerPool represents a pool of workers that can be used to process datums.