pps

package
v1.4.8-RC1 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jun 7, 2017 License: Apache-2.0 Imports: 8 Imported by: 0

Documentation

Overview

Package pps is a generated protocol buffer package.

It is generated from these files:

client/pps/pps.proto

It has these top-level messages:

Secret
Transform
Egress
Job
Service
AtomInput
Input
JobInput
ParallelismSpec
Datum
WorkerStatus
ResourceSpec
JobInfo
Worker
JobInfos
Pipeline
PipelineInput
PipelineInfo
PipelineInfos
CreateJobRequest
InspectJobRequest
ListJobRequest
DeleteJobRequest
StopJobRequest
GetLogsRequest
LogMessage
RestartDatumRequest
CreatePipelineRequest
InspectPipelineRequest
ListPipelineRequest
DeletePipelineRequest
StartPipelineRequest
StopPipelineRequest
RerunPipelineRequest
GarbageCollectRequest
GarbageCollectResponse

Index

Constants

This section is empty.

Variables

View Source
var JobState_name = map[int32]string{
	0: "JOB_STARTING",
	1: "JOB_RUNNING",
	2: "JOB_FAILURE",
	3: "JOB_SUCCESS",
	4: "JOB_STOPPED",
}
View Source
var JobState_value = map[string]int32{
	"JOB_STARTING": 0,
	"JOB_RUNNING":  1,
	"JOB_FAILURE":  2,
	"JOB_SUCCESS":  3,
	"JOB_STOPPED":  4,
}
View Source
var ParallelismSpec_Strategy_name = map[int32]string{
	0: "CONSTANT",
	1: "COEFFICIENT",
}
View Source
var ParallelismSpec_Strategy_value = map[string]int32{
	"CONSTANT":    0,
	"COEFFICIENT": 1,
}
View Source
var PipelineState_name = map[int32]string{
	0: "PIPELINE_STARTING",
	1: "PIPELINE_RUNNING",
	2: "PIPELINE_RESTARTING",
	3: "PIPELINE_FAILURE",
	4: "PIPELINE_STOPPED",
}
View Source
var PipelineState_value = map[string]int32{
	"PIPELINE_STARTING":   0,
	"PIPELINE_RUNNING":    1,
	"PIPELINE_RESTARTING": 2,
	"PIPELINE_FAILURE":    3,
	"PIPELINE_STOPPED":    4,
}
View Source
var WorkerState_name = map[int32]string{
	0: "POD_RUNNING",
	1: "POD_SUCCESS",
	2: "POD_FAILED",
}
View Source
var WorkerState_value = map[string]int32{
	"POD_RUNNING": 0,
	"POD_SUCCESS": 1,
	"POD_FAILED":  2,
}

Functions

func RegisterAPIServer

func RegisterAPIServer(s *grpc.Server, srv APIServer)

Types

type APIClient

type APIClient interface {
	CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
	InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StopJob(ctx context.Context, in *StopJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	RestartDatum(ctx context.Context, in *RestartDatumRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error)
	ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error)
	// Garbage collection
	GarbageCollect(ctx context.Context, in *GarbageCollectRequest, opts ...grpc.CallOption) (*GarbageCollectResponse, error)
}

func NewAPIClient

func NewAPIClient(cc *grpc.ClientConn) APIClient

type API_GetLogsClient

type API_GetLogsClient interface {
	Recv() (*LogMessage, error)
	grpc.ClientStream
}

type API_GetLogsServer

type API_GetLogsServer interface {
	Send(*LogMessage) error
	grpc.ServerStream
}

type AtomInput added in v1.4.6

type AtomInput struct {
	Name       string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Repo       string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
	Branch     string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"`
	Commit     string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"`
	Glob       string `protobuf:"bytes,5,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy       bool   `protobuf:"varint,6,opt,name=lazy,proto3" json:"lazy,omitempty"`
	FromCommit string `protobuf:"bytes,7,opt,name=from_commit,json=fromCommit,proto3" json:"from_commit,omitempty"`
}

func (*AtomInput) Descriptor added in v1.4.6

func (*AtomInput) Descriptor() ([]byte, []int)

func (*AtomInput) GetBranch added in v1.4.6

func (m *AtomInput) GetBranch() string

func (*AtomInput) GetCommit added in v1.4.6

func (m *AtomInput) GetCommit() string

func (*AtomInput) GetFromCommit added in v1.4.6

func (m *AtomInput) GetFromCommit() string

func (*AtomInput) GetGlob added in v1.4.6

func (m *AtomInput) GetGlob() string

func (*AtomInput) GetLazy added in v1.4.6

func (m *AtomInput) GetLazy() bool

func (*AtomInput) GetName added in v1.4.6

func (m *AtomInput) GetName() string

func (*AtomInput) GetRepo added in v1.4.6

func (m *AtomInput) GetRepo() string

func (*AtomInput) ProtoMessage added in v1.4.6

func (*AtomInput) ProtoMessage()

func (*AtomInput) Reset added in v1.4.6

func (m *AtomInput) Reset()

func (*AtomInput) String added in v1.4.6

func (m *AtomInput) String() string

type CreateJobRequest

type CreateJobRequest struct {
	Transform       *Transform       `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"`
	Pipeline        *Pipeline        `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64           `protobuf:"varint,10,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput      `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress          `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"`
	// When service is defined, we create a long running job
	// by using a k8s RC and Service instead of a k8s Job
	Service      *Service      `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"`
	OutputRepo   *pfs.Repo     `protobuf:"bytes,12,opt,name=outputRepo" json:"outputRepo,omitempty"`
	OutputBranch string        `protobuf:"bytes,11,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
	ParentJob    *Job          `protobuf:"bytes,13,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	ResourceSpec *ResourceSpec `protobuf:"bytes,14,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"`
	Input        *Input        `protobuf:"bytes,15,opt,name=input" json:"input,omitempty"`
	NewBranch    *pfs.Branch   `protobuf:"bytes,16,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"`
	Incremental  bool          `protobuf:"varint,17,opt,name=incremental,proto3" json:"incremental,omitempty"`
}

func (*CreateJobRequest) Descriptor

func (*CreateJobRequest) Descriptor() ([]byte, []int)

func (*CreateJobRequest) GetEgress added in v1.3.19

func (m *CreateJobRequest) GetEgress() *Egress

func (*CreateJobRequest) GetIncremental added in v1.4.8

func (m *CreateJobRequest) GetIncremental() bool

func (*CreateJobRequest) GetInput added in v1.4.6

func (m *CreateJobRequest) GetInput() *Input

func (*CreateJobRequest) GetInputs

func (m *CreateJobRequest) GetInputs() []*JobInput

func (*CreateJobRequest) GetNewBranch added in v1.4.8

func (m *CreateJobRequest) GetNewBranch() *pfs.Branch

func (*CreateJobRequest) GetOutputBranch added in v1.3.19

func (m *CreateJobRequest) GetOutputBranch() string

func (*CreateJobRequest) GetOutputRepo added in v1.3.19

func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo

func (*CreateJobRequest) GetParallelismSpec added in v1.2.0

func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec

func (*CreateJobRequest) GetParentJob

func (m *CreateJobRequest) GetParentJob() *Job

func (*CreateJobRequest) GetPipeline

func (m *CreateJobRequest) GetPipeline() *Pipeline

func (*CreateJobRequest) GetPipelineVersion added in v1.3.6

func (m *CreateJobRequest) GetPipelineVersion() uint64

func (*CreateJobRequest) GetResourceSpec added in v1.4.5

func (m *CreateJobRequest) GetResourceSpec() *ResourceSpec

func (*CreateJobRequest) GetService added in v1.3.0

func (m *CreateJobRequest) GetService() *Service

func (*CreateJobRequest) GetTransform

func (m *CreateJobRequest) GetTransform() *Transform

func (*CreateJobRequest) ProtoMessage

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) Reset

func (m *CreateJobRequest) Reset()

func (*CreateJobRequest) String

func (m *CreateJobRequest) String() string

type CreatePipelineRequest

type CreatePipelineRequest struct {
	Pipeline           *Pipeline                  `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Transform          *Transform                 `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec    *ParallelismSpec           `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs             []*PipelineInput           `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress             *Egress                    `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"`
	Update             bool                       `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"`
	OutputBranch       string                     `protobuf:"bytes,10,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
	ScaleDownThreshold *google_protobuf2.Duration `protobuf:"bytes,11,opt,name=scaleDownThreshold" json:"scaleDownThreshold,omitempty"`
	ResourceSpec       *ResourceSpec              `protobuf:"bytes,12,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"`
	Input              *Input                     `protobuf:"bytes,13,opt,name=input" json:"input,omitempty"`
	Description        string                     `protobuf:"bytes,14,opt,name=description,proto3" json:"description,omitempty"`
	Incremental        bool                       `protobuf:"varint,15,opt,name=incremental,proto3" json:"incremental,omitempty"`
}

func (*CreatePipelineRequest) Descriptor

func (*CreatePipelineRequest) Descriptor() ([]byte, []int)

func (*CreatePipelineRequest) GetDescription added in v1.4.7

func (m *CreatePipelineRequest) GetDescription() string

func (*CreatePipelineRequest) GetEgress added in v1.3.19

func (m *CreatePipelineRequest) GetEgress() *Egress

func (*CreatePipelineRequest) GetIncremental added in v1.4.8

func (m *CreatePipelineRequest) GetIncremental() bool

func (*CreatePipelineRequest) GetInput added in v1.4.6

func (m *CreatePipelineRequest) GetInput() *Input

func (*CreatePipelineRequest) GetInputs

func (m *CreatePipelineRequest) GetInputs() []*PipelineInput

func (*CreatePipelineRequest) GetOutputBranch added in v1.3.19

func (m *CreatePipelineRequest) GetOutputBranch() string

func (*CreatePipelineRequest) GetParallelismSpec added in v1.2.0

func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec

func (*CreatePipelineRequest) GetPipeline

func (m *CreatePipelineRequest) GetPipeline() *Pipeline

func (*CreatePipelineRequest) GetResourceSpec added in v1.4.5

func (m *CreatePipelineRequest) GetResourceSpec() *ResourceSpec

func (*CreatePipelineRequest) GetScaleDownThreshold added in v1.4.4

func (m *CreatePipelineRequest) GetScaleDownThreshold() *google_protobuf2.Duration

func (*CreatePipelineRequest) GetTransform

func (m *CreatePipelineRequest) GetTransform() *Transform

func (*CreatePipelineRequest) GetUpdate added in v1.3.5

func (m *CreatePipelineRequest) GetUpdate() bool

func (*CreatePipelineRequest) ProtoMessage

func (*CreatePipelineRequest) ProtoMessage()

func (*CreatePipelineRequest) Reset

func (m *CreatePipelineRequest) Reset()

func (*CreatePipelineRequest) String

func (m *CreatePipelineRequest) String() string

type Datum added in v1.4.3

type Datum struct {
	// This file's absolute path within its pfs repo.
	Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"`
	// This file's hash
	Hash []byte `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"`
}

func (*Datum) Descriptor added in v1.4.3

func (*Datum) Descriptor() ([]byte, []int)

func (*Datum) GetHash added in v1.4.3

func (m *Datum) GetHash() []byte

func (*Datum) GetPath added in v1.4.3

func (m *Datum) GetPath() string

func (*Datum) ProtoMessage added in v1.4.3

func (*Datum) ProtoMessage()

func (*Datum) Reset added in v1.4.3

func (m *Datum) Reset()

func (*Datum) String added in v1.4.3

func (m *Datum) String() string

type DeleteJobRequest added in v1.3.0

type DeleteJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*DeleteJobRequest) Descriptor added in v1.3.0

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

func (*DeleteJobRequest) GetJob added in v1.3.0

func (m *DeleteJobRequest) GetJob() *Job

func (*DeleteJobRequest) ProtoMessage added in v1.3.0

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) Reset added in v1.3.0

func (m *DeleteJobRequest) Reset()

func (*DeleteJobRequest) String added in v1.3.0

func (m *DeleteJobRequest) String() string

type DeletePipelineRequest

type DeletePipelineRequest struct {
	Pipeline   *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	DeleteJobs bool      `protobuf:"varint,2,opt,name=delete_jobs,json=deleteJobs,proto3" json:"delete_jobs,omitempty"`
}

func (*DeletePipelineRequest) Descriptor

func (*DeletePipelineRequest) Descriptor() ([]byte, []int)

func (*DeletePipelineRequest) GetDeleteJobs added in v1.4.3

func (m *DeletePipelineRequest) GetDeleteJobs() bool

func (*DeletePipelineRequest) GetPipeline

func (m *DeletePipelineRequest) GetPipeline() *Pipeline

func (*DeletePipelineRequest) ProtoMessage

func (*DeletePipelineRequest) ProtoMessage()

func (*DeletePipelineRequest) Reset

func (m *DeletePipelineRequest) Reset()

func (*DeletePipelineRequest) String

func (m *DeletePipelineRequest) String() string

type Egress added in v1.3.19

type Egress struct {
	URL string `protobuf:"bytes,1,opt,name=URL,json=uRL,proto3" json:"URL,omitempty"`
}

func (*Egress) Descriptor added in v1.3.19

func (*Egress) Descriptor() ([]byte, []int)

func (*Egress) GetURL added in v1.3.19

func (m *Egress) GetURL() string

func (*Egress) ProtoMessage added in v1.3.19

func (*Egress) ProtoMessage()

func (*Egress) Reset added in v1.3.19

func (m *Egress) Reset()

func (*Egress) String added in v1.3.19

func (m *Egress) String() string

type GarbageCollectRequest added in v1.4.7

type GarbageCollectRequest struct {
}

func (*GarbageCollectRequest) Descriptor added in v1.4.7

func (*GarbageCollectRequest) Descriptor() ([]byte, []int)

func (*GarbageCollectRequest) ProtoMessage added in v1.4.7

func (*GarbageCollectRequest) ProtoMessage()

func (*GarbageCollectRequest) Reset added in v1.4.7

func (m *GarbageCollectRequest) Reset()

func (*GarbageCollectRequest) String added in v1.4.7

func (m *GarbageCollectRequest) String() string

type GarbageCollectResponse added in v1.4.7

type GarbageCollectResponse struct {
}

func (*GarbageCollectResponse) Descriptor added in v1.4.7

func (*GarbageCollectResponse) Descriptor() ([]byte, []int)

func (*GarbageCollectResponse) ProtoMessage added in v1.4.7

func (*GarbageCollectResponse) ProtoMessage()

func (*GarbageCollectResponse) Reset added in v1.4.7

func (m *GarbageCollectResponse) Reset()

func (*GarbageCollectResponse) String added in v1.4.7

func (m *GarbageCollectResponse) String() string

type GetLogsRequest

type GetLogsRequest struct {
	// The pipeline from which we want to get logs (required if the job in 'job'
	// was created as part of a pipeline. To get logs from a non-orphan job
	// without the pipeline that created it, you need to use ElasticSearch).
	Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	// The job from which we want to get logs.
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	// Names of input files from which we want processing logs. This may contain
	// multiple files, to query pipelines that contain multiple inputs. Each
	// filter may be an absolute path of a file within a pps repo, or it may be
	// a hash for that file (to search for files at specific versions)
	DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"`
}

func (*GetLogsRequest) Descriptor

func (*GetLogsRequest) Descriptor() ([]byte, []int)

func (*GetLogsRequest) GetDataFilters added in v1.3.19

func (m *GetLogsRequest) GetDataFilters() []string

func (*GetLogsRequest) GetJob

func (m *GetLogsRequest) GetJob() *Job

func (*GetLogsRequest) GetPipeline added in v1.3.19

func (m *GetLogsRequest) GetPipeline() *Pipeline

func (*GetLogsRequest) ProtoMessage

func (*GetLogsRequest) ProtoMessage()

func (*GetLogsRequest) Reset

func (m *GetLogsRequest) Reset()

func (*GetLogsRequest) String

func (m *GetLogsRequest) String() string

type Input added in v1.4.6

type Input struct {
	Atom  *AtomInput `protobuf:"bytes,1,opt,name=atom" json:"atom,omitempty"`
	Cross []*Input   `protobuf:"bytes,2,rep,name=cross" json:"cross,omitempty"`
	Union []*Input   `protobuf:"bytes,3,rep,name=union" json:"union,omitempty"`
}

func (*Input) Descriptor added in v1.4.6

func (*Input) Descriptor() ([]byte, []int)

func (*Input) GetAtom added in v1.4.6

func (m *Input) GetAtom() *AtomInput

func (*Input) GetCross added in v1.4.6

func (m *Input) GetCross() []*Input

func (*Input) GetUnion added in v1.4.6

func (m *Input) GetUnion() []*Input

func (*Input) ProtoMessage added in v1.4.6

func (*Input) ProtoMessage()

func (*Input) Reset added in v1.4.6

func (m *Input) Reset()

func (*Input) String added in v1.4.6

func (m *Input) String() string

type InspectJobRequest

type InspectJobRequest struct {
	Job        *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"`
}

func (*InspectJobRequest) Descriptor

func (*InspectJobRequest) Descriptor() ([]byte, []int)

func (*InspectJobRequest) GetBlockState added in v1.3.5

func (m *InspectJobRequest) GetBlockState() bool

func (*InspectJobRequest) GetJob

func (m *InspectJobRequest) GetJob() *Job

func (*InspectJobRequest) ProtoMessage

func (*InspectJobRequest) ProtoMessage()

func (*InspectJobRequest) Reset

func (m *InspectJobRequest) Reset()

func (*InspectJobRequest) String

func (m *InspectJobRequest) String() string

type InspectPipelineRequest

type InspectPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*InspectPipelineRequest) Descriptor

func (*InspectPipelineRequest) Descriptor() ([]byte, []int)

func (*InspectPipelineRequest) GetPipeline

func (m *InspectPipelineRequest) GetPipeline() *Pipeline

func (*InspectPipelineRequest) ProtoMessage

func (*InspectPipelineRequest) ProtoMessage()

func (*InspectPipelineRequest) Reset

func (m *InspectPipelineRequest) Reset()

func (*InspectPipelineRequest) String

func (m *InspectPipelineRequest) String() string

type Job

type Job struct {
	ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}

func (*Job) Descriptor

func (*Job) Descriptor() ([]byte, []int)

func (*Job) GetID added in v1.3.5

func (m *Job) GetID() string

func (*Job) ProtoMessage

func (*Job) ProtoMessage()

func (*Job) Reset

func (m *Job) Reset()

func (*Job) String

func (m *Job) String() string

type JobInfo

type JobInfo struct {
	Job             *Job                        `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	Transform       *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	PipelineID      string                      `protobuf:"bytes,19,opt,name=pipeline_id,json=pipelineId,proto3" json:"pipeline_id,omitempty"`
	Pipeline        *Pipeline                   `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64                      `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec            `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput                 `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress                     `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"`
	ParentJob       *Job                        `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Started         *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"`
	Finished        *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"`
	OutputCommit    *pfs.Commit                 `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	State           JobState                    `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"`
	Service         *Service                    `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"`
	Stopped         bool                        `protobuf:"varint,16,opt,name=stopped,proto3" json:"stopped,omitempty"`
	OutputRepo      *pfs.Repo                   `protobuf:"bytes,18,opt,name=outputRepo" json:"outputRepo,omitempty"`
	OutputBranch    string                      `protobuf:"bytes,17,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
	Restart         uint64                      `protobuf:"varint,20,opt,name=restart,proto3" json:"restart,omitempty"`
	DataProcessed   int64                       `protobuf:"varint,22,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"`
	DataTotal       int64                       `protobuf:"varint,23,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"`
	WorkerStatus    []*WorkerStatus             `protobuf:"bytes,24,rep,name=worker_status,json=workerStatus" json:"worker_status,omitempty"`
	ResourceSpec    *ResourceSpec               `protobuf:"bytes,25,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"`
	Input           *Input                      `protobuf:"bytes,26,opt,name=input" json:"input,omitempty"`
	NewBranch       *pfs.Branch                 `protobuf:"bytes,27,opt,name=new_branch,json=newBranch" json:"new_branch,omitempty"`
	Incremental     bool                        `protobuf:"varint,28,opt,name=incremental,proto3" json:"incremental,omitempty"`
}

func (*JobInfo) Descriptor

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetDataProcessed added in v1.4.3

func (m *JobInfo) GetDataProcessed() int64

func (*JobInfo) GetDataTotal added in v1.4.3

func (m *JobInfo) GetDataTotal() int64

func (*JobInfo) GetEgress added in v1.3.19

func (m *JobInfo) GetEgress() *Egress

func (*JobInfo) GetFinished

func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp

func (*JobInfo) GetIncremental added in v1.4.8

func (m *JobInfo) GetIncremental() bool

func (*JobInfo) GetInput added in v1.4.6

func (m *JobInfo) GetInput() *Input

func (*JobInfo) GetInputs

func (m *JobInfo) GetInputs() []*JobInput

func (*JobInfo) GetJob

func (m *JobInfo) GetJob() *Job

func (*JobInfo) GetNewBranch added in v1.4.8

func (m *JobInfo) GetNewBranch() *pfs.Branch

func (*JobInfo) GetOutputBranch added in v1.3.19

func (m *JobInfo) GetOutputBranch() string

func (*JobInfo) GetOutputCommit

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetOutputRepo added in v1.3.19

func (m *JobInfo) GetOutputRepo() *pfs.Repo

func (*JobInfo) GetParallelismSpec added in v1.2.0

func (m *JobInfo) GetParallelismSpec() *ParallelismSpec

func (*JobInfo) GetParentJob

func (m *JobInfo) GetParentJob() *Job

func (*JobInfo) GetPipeline

func (m *JobInfo) GetPipeline() *Pipeline

func (*JobInfo) GetPipelineID added in v1.3.19

func (m *JobInfo) GetPipelineID() string

func (*JobInfo) GetPipelineVersion added in v1.3.5

func (m *JobInfo) GetPipelineVersion() uint64

func (*JobInfo) GetResourceSpec added in v1.4.5

func (m *JobInfo) GetResourceSpec() *ResourceSpec

func (*JobInfo) GetRestart added in v1.4.2

func (m *JobInfo) GetRestart() uint64

func (*JobInfo) GetService added in v1.3.0

func (m *JobInfo) GetService() *Service

func (*JobInfo) GetStarted

func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp

func (*JobInfo) GetState added in v1.3.5

func (m *JobInfo) GetState() JobState

func (*JobInfo) GetStopped added in v1.3.19

func (m *JobInfo) GetStopped() bool

func (*JobInfo) GetTransform

func (m *JobInfo) GetTransform() *Transform

func (*JobInfo) GetWorkerStatus added in v1.4.4

func (m *JobInfo) GetWorkerStatus() []*WorkerStatus

func (*JobInfo) ProtoMessage

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset

func (m *JobInfo) Reset()

func (*JobInfo) String

func (m *JobInfo) String() string

type JobInfos

type JobInfos struct {
	JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}

func (*JobInfos) Descriptor

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) ProtoMessage

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset

func (m *JobInfos) Reset()

func (*JobInfos) String

func (m *JobInfos) String() string

type JobInput

type JobInput struct {
	Name   string      `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"`
	Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"`
	Glob   string      `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"`
}

func (*JobInput) Descriptor

func (*JobInput) Descriptor() ([]byte, []int)

func (*JobInput) GetCommit

func (m *JobInput) GetCommit() *pfs.Commit

func (*JobInput) GetGlob added in v1.3.19

func (m *JobInput) GetGlob() string

func (*JobInput) GetLazy added in v1.3.5

func (m *JobInput) GetLazy() bool

func (*JobInput) GetName added in v1.3.19

func (m *JobInput) GetName() string

func (*JobInput) ProtoMessage

func (*JobInput) ProtoMessage()

func (*JobInput) Reset

func (m *JobInput) Reset()

func (*JobInput) String

func (m *JobInput) String() string

type JobState

type JobState int32
const (
	JobState_JOB_STARTING JobState = 0
	JobState_JOB_RUNNING  JobState = 1
	JobState_JOB_FAILURE  JobState = 2
	JobState_JOB_SUCCESS  JobState = 3
	JobState_JOB_STOPPED  JobState = 4
)

func (JobState) EnumDescriptor

func (JobState) EnumDescriptor() ([]byte, []int)

func (JobState) String

func (x JobState) String() string

type ListJobRequest

type ListJobRequest struct {
	Pipeline    *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"`
}

func (*ListJobRequest) Descriptor

func (*ListJobRequest) Descriptor() ([]byte, []int)

func (*ListJobRequest) GetInputCommit

func (m *ListJobRequest) GetInputCommit() []*pfs.Commit

func (*ListJobRequest) GetPipeline

func (m *ListJobRequest) GetPipeline() *Pipeline

func (*ListJobRequest) ProtoMessage

func (*ListJobRequest) ProtoMessage()

func (*ListJobRequest) Reset

func (m *ListJobRequest) Reset()

func (*ListJobRequest) String

func (m *ListJobRequest) String() string

type ListPipelineRequest

type ListPipelineRequest struct {
}

func (*ListPipelineRequest) Descriptor

func (*ListPipelineRequest) Descriptor() ([]byte, []int)

func (*ListPipelineRequest) ProtoMessage

func (*ListPipelineRequest) ProtoMessage()

func (*ListPipelineRequest) Reset

func (m *ListPipelineRequest) Reset()

func (*ListPipelineRequest) String

func (m *ListPipelineRequest) String() string

type LogMessage added in v1.3.19

type LogMessage struct {
	// The job and pipeline for which a PFS file is being processed (if the job
	// is an orphan job, pipeline name and ID will be unset)
	PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"`
	PipelineID   string `protobuf:"bytes,2,opt,name=pipeline_id,json=pipelineId,proto3" json:"pipeline_id,omitempty"`
	JobID        string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	WorkerID     string `protobuf:"bytes,7,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	// The PFS files being processed (one per pipeline/job input)
	Data []*Datum `protobuf:"bytes,4,rep,name=data" json:"data,omitempty"`
	// User is true if log message comes from the users code.
	User bool `protobuf:"varint,8,opt,name=user,proto3" json:"user,omitempty"`
	// The message logged, and the time at which it was logged
	Ts      *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=ts" json:"ts,omitempty"`
	Message string                      `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"`
}

LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.

func (*LogMessage) Descriptor added in v1.3.19

func (*LogMessage) Descriptor() ([]byte, []int)

func (*LogMessage) GetData added in v1.3.19

func (m *LogMessage) GetData() []*Datum

func (*LogMessage) GetJobID added in v1.3.19

func (m *LogMessage) GetJobID() string

func (*LogMessage) GetMessage added in v1.3.19

func (m *LogMessage) GetMessage() string

func (*LogMessage) GetPipelineID added in v1.3.19

func (m *LogMessage) GetPipelineID() string

func (*LogMessage) GetPipelineName added in v1.3.19

func (m *LogMessage) GetPipelineName() string

func (*LogMessage) GetTs added in v1.3.19

func (*LogMessage) GetUser added in v1.4.1

func (m *LogMessage) GetUser() bool

func (*LogMessage) GetWorkerID added in v1.4.1

func (m *LogMessage) GetWorkerID() string

func (*LogMessage) ProtoMessage added in v1.3.19

func (*LogMessage) ProtoMessage()

func (*LogMessage) Reset added in v1.3.19

func (m *LogMessage) Reset()

func (*LogMessage) String added in v1.3.19

func (m *LogMessage) String() string

type ParallelismSpec added in v1.2.0

type ParallelismSpec struct {
	Strategy ParallelismSpec_Strategy `protobuf:"varint,1,opt,name=strategy,proto3,enum=pps.ParallelismSpec_Strategy" json:"strategy,omitempty"`
	// If 'strategy' is set to CONSTANT, then the field 'constant' is used.
	//
	// Starts the pipeline/job with a 'constant' workers, unless 'constant' is
	// zero. If 'constant' is zero (which is the zero value of ParallelismSpec),
	// then Pachyderm will choose the number of workers that is started,
	// (currently it chooses the number of workers in the cluster)
	Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"`
	// If 'strategy' is set to COEFFICIENT, then the field 'coefficient' is used.
	//
	// Starts the pipeline/job with number of workers equal to 'coefficient' * N,
	// where N is the number of nodes in the kubernetes cluster.
	//
	// For example, if each Kubernetes node has four CPUs, you might set
	// 'coefficient' to four, so that there are four Pachyderm workers per
	// Kubernetes node, and each Pachyderm worker gets one CPU. If you want to
	// reserve half the nodes in your cluster for other tasks, you might set
	// 'coefficient' to 0.5.
	Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"`
}

func (*ParallelismSpec) Descriptor added in v1.2.0

func (*ParallelismSpec) Descriptor() ([]byte, []int)

func (*ParallelismSpec) GetCoefficient added in v1.3.5

func (m *ParallelismSpec) GetCoefficient() float64

func (*ParallelismSpec) GetConstant added in v1.3.5

func (m *ParallelismSpec) GetConstant() uint64

func (*ParallelismSpec) GetStrategy added in v1.3.5

func (m *ParallelismSpec) GetStrategy() ParallelismSpec_Strategy

func (*ParallelismSpec) ProtoMessage added in v1.2.0

func (*ParallelismSpec) ProtoMessage()

func (*ParallelismSpec) Reset added in v1.2.0

func (m *ParallelismSpec) Reset()

func (*ParallelismSpec) String added in v1.2.0

func (m *ParallelismSpec) String() string

type ParallelismSpec_Strategy added in v1.2.0

type ParallelismSpec_Strategy int32

Which Parallelism strategy to use. Depending on the value of 'strategy', other messages in the spec will or will not be set.

const (
	ParallelismSpec_CONSTANT    ParallelismSpec_Strategy = 0
	ParallelismSpec_COEFFICIENT ParallelismSpec_Strategy = 1
)

func (ParallelismSpec_Strategy) EnumDescriptor added in v1.2.0

func (ParallelismSpec_Strategy) EnumDescriptor() ([]byte, []int)

func (ParallelismSpec_Strategy) String added in v1.2.0

func (x ParallelismSpec_Strategy) String() string

type Pipeline

type Pipeline struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}

func (*Pipeline) Descriptor

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) GetName added in v1.3.5

func (m *Pipeline) GetName() string

func (*Pipeline) ProtoMessage

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset

func (m *Pipeline) Reset()

func (*Pipeline) String

func (m *Pipeline) String() string

type PipelineInfo

type PipelineInfo struct {
	ID                 string                      `protobuf:"bytes,17,opt,name=id,proto3" json:"id,omitempty"`
	Pipeline           *Pipeline                   `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Version            uint64                      `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"`
	Transform          *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec    *ParallelismSpec            `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs             []*PipelineInput            `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress             *Egress                     `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"`
	CreatedAt          *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"`
	State              PipelineState               `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError        string                      `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"`
	JobCounts          map[int32]int32             `` /* 171-byte string literal not displayed */
	Stopped            bool                        `protobuf:"varint,13,opt,name=stopped,proto3" json:"stopped,omitempty"`
	OutputBranch       string                      `protobuf:"bytes,16,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
	ScaleDownThreshold *google_protobuf2.Duration  `protobuf:"bytes,18,opt,name=scaleDownThreshold" json:"scaleDownThreshold,omitempty"`
	ResourceSpec       *ResourceSpec               `protobuf:"bytes,19,opt,name=resource_spec,json=resourceSpec" json:"resource_spec,omitempty"`
	Input              *Input                      `protobuf:"bytes,20,opt,name=input" json:"input,omitempty"`
	Description        string                      `protobuf:"bytes,21,opt,name=description,proto3" json:"description,omitempty"`
	Incremental        bool                        `protobuf:"varint,22,opt,name=incremental,proto3" json:"incremental,omitempty"`
}

func (*PipelineInfo) Descriptor

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetCreatedAt

func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp

func (*PipelineInfo) GetDescription added in v1.4.7

func (m *PipelineInfo) GetDescription() string

func (*PipelineInfo) GetEgress added in v1.3.19

func (m *PipelineInfo) GetEgress() *Egress

func (*PipelineInfo) GetID added in v1.3.19

func (m *PipelineInfo) GetID() string

func (*PipelineInfo) GetIncremental added in v1.4.8

func (m *PipelineInfo) GetIncremental() bool

func (*PipelineInfo) GetInput added in v1.4.6

func (m *PipelineInfo) GetInput() *Input

func (*PipelineInfo) GetInputs

func (m *PipelineInfo) GetInputs() []*PipelineInput

func (*PipelineInfo) GetJobCounts

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetOutputBranch added in v1.3.19

func (m *PipelineInfo) GetOutputBranch() string

func (*PipelineInfo) GetParallelismSpec added in v1.2.0

func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec

func (*PipelineInfo) GetPipeline

func (m *PipelineInfo) GetPipeline() *Pipeline

func (*PipelineInfo) GetRecentError added in v1.3.5

func (m *PipelineInfo) GetRecentError() string

func (*PipelineInfo) GetResourceSpec added in v1.4.5

func (m *PipelineInfo) GetResourceSpec() *ResourceSpec

func (*PipelineInfo) GetScaleDownThreshold added in v1.4.4

func (m *PipelineInfo) GetScaleDownThreshold() *google_protobuf2.Duration

func (*PipelineInfo) GetState added in v1.3.5

func (m *PipelineInfo) GetState() PipelineState

func (*PipelineInfo) GetStopped added in v1.3.19

func (m *PipelineInfo) GetStopped() bool

func (*PipelineInfo) GetTransform

func (m *PipelineInfo) GetTransform() *Transform

func (*PipelineInfo) GetVersion added in v1.3.5

func (m *PipelineInfo) GetVersion() uint64

func (*PipelineInfo) ProtoMessage

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset

func (m *PipelineInfo) Reset()

func (*PipelineInfo) String

func (m *PipelineInfo) String() string

type PipelineInfos

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}

func (*PipelineInfos) Descriptor

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) ProtoMessage

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset

func (m *PipelineInfos) Reset()

func (*PipelineInfos) String

func (m *PipelineInfos) String() string

type PipelineInput

type PipelineInput struct {
	Name   string      `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"`
	Repo   *pfs.Repo   `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"`
	Branch string      `protobuf:"bytes,2,opt,name=branch,proto3" json:"branch,omitempty"`
	Glob   string      `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"`
	From   *pfs.Commit `protobuf:"bytes,6,opt,name=from" json:"from,omitempty"`
}

func (*PipelineInput) Descriptor

func (*PipelineInput) Descriptor() ([]byte, []int)

func (*PipelineInput) GetBranch added in v1.3.19

func (m *PipelineInput) GetBranch() string

func (*PipelineInput) GetFrom added in v1.3.19

func (m *PipelineInput) GetFrom() *pfs.Commit

func (*PipelineInput) GetGlob added in v1.3.19

func (m *PipelineInput) GetGlob() string

func (*PipelineInput) GetLazy added in v1.3.5

func (m *PipelineInput) GetLazy() bool

func (*PipelineInput) GetName added in v1.3.19

func (m *PipelineInput) GetName() string

func (*PipelineInput) GetRepo

func (m *PipelineInput) GetRepo() *pfs.Repo

func (*PipelineInput) ProtoMessage

func (*PipelineInput) ProtoMessage()

func (*PipelineInput) Reset

func (m *PipelineInput) Reset()

func (*PipelineInput) String

func (m *PipelineInput) String() string

type PipelineState

type PipelineState int32
const (
	// When the pipeline is not ready to be triggered by commits.
	// This happens when either 1) a pipeline has been created but not
	// yet picked up by a PPS server, or 2) the pipeline does not have
	// any inputs and is meant to be triggered manually
	PipelineState_PIPELINE_STARTING PipelineState = 0
	// After this pipeline is picked up by a pachd node.  This is the normal
	// state of a pipeline.
	PipelineState_PIPELINE_RUNNING PipelineState = 1
	// After some error caused runPipeline to exit, but before the
	// pipeline is re-run.  This is when the exponential backoff is
	// in effect.
	PipelineState_PIPELINE_RESTARTING PipelineState = 2
	// We have retried too many times and we have given up on this pipeline.
	PipelineState_PIPELINE_FAILURE PipelineState = 3
	// The pipeline has been explicitly stopped by the user.
	PipelineState_PIPELINE_STOPPED PipelineState = 4
)

func (PipelineState) EnumDescriptor

func (PipelineState) EnumDescriptor() ([]byte, []int)

func (PipelineState) String

func (x PipelineState) String() string

type RerunPipelineRequest added in v1.3.6

type RerunPipelineRequest struct {
	Pipeline *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Exclude  []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"`
	Include  []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"`
}

func (*RerunPipelineRequest) Descriptor added in v1.3.6

func (*RerunPipelineRequest) Descriptor() ([]byte, []int)

func (*RerunPipelineRequest) GetExclude added in v1.3.6

func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit

func (*RerunPipelineRequest) GetInclude added in v1.3.6

func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit

func (*RerunPipelineRequest) GetPipeline added in v1.3.6

func (m *RerunPipelineRequest) GetPipeline() *Pipeline

func (*RerunPipelineRequest) ProtoMessage added in v1.3.6

func (*RerunPipelineRequest) ProtoMessage()

func (*RerunPipelineRequest) Reset added in v1.3.6

func (m *RerunPipelineRequest) Reset()

func (*RerunPipelineRequest) String added in v1.3.6

func (m *RerunPipelineRequest) String() string

type ResourceSpec added in v1.4.5

type ResourceSpec struct {
	// The number of CPUs each worker needs (partial values are allowed, and
	// encouraged)
	Cpu float32 `protobuf:"fixed32,1,opt,name=cpu,proto3" json:"cpu,omitempty"`
	// The amount of memory, in bytes, each worker needs (in bytes, with allowed
	// SI suffixes (M, K, G, Mi, Ki, Gi, etc).
	Memory string `protobuf:"bytes,2,opt,name=memory,proto3" json:"memory,omitempty"`
	// The number of GPUs each worker needs.
	Gpu int64 `protobuf:"varint,3,opt,name=gpu,proto3" json:"gpu,omitempty"`
}

ResourceSpec describes the amount of resources that pipeline pods should request from kubernetes, for scheduling.

func (*ResourceSpec) Descriptor added in v1.4.5

func (*ResourceSpec) Descriptor() ([]byte, []int)

func (*ResourceSpec) GetCpu added in v1.4.5

func (m *ResourceSpec) GetCpu() float32

func (*ResourceSpec) GetGpu added in v1.4.6

func (m *ResourceSpec) GetGpu() int64

func (*ResourceSpec) GetMemory added in v1.4.5

func (m *ResourceSpec) GetMemory() string

func (*ResourceSpec) ProtoMessage added in v1.4.5

func (*ResourceSpec) ProtoMessage()

func (*ResourceSpec) Reset added in v1.4.5

func (m *ResourceSpec) Reset()

func (*ResourceSpec) String added in v1.4.5

func (m *ResourceSpec) String() string

type RestartDatumRequest added in v1.4.4

type RestartDatumRequest struct {
	Job         *Job     `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	DataFilters []string `protobuf:"bytes,2,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"`
}

func (*RestartDatumRequest) Descriptor added in v1.4.4

func (*RestartDatumRequest) Descriptor() ([]byte, []int)

func (*RestartDatumRequest) GetDataFilters added in v1.4.4

func (m *RestartDatumRequest) GetDataFilters() []string

func (*RestartDatumRequest) GetJob added in v1.4.4

func (m *RestartDatumRequest) GetJob() *Job

func (*RestartDatumRequest) ProtoMessage added in v1.4.4

func (*RestartDatumRequest) ProtoMessage()

func (*RestartDatumRequest) Reset added in v1.4.4

func (m *RestartDatumRequest) Reset()

func (*RestartDatumRequest) String added in v1.4.4

func (m *RestartDatumRequest) String() string

type Secret added in v1.2.0

type Secret struct {
	// Name must be the name of the secret in kubernetes.
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"`
}

func (*Secret) Descriptor added in v1.2.0

func (*Secret) Descriptor() ([]byte, []int)

func (*Secret) GetMountPath added in v1.3.5

func (m *Secret) GetMountPath() string

func (*Secret) GetName added in v1.3.5

func (m *Secret) GetName() string

func (*Secret) ProtoMessage added in v1.2.0

func (*Secret) ProtoMessage()

func (*Secret) Reset added in v1.2.0

func (m *Secret) Reset()

func (*Secret) String added in v1.2.0

func (m *Secret) String() string

type Service added in v1.3.0

type Service struct {
	InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"`
	ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"`
}

func (*Service) Descriptor added in v1.3.0

func (*Service) Descriptor() ([]byte, []int)

func (*Service) GetExternalPort added in v1.3.5

func (m *Service) GetExternalPort() int32

func (*Service) GetInternalPort added in v1.3.5

func (m *Service) GetInternalPort() int32

func (*Service) ProtoMessage added in v1.3.0

func (*Service) ProtoMessage()

func (*Service) Reset added in v1.3.0

func (m *Service) Reset()

func (*Service) String added in v1.3.0

func (m *Service) String() string

type StartPipelineRequest added in v1.2.0

type StartPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StartPipelineRequest) Descriptor added in v1.2.0

func (*StartPipelineRequest) Descriptor() ([]byte, []int)

func (*StartPipelineRequest) GetPipeline added in v1.2.0

func (m *StartPipelineRequest) GetPipeline() *Pipeline

func (*StartPipelineRequest) ProtoMessage added in v1.2.0

func (*StartPipelineRequest) ProtoMessage()

func (*StartPipelineRequest) Reset added in v1.2.0

func (m *StartPipelineRequest) Reset()

func (*StartPipelineRequest) String added in v1.2.0

func (m *StartPipelineRequest) String() string

type StopJobRequest added in v1.4.4

type StopJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*StopJobRequest) Descriptor added in v1.4.4

func (*StopJobRequest) Descriptor() ([]byte, []int)

func (*StopJobRequest) GetJob added in v1.4.4

func (m *StopJobRequest) GetJob() *Job

func (*StopJobRequest) ProtoMessage added in v1.4.4

func (*StopJobRequest) ProtoMessage()

func (*StopJobRequest) Reset added in v1.4.4

func (m *StopJobRequest) Reset()

func (*StopJobRequest) String added in v1.4.4

func (m *StopJobRequest) String() string

type StopPipelineRequest added in v1.2.0

type StopPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StopPipelineRequest) Descriptor added in v1.2.0

func (*StopPipelineRequest) Descriptor() ([]byte, []int)

func (*StopPipelineRequest) GetPipeline added in v1.2.0

func (m *StopPipelineRequest) GetPipeline() *Pipeline

func (*StopPipelineRequest) ProtoMessage added in v1.2.0

func (*StopPipelineRequest) ProtoMessage()

func (*StopPipelineRequest) Reset added in v1.2.0

func (m *StopPipelineRequest) Reset()

func (*StopPipelineRequest) String added in v1.2.0

func (m *StopPipelineRequest) String() string

type Transform

type Transform struct {
	Image            string            `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	Cmd              []string          `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"`
	Env              map[string]string `` /* 140-byte string literal not displayed */
	Secrets          []*Secret         `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"`
	ImagePullSecrets []string          `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"`
	Stdin            []string          `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"`
	AcceptReturnCode []int64           `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"`
	Debug            bool              `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"`
}

func (*Transform) Descriptor

func (*Transform) Descriptor() ([]byte, []int)

func (*Transform) GetAcceptReturnCode added in v1.3.5

func (m *Transform) GetAcceptReturnCode() []int64

func (*Transform) GetCmd added in v1.3.5

func (m *Transform) GetCmd() []string

func (*Transform) GetDebug added in v1.3.5

func (m *Transform) GetDebug() bool

func (*Transform) GetEnv added in v1.2.0

func (m *Transform) GetEnv() map[string]string

func (*Transform) GetImage added in v1.3.5

func (m *Transform) GetImage() string

func (*Transform) GetImagePullSecrets added in v1.3.5

func (m *Transform) GetImagePullSecrets() []string

func (*Transform) GetSecrets added in v1.2.0

func (m *Transform) GetSecrets() []*Secret

func (*Transform) GetStdin added in v1.3.5

func (m *Transform) GetStdin() []string

func (*Transform) ProtoMessage

func (*Transform) ProtoMessage()

func (*Transform) Reset

func (m *Transform) Reset()

func (*Transform) String

func (m *Transform) String() string

type Worker added in v1.3.19

type Worker struct {
	Name  string      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	State WorkerState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.WorkerState" json:"state,omitempty"`
}

func (*Worker) Descriptor added in v1.3.19

func (*Worker) Descriptor() ([]byte, []int)

func (*Worker) GetName added in v1.3.19

func (m *Worker) GetName() string

func (*Worker) GetState added in v1.3.19

func (m *Worker) GetState() WorkerState

func (*Worker) ProtoMessage added in v1.3.19

func (*Worker) ProtoMessage()

func (*Worker) Reset added in v1.3.19

func (m *Worker) Reset()

func (*Worker) String added in v1.3.19

func (m *Worker) String() string

type WorkerState added in v1.3.19

type WorkerState int32
const (
	WorkerState_POD_RUNNING WorkerState = 0
	WorkerState_POD_SUCCESS WorkerState = 1
	WorkerState_POD_FAILED  WorkerState = 2
)

func (WorkerState) EnumDescriptor added in v1.3.19

func (WorkerState) EnumDescriptor() ([]byte, []int)

func (WorkerState) String added in v1.3.19

func (x WorkerState) String() string

type WorkerStatus added in v1.4.4

type WorkerStatus struct {
	WorkerID string   `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	JobID    string   `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	Data     []*Datum `protobuf:"bytes,3,rep,name=data" json:"data,omitempty"`
	// Started is the time processing on the current datum began.
	Started *google_protobuf1.Timestamp `protobuf:"bytes,4,opt,name=started" json:"started,omitempty"`
}

func (*WorkerStatus) Descriptor added in v1.4.4

func (*WorkerStatus) Descriptor() ([]byte, []int)

func (*WorkerStatus) GetData added in v1.4.4

func (m *WorkerStatus) GetData() []*Datum

func (*WorkerStatus) GetJobID added in v1.4.4

func (m *WorkerStatus) GetJobID() string

func (*WorkerStatus) GetStarted added in v1.4.4

func (m *WorkerStatus) GetStarted() *google_protobuf1.Timestamp

func (*WorkerStatus) GetWorkerID added in v1.4.4

func (m *WorkerStatus) GetWorkerID() string

func (*WorkerStatus) ProtoMessage added in v1.4.4

func (*WorkerStatus) ProtoMessage()

func (*WorkerStatus) Reset added in v1.4.4

func (m *WorkerStatus) Reset()

func (*WorkerStatus) String added in v1.4.4

func (m *WorkerStatus) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL