pps

package
v1.4.2 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Apr 7, 2017 License: Apache-2.0 Imports: 8 Imported by: 0

Documentation

Overview

Package pps is a generated protocol buffer package.

It is generated from these files:

client/pps/pps.proto

It has these top-level messages:

Secret
Transform
Egress
Job
Service
JobInput
ParallelismSpec
JobInfo
Worker
JobInfos
Pipeline
PipelineInput
GCPolicy
PipelineInfo
PipelineInfos
CreateJobRequest
InspectJobRequest
ListJobRequest
DeleteJobRequest
GetLogsRequest
LogMessage
CreatePipelineRequest
InspectPipelineRequest
ListPipelineRequest
DeletePipelineRequest
StartPipelineRequest
StopPipelineRequest
RerunPipelineRequest

Index

Constants

This section is empty.

Variables

View Source
var JobState_name = map[int32]string{
	0: "JOB_STARTING",
	1: "JOB_RUNNING",
	2: "JOB_FAILURE",
	3: "JOB_SUCCESS",
}
View Source
var JobState_value = map[string]int32{
	"JOB_STARTING": 0,
	"JOB_RUNNING":  1,
	"JOB_FAILURE":  2,
	"JOB_SUCCESS":  3,
}
View Source
var ParallelismSpec_Strategy_name = map[int32]string{
	0: "CONSTANT",
	1: "COEFFICIENT",
}
View Source
var ParallelismSpec_Strategy_value = map[string]int32{
	"CONSTANT":    0,
	"COEFFICIENT": 1,
}
View Source
var PipelineState_name = map[int32]string{
	0: "PIPELINE_STARTING",
	1: "PIPELINE_RUNNING",
	2: "PIPELINE_RESTARTING",
	3: "PIPELINE_FAILURE",
	4: "PIPELINE_STOPPED",
}
View Source
var PipelineState_value = map[string]int32{
	"PIPELINE_STARTING":   0,
	"PIPELINE_RUNNING":    1,
	"PIPELINE_RESTARTING": 2,
	"PIPELINE_FAILURE":    3,
	"PIPELINE_STOPPED":    4,
}
View Source
var WorkerState_name = map[int32]string{
	0: "POD_RUNNING",
	1: "POD_SUCCESS",
	2: "POD_FAILED",
}
View Source
var WorkerState_value = map[string]int32{
	"POD_RUNNING": 0,
	"POD_SUCCESS": 1,
	"POD_FAILED":  2,
}

Functions

func RegisterAPIServer

func RegisterAPIServer(s *grpc.Server, srv APIServer)

Types

type APIClient

type APIClient interface {
	CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
	InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error)
	ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *google_protobuf.Empty, opts ...grpc.CallOption) (*google_protobuf.Empty, error)
	GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error)
}

func NewAPIClient

func NewAPIClient(cc *grpc.ClientConn) APIClient

type API_GetLogsClient

type API_GetLogsClient interface {
	Recv() (*LogMessage, error)
	grpc.ClientStream
}

type API_GetLogsServer

type API_GetLogsServer interface {
	Send(*LogMessage) error
	grpc.ServerStream
}

type CreateJobRequest

type CreateJobRequest struct {
	Transform       *Transform       `protobuf:"bytes,1,opt,name=transform" json:"transform,omitempty"`
	Pipeline        *Pipeline        `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64           `protobuf:"varint,10,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput      `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress          `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"`
	// When service is defined, we create a long running job
	// by using a k8s RC and Service instead of a k8s Job
	Service      *Service  `protobuf:"bytes,8,opt,name=service" json:"service,omitempty"`
	OutputRepo   *pfs.Repo `protobuf:"bytes,12,opt,name=outputRepo" json:"outputRepo,omitempty"`
	OutputBranch string    `protobuf:"bytes,11,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
	ParentJob    *Job      `protobuf:"bytes,13,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
}

func (*CreateJobRequest) Descriptor

func (*CreateJobRequest) Descriptor() ([]byte, []int)

func (*CreateJobRequest) GetEgress added in v1.3.19

func (m *CreateJobRequest) GetEgress() *Egress

func (*CreateJobRequest) GetInputs

func (m *CreateJobRequest) GetInputs() []*JobInput

func (*CreateJobRequest) GetOutputBranch added in v1.3.19

func (m *CreateJobRequest) GetOutputBranch() string

func (*CreateJobRequest) GetOutputRepo added in v1.3.19

func (m *CreateJobRequest) GetOutputRepo() *pfs.Repo

func (*CreateJobRequest) GetParallelismSpec added in v1.2.0

func (m *CreateJobRequest) GetParallelismSpec() *ParallelismSpec

func (*CreateJobRequest) GetParentJob

func (m *CreateJobRequest) GetParentJob() *Job

func (*CreateJobRequest) GetPipeline

func (m *CreateJobRequest) GetPipeline() *Pipeline

func (*CreateJobRequest) GetPipelineVersion added in v1.3.6

func (m *CreateJobRequest) GetPipelineVersion() uint64

func (*CreateJobRequest) GetService added in v1.3.0

func (m *CreateJobRequest) GetService() *Service

func (*CreateJobRequest) GetTransform

func (m *CreateJobRequest) GetTransform() *Transform

func (*CreateJobRequest) ProtoMessage

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) Reset

func (m *CreateJobRequest) Reset()

func (*CreateJobRequest) String

func (m *CreateJobRequest) String() string

type CreatePipelineRequest

type CreatePipelineRequest struct {
	Pipeline        *Pipeline        `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Transform       *Transform       `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*PipelineInput `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress          `protobuf:"bytes,9,opt,name=egress" json:"egress,omitempty"`
	Update          bool             `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"`
	GcPolicy        *GCPolicy        `protobuf:"bytes,8,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"`
	OutputBranch    string           `protobuf:"bytes,10,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
}

func (*CreatePipelineRequest) Descriptor

func (*CreatePipelineRequest) Descriptor() ([]byte, []int)

func (*CreatePipelineRequest) GetEgress added in v1.3.19

func (m *CreatePipelineRequest) GetEgress() *Egress

func (*CreatePipelineRequest) GetGcPolicy added in v1.3.0

func (m *CreatePipelineRequest) GetGcPolicy() *GCPolicy

func (*CreatePipelineRequest) GetInputs

func (m *CreatePipelineRequest) GetInputs() []*PipelineInput

func (*CreatePipelineRequest) GetOutputBranch added in v1.3.19

func (m *CreatePipelineRequest) GetOutputBranch() string

func (*CreatePipelineRequest) GetParallelismSpec added in v1.2.0

func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec

func (*CreatePipelineRequest) GetPipeline

func (m *CreatePipelineRequest) GetPipeline() *Pipeline

func (*CreatePipelineRequest) GetTransform

func (m *CreatePipelineRequest) GetTransform() *Transform

func (*CreatePipelineRequest) GetUpdate added in v1.3.5

func (m *CreatePipelineRequest) GetUpdate() bool

func (*CreatePipelineRequest) ProtoMessage

func (*CreatePipelineRequest) ProtoMessage()

func (*CreatePipelineRequest) Reset

func (m *CreatePipelineRequest) Reset()

func (*CreatePipelineRequest) String

func (m *CreatePipelineRequest) String() string

type DeleteJobRequest added in v1.3.0

type DeleteJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
}

func (*DeleteJobRequest) Descriptor added in v1.3.0

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

func (*DeleteJobRequest) GetJob added in v1.3.0

func (m *DeleteJobRequest) GetJob() *Job

func (*DeleteJobRequest) ProtoMessage added in v1.3.0

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) Reset added in v1.3.0

func (m *DeleteJobRequest) Reset()

func (*DeleteJobRequest) String added in v1.3.0

func (m *DeleteJobRequest) String() string

type DeletePipelineRequest

type DeletePipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*DeletePipelineRequest) Descriptor

func (*DeletePipelineRequest) Descriptor() ([]byte, []int)

func (*DeletePipelineRequest) GetPipeline

func (m *DeletePipelineRequest) GetPipeline() *Pipeline

func (*DeletePipelineRequest) ProtoMessage

func (*DeletePipelineRequest) ProtoMessage()

func (*DeletePipelineRequest) Reset

func (m *DeletePipelineRequest) Reset()

func (*DeletePipelineRequest) String

func (m *DeletePipelineRequest) String() string

type Egress added in v1.3.19

type Egress struct {
	URL string `protobuf:"bytes,1,opt,name=URL,json=uRL,proto3" json:"URL,omitempty"`
}

func (*Egress) Descriptor added in v1.3.19

func (*Egress) Descriptor() ([]byte, []int)

func (*Egress) GetURL added in v1.3.19

func (m *Egress) GetURL() string

func (*Egress) ProtoMessage added in v1.3.19

func (*Egress) ProtoMessage()

func (*Egress) Reset added in v1.3.19

func (m *Egress) Reset()

func (*Egress) String added in v1.3.19

func (m *Egress) String() string

type GCPolicy added in v1.3.0

type GCPolicy struct {
	// The amount of time that needs to pass before a successful job
	// can be GC-ed.
	Success *google_protobuf2.Duration `protobuf:"bytes,1,opt,name=success" json:"success,omitempty"`
	// The amount of time that needs to pass before a failed job
	// can be GC-ed.
	Failure *google_protobuf2.Duration `protobuf:"bytes,2,opt,name=failure" json:"failure,omitempty"`
}

GCPolicy describes when jobs can be garbage-collected.

func (*GCPolicy) Descriptor added in v1.3.0

func (*GCPolicy) Descriptor() ([]byte, []int)

func (*GCPolicy) GetFailure added in v1.3.0

func (m *GCPolicy) GetFailure() *google_protobuf2.Duration

func (*GCPolicy) GetSuccess added in v1.3.0

func (m *GCPolicy) GetSuccess() *google_protobuf2.Duration

func (*GCPolicy) ProtoMessage added in v1.3.0

func (*GCPolicy) ProtoMessage()

func (*GCPolicy) Reset added in v1.3.0

func (m *GCPolicy) Reset()

func (*GCPolicy) String added in v1.3.0

func (m *GCPolicy) String() string

type GetLogsRequest

type GetLogsRequest struct {
	// The pipeline from which we want to get logs (required if the job in 'job'
	// was created as part of a pipeline. To get logs from a non-orphan job
	// without the pipeline that created it, you need to use ElasticSearch).
	Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline" json:"pipeline,omitempty"`
	// The job from which we want to get logs.
	Job *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	// Names of input files from which we want processing logs. This may contain
	// multiple files, to query pipelines that contain multiple inputs. Each
	// filter may be an absolute path of a file within a pps repo, or it may be
	// a hash for that file (to search for files at specific versions)
	DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters" json:"data_filters,omitempty"`
}

func (*GetLogsRequest) Descriptor

func (*GetLogsRequest) Descriptor() ([]byte, []int)

func (*GetLogsRequest) GetDataFilters added in v1.3.19

func (m *GetLogsRequest) GetDataFilters() []string

func (*GetLogsRequest) GetJob

func (m *GetLogsRequest) GetJob() *Job

func (*GetLogsRequest) GetPipeline added in v1.3.19

func (m *GetLogsRequest) GetPipeline() *Pipeline

func (*GetLogsRequest) ProtoMessage

func (*GetLogsRequest) ProtoMessage()

func (*GetLogsRequest) Reset

func (m *GetLogsRequest) Reset()

func (*GetLogsRequest) String

func (m *GetLogsRequest) String() string

type InspectJobRequest

type InspectJobRequest struct {
	Job        *Job `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	BlockState bool `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"`
}

func (*InspectJobRequest) Descriptor

func (*InspectJobRequest) Descriptor() ([]byte, []int)

func (*InspectJobRequest) GetBlockState added in v1.3.5

func (m *InspectJobRequest) GetBlockState() bool

func (*InspectJobRequest) GetJob

func (m *InspectJobRequest) GetJob() *Job

func (*InspectJobRequest) ProtoMessage

func (*InspectJobRequest) ProtoMessage()

func (*InspectJobRequest) Reset

func (m *InspectJobRequest) Reset()

func (*InspectJobRequest) String

func (m *InspectJobRequest) String() string

type InspectPipelineRequest

type InspectPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*InspectPipelineRequest) Descriptor

func (*InspectPipelineRequest) Descriptor() ([]byte, []int)

func (*InspectPipelineRequest) GetPipeline

func (m *InspectPipelineRequest) GetPipeline() *Pipeline

func (*InspectPipelineRequest) ProtoMessage

func (*InspectPipelineRequest) ProtoMessage()

func (*InspectPipelineRequest) Reset

func (m *InspectPipelineRequest) Reset()

func (*InspectPipelineRequest) String

func (m *InspectPipelineRequest) String() string

type Job

type Job struct {
	ID string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
}

func (*Job) Descriptor

func (*Job) Descriptor() ([]byte, []int)

func (*Job) GetID added in v1.3.5

func (m *Job) GetID() string

func (*Job) ProtoMessage

func (*Job) ProtoMessage()

func (*Job) Reset

func (m *Job) Reset()

func (*Job) String

func (m *Job) String() string

type JobInfo

type JobInfo struct {
	Job             *Job                        `protobuf:"bytes,1,opt,name=job" json:"job,omitempty"`
	Transform       *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	PipelineID      string                      `protobuf:"bytes,19,opt,name=pipeline_id,json=pipelineId,proto3" json:"pipeline_id,omitempty"`
	Pipeline        *Pipeline                   `protobuf:"bytes,3,opt,name=pipeline" json:"pipeline,omitempty"`
	PipelineVersion uint64                      `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec *ParallelismSpec            `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*JobInput                 `protobuf:"bytes,5,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress                     `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"`
	ParentJob       *Job                        `protobuf:"bytes,6,opt,name=parent_job,json=parentJob" json:"parent_job,omitempty"`
	Started         *google_protobuf1.Timestamp `protobuf:"bytes,7,opt,name=started" json:"started,omitempty"`
	Finished        *google_protobuf1.Timestamp `protobuf:"bytes,8,opt,name=finished" json:"finished,omitempty"`
	OutputCommit    *pfs.Commit                 `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit" json:"output_commit,omitempty"`
	State           JobState                    `protobuf:"varint,10,opt,name=state,proto3,enum=pps.JobState" json:"state,omitempty"`
	Service         *Service                    `protobuf:"bytes,14,opt,name=service" json:"service,omitempty"`
	Stopped         bool                        `protobuf:"varint,16,opt,name=stopped,proto3" json:"stopped,omitempty"`
	OutputRepo      *pfs.Repo                   `protobuf:"bytes,18,opt,name=outputRepo" json:"outputRepo,omitempty"`
	OutputBranch    string                      `protobuf:"bytes,17,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
	Restart         uint64                      `protobuf:"varint,20,opt,name=restart,proto3" json:"restart,omitempty"`
}

func (*JobInfo) Descriptor

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetEgress added in v1.3.19

func (m *JobInfo) GetEgress() *Egress

func (*JobInfo) GetFinished

func (m *JobInfo) GetFinished() *google_protobuf1.Timestamp

func (*JobInfo) GetInputs

func (m *JobInfo) GetInputs() []*JobInput

func (*JobInfo) GetJob

func (m *JobInfo) GetJob() *Job

func (*JobInfo) GetOutputBranch added in v1.3.19

func (m *JobInfo) GetOutputBranch() string

func (*JobInfo) GetOutputCommit

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetOutputRepo added in v1.3.19

func (m *JobInfo) GetOutputRepo() *pfs.Repo

func (*JobInfo) GetParallelismSpec added in v1.2.0

func (m *JobInfo) GetParallelismSpec() *ParallelismSpec

func (*JobInfo) GetParentJob

func (m *JobInfo) GetParentJob() *Job

func (*JobInfo) GetPipeline

func (m *JobInfo) GetPipeline() *Pipeline

func (*JobInfo) GetPipelineID added in v1.3.19

func (m *JobInfo) GetPipelineID() string

func (*JobInfo) GetPipelineVersion added in v1.3.5

func (m *JobInfo) GetPipelineVersion() uint64

func (*JobInfo) GetRestart added in v1.4.2

func (m *JobInfo) GetRestart() uint64

func (*JobInfo) GetService added in v1.3.0

func (m *JobInfo) GetService() *Service

func (*JobInfo) GetStarted

func (m *JobInfo) GetStarted() *google_protobuf1.Timestamp

func (*JobInfo) GetState added in v1.3.5

func (m *JobInfo) GetState() JobState

func (*JobInfo) GetStopped added in v1.3.19

func (m *JobInfo) GetStopped() bool

func (*JobInfo) GetTransform

func (m *JobInfo) GetTransform() *Transform

func (*JobInfo) ProtoMessage

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset

func (m *JobInfo) Reset()

func (*JobInfo) String

func (m *JobInfo) String() string

type JobInfos

type JobInfos struct {
	JobInfo []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo" json:"job_info,omitempty"`
}

func (*JobInfos) Descriptor

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) ProtoMessage

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset

func (m *JobInfos) Reset()

func (*JobInfos) String

func (m *JobInfos) String() string

type JobInput

type JobInput struct {
	Name   string      `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"`
	Commit *pfs.Commit `protobuf:"bytes,1,opt,name=commit" json:"commit,omitempty"`
	Glob   string      `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"`
}

func (*JobInput) Descriptor

func (*JobInput) Descriptor() ([]byte, []int)

func (*JobInput) GetCommit

func (m *JobInput) GetCommit() *pfs.Commit

func (*JobInput) GetGlob added in v1.3.19

func (m *JobInput) GetGlob() string

func (*JobInput) GetLazy added in v1.3.5

func (m *JobInput) GetLazy() bool

func (*JobInput) GetName added in v1.3.19

func (m *JobInput) GetName() string

func (*JobInput) ProtoMessage

func (*JobInput) ProtoMessage()

func (*JobInput) Reset

func (m *JobInput) Reset()

func (*JobInput) String

func (m *JobInput) String() string

type JobState

type JobState int32
const (
	JobState_JOB_STARTING JobState = 0
	JobState_JOB_RUNNING  JobState = 1
	JobState_JOB_FAILURE  JobState = 2
	JobState_JOB_SUCCESS  JobState = 3
)

func (JobState) EnumDescriptor

func (JobState) EnumDescriptor() ([]byte, []int)

func (JobState) String

func (x JobState) String() string

type ListJobRequest

type ListJobRequest struct {
	Pipeline    *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	InputCommit []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit" json:"input_commit,omitempty"`
}

func (*ListJobRequest) Descriptor

func (*ListJobRequest) Descriptor() ([]byte, []int)

func (*ListJobRequest) GetInputCommit

func (m *ListJobRequest) GetInputCommit() []*pfs.Commit

func (*ListJobRequest) GetPipeline

func (m *ListJobRequest) GetPipeline() *Pipeline

func (*ListJobRequest) ProtoMessage

func (*ListJobRequest) ProtoMessage()

func (*ListJobRequest) Reset

func (m *ListJobRequest) Reset()

func (*ListJobRequest) String

func (m *ListJobRequest) String() string

type ListPipelineRequest

type ListPipelineRequest struct {
}

func (*ListPipelineRequest) Descriptor

func (*ListPipelineRequest) Descriptor() ([]byte, []int)

func (*ListPipelineRequest) ProtoMessage

func (*ListPipelineRequest) ProtoMessage()

func (*ListPipelineRequest) Reset

func (m *ListPipelineRequest) Reset()

func (*ListPipelineRequest) String

func (m *ListPipelineRequest) String() string

type LogMessage added in v1.3.19

type LogMessage struct {
	// The job and pipeline for which a PFS file is being processed (if the job
	// is an orphan job, pipeline name and ID will be unset)
	PipelineName string              `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"`
	PipelineID   string              `protobuf:"bytes,2,opt,name=pipeline_id,json=pipelineId,proto3" json:"pipeline_id,omitempty"`
	JobID        string              `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	WorkerID     string              `protobuf:"bytes,7,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	Data         []*LogMessage_Datum `protobuf:"bytes,4,rep,name=data" json:"data,omitempty"`
	// User is true if log message comes from the users code.
	User bool `protobuf:"varint,8,opt,name=user,proto3" json:"user,omitempty"`
	// The message logged, and the time at which it was logged
	Ts      *google_protobuf1.Timestamp `protobuf:"bytes,5,opt,name=ts" json:"ts,omitempty"`
	Message string                      `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"`
}

LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.

func (*LogMessage) Descriptor added in v1.3.19

func (*LogMessage) Descriptor() ([]byte, []int)

func (*LogMessage) GetData added in v1.3.19

func (m *LogMessage) GetData() []*LogMessage_Datum

func (*LogMessage) GetJobID added in v1.3.19

func (m *LogMessage) GetJobID() string

func (*LogMessage) GetMessage added in v1.3.19

func (m *LogMessage) GetMessage() string

func (*LogMessage) GetPipelineID added in v1.3.19

func (m *LogMessage) GetPipelineID() string

func (*LogMessage) GetPipelineName added in v1.3.19

func (m *LogMessage) GetPipelineName() string

func (*LogMessage) GetTs added in v1.3.19

func (*LogMessage) GetUser added in v1.4.1

func (m *LogMessage) GetUser() bool

func (*LogMessage) GetWorkerID added in v1.4.1

func (m *LogMessage) GetWorkerID() string

func (*LogMessage) ProtoMessage added in v1.3.19

func (*LogMessage) ProtoMessage()

func (*LogMessage) Reset added in v1.3.19

func (m *LogMessage) Reset()

func (*LogMessage) String added in v1.3.19

func (m *LogMessage) String() string

type LogMessage_Datum added in v1.3.19

type LogMessage_Datum struct {
	// This file's absolute path within its pfs repo.
	Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"`
	// This file's hash
	Hash []byte `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"`
}

The PFS files being processed (one per pipeline/job input)

func (*LogMessage_Datum) Descriptor added in v1.3.19

func (*LogMessage_Datum) Descriptor() ([]byte, []int)

func (*LogMessage_Datum) GetHash added in v1.3.19

func (m *LogMessage_Datum) GetHash() []byte

func (*LogMessage_Datum) GetPath added in v1.3.19

func (m *LogMessage_Datum) GetPath() string

func (*LogMessage_Datum) ProtoMessage added in v1.3.19

func (*LogMessage_Datum) ProtoMessage()

func (*LogMessage_Datum) Reset added in v1.3.19

func (m *LogMessage_Datum) Reset()

func (*LogMessage_Datum) String added in v1.3.19

func (m *LogMessage_Datum) String() string

type ParallelismSpec added in v1.2.0

type ParallelismSpec struct {
	Strategy ParallelismSpec_Strategy `protobuf:"varint,1,opt,name=strategy,proto3,enum=pps.ParallelismSpec_Strategy" json:"strategy,omitempty"`
	// If 'strategy' is set to CONSTANT, then the field 'constant' is used.
	//
	// Starts the pipeline/job with a 'constant' workers, unless 'constant' is
	// zero. If 'constant' is zero (which is the zero value of ParallelismSpec),
	// then Pachyderm will choose the number of workers that is started,
	// (currently it chooses the number of workers in the cluster)
	Constant uint64 `protobuf:"varint,2,opt,name=constant,proto3" json:"constant,omitempty"`
	// If 'strategy' is set to COEFFICIENT, then the field 'coefficient' is used.
	//
	// Starts the pipeline/job with number of workers equal to 'coefficient' * N,
	// where N is the number of nodes in the kubernetes cluster.
	//
	// For example, if each Kubernetes node has four CPUs, you might set
	// 'coefficient' to four, so that there are four Pachyderm workers per
	// Kubernetes node, and each Pachyderm worker gets one CPU. If you want to
	// reserve half the nodes in your cluster for other tasks, you might set
	// 'coefficient' to 0.5.
	Coefficient float64 `protobuf:"fixed64,3,opt,name=coefficient,proto3" json:"coefficient,omitempty"`
}

func (*ParallelismSpec) Descriptor added in v1.2.0

func (*ParallelismSpec) Descriptor() ([]byte, []int)

func (*ParallelismSpec) GetCoefficient added in v1.3.5

func (m *ParallelismSpec) GetCoefficient() float64

func (*ParallelismSpec) GetConstant added in v1.3.5

func (m *ParallelismSpec) GetConstant() uint64

func (*ParallelismSpec) GetStrategy added in v1.3.5

func (m *ParallelismSpec) GetStrategy() ParallelismSpec_Strategy

func (*ParallelismSpec) ProtoMessage added in v1.2.0

func (*ParallelismSpec) ProtoMessage()

func (*ParallelismSpec) Reset added in v1.2.0

func (m *ParallelismSpec) Reset()

func (*ParallelismSpec) String added in v1.2.0

func (m *ParallelismSpec) String() string

type ParallelismSpec_Strategy added in v1.2.0

type ParallelismSpec_Strategy int32

Which Parallelism strategy to use. Depending on the value of 'strategy', other messages in the spec will or will not be set.

const (
	ParallelismSpec_CONSTANT    ParallelismSpec_Strategy = 0
	ParallelismSpec_COEFFICIENT ParallelismSpec_Strategy = 1
)

func (ParallelismSpec_Strategy) EnumDescriptor added in v1.2.0

func (ParallelismSpec_Strategy) EnumDescriptor() ([]byte, []int)

func (ParallelismSpec_Strategy) String added in v1.2.0

func (x ParallelismSpec_Strategy) String() string

type Pipeline

type Pipeline struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
}

func (*Pipeline) Descriptor

func (*Pipeline) Descriptor() ([]byte, []int)

func (*Pipeline) GetName added in v1.3.5

func (m *Pipeline) GetName() string

func (*Pipeline) ProtoMessage

func (*Pipeline) ProtoMessage()

func (*Pipeline) Reset

func (m *Pipeline) Reset()

func (*Pipeline) String

func (m *Pipeline) String() string

type PipelineInfo

type PipelineInfo struct {
	ID              string                      `protobuf:"bytes,17,opt,name=id,proto3" json:"id,omitempty"`
	Pipeline        *Pipeline                   `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Version         uint64                      `protobuf:"varint,11,opt,name=version,proto3" json:"version,omitempty"`
	Transform       *Transform                  `protobuf:"bytes,2,opt,name=transform" json:"transform,omitempty"`
	ParallelismSpec *ParallelismSpec            `protobuf:"bytes,10,opt,name=parallelism_spec,json=parallelismSpec" json:"parallelism_spec,omitempty"`
	Inputs          []*PipelineInput            `protobuf:"bytes,4,rep,name=inputs" json:"inputs,omitempty"`
	Egress          *Egress                     `protobuf:"bytes,15,opt,name=egress" json:"egress,omitempty"`
	CreatedAt       *google_protobuf1.Timestamp `protobuf:"bytes,6,opt,name=created_at,json=createdAt" json:"created_at,omitempty"`
	State           PipelineState               `protobuf:"varint,7,opt,name=state,proto3,enum=pps.PipelineState" json:"state,omitempty"`
	RecentError     string                      `protobuf:"bytes,8,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"`
	JobCounts       map[int32]int32             `` /* 171-byte string literal not displayed */
	GcPolicy        *GCPolicy                   `protobuf:"bytes,12,opt,name=gc_policy,json=gcPolicy" json:"gc_policy,omitempty"`
	Stopped         bool                        `protobuf:"varint,13,opt,name=stopped,proto3" json:"stopped,omitempty"`
	OutputBranch    string                      `protobuf:"bytes,16,opt,name=outputBranch,proto3" json:"outputBranch,omitempty"`
}

func (*PipelineInfo) Descriptor

func (*PipelineInfo) Descriptor() ([]byte, []int)

func (*PipelineInfo) GetCreatedAt

func (m *PipelineInfo) GetCreatedAt() *google_protobuf1.Timestamp

func (*PipelineInfo) GetEgress added in v1.3.19

func (m *PipelineInfo) GetEgress() *Egress

func (*PipelineInfo) GetGcPolicy added in v1.3.0

func (m *PipelineInfo) GetGcPolicy() *GCPolicy

func (*PipelineInfo) GetID added in v1.3.19

func (m *PipelineInfo) GetID() string

func (*PipelineInfo) GetInputs

func (m *PipelineInfo) GetInputs() []*PipelineInput

func (*PipelineInfo) GetJobCounts

func (m *PipelineInfo) GetJobCounts() map[int32]int32

func (*PipelineInfo) GetOutputBranch added in v1.3.19

func (m *PipelineInfo) GetOutputBranch() string

func (*PipelineInfo) GetParallelismSpec added in v1.2.0

func (m *PipelineInfo) GetParallelismSpec() *ParallelismSpec

func (*PipelineInfo) GetPipeline

func (m *PipelineInfo) GetPipeline() *Pipeline

func (*PipelineInfo) GetRecentError added in v1.3.5

func (m *PipelineInfo) GetRecentError() string

func (*PipelineInfo) GetState added in v1.3.5

func (m *PipelineInfo) GetState() PipelineState

func (*PipelineInfo) GetStopped added in v1.3.19

func (m *PipelineInfo) GetStopped() bool

func (*PipelineInfo) GetTransform

func (m *PipelineInfo) GetTransform() *Transform

func (*PipelineInfo) GetVersion added in v1.3.5

func (m *PipelineInfo) GetVersion() uint64

func (*PipelineInfo) ProtoMessage

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) Reset

func (m *PipelineInfo) Reset()

func (*PipelineInfo) String

func (m *PipelineInfo) String() string

type PipelineInfos

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo" json:"pipeline_info,omitempty"`
}

func (*PipelineInfos) Descriptor

func (*PipelineInfos) Descriptor() ([]byte, []int)

func (*PipelineInfos) GetPipelineInfo

func (m *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) ProtoMessage

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) Reset

func (m *PipelineInfos) Reset()

func (*PipelineInfos) String

func (m *PipelineInfos) String() string

type PipelineInput

type PipelineInput struct {
	Name   string      `protobuf:"bytes,5,opt,name=name,proto3" json:"name,omitempty"`
	Repo   *pfs.Repo   `protobuf:"bytes,1,opt,name=repo" json:"repo,omitempty"`
	Branch string      `protobuf:"bytes,2,opt,name=branch,proto3" json:"branch,omitempty"`
	Glob   string      `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"`
	From   *pfs.Commit `protobuf:"bytes,6,opt,name=from" json:"from,omitempty"`
}

func (*PipelineInput) Descriptor

func (*PipelineInput) Descriptor() ([]byte, []int)

func (*PipelineInput) GetBranch added in v1.3.19

func (m *PipelineInput) GetBranch() string

func (*PipelineInput) GetFrom added in v1.3.19

func (m *PipelineInput) GetFrom() *pfs.Commit

func (*PipelineInput) GetGlob added in v1.3.19

func (m *PipelineInput) GetGlob() string

func (*PipelineInput) GetLazy added in v1.3.5

func (m *PipelineInput) GetLazy() bool

func (*PipelineInput) GetName added in v1.3.19

func (m *PipelineInput) GetName() string

func (*PipelineInput) GetRepo

func (m *PipelineInput) GetRepo() *pfs.Repo

func (*PipelineInput) ProtoMessage

func (*PipelineInput) ProtoMessage()

func (*PipelineInput) Reset

func (m *PipelineInput) Reset()

func (*PipelineInput) String

func (m *PipelineInput) String() string

type PipelineState

type PipelineState int32
const (
	// When the pipeline is not ready to be triggered by commits.
	// This happens when either 1) a pipeline has been created but not
	// yet picked up by a PPS server, or 2) the pipeline does not have
	// any inputs and is meant to be triggered manually
	PipelineState_PIPELINE_STARTING PipelineState = 0
	// After this pipeline is picked up by a pachd node.  This is the normal
	// state of a pipeline.
	PipelineState_PIPELINE_RUNNING PipelineState = 1
	// After some error caused runPipeline to exit, but before the
	// pipeline is re-run.  This is when the exponential backoff is
	// in effect.
	PipelineState_PIPELINE_RESTARTING PipelineState = 2
	// We have retried too many times and we have given up on this pipeline.
	PipelineState_PIPELINE_FAILURE PipelineState = 3
	// The pipeline has been explicitly stopped by the user.
	PipelineState_PIPELINE_STOPPED PipelineState = 4
)

func (PipelineState) EnumDescriptor

func (PipelineState) EnumDescriptor() ([]byte, []int)

func (PipelineState) String

func (x PipelineState) String() string

type RerunPipelineRequest added in v1.3.6

type RerunPipelineRequest struct {
	Pipeline *Pipeline     `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
	Exclude  []*pfs.Commit `protobuf:"bytes,2,rep,name=exclude" json:"exclude,omitempty"`
	Include  []*pfs.Commit `protobuf:"bytes,3,rep,name=include" json:"include,omitempty"`
}

func (*RerunPipelineRequest) Descriptor added in v1.3.6

func (*RerunPipelineRequest) Descriptor() ([]byte, []int)

func (*RerunPipelineRequest) GetExclude added in v1.3.6

func (m *RerunPipelineRequest) GetExclude() []*pfs.Commit

func (*RerunPipelineRequest) GetInclude added in v1.3.6

func (m *RerunPipelineRequest) GetInclude() []*pfs.Commit

func (*RerunPipelineRequest) GetPipeline added in v1.3.6

func (m *RerunPipelineRequest) GetPipeline() *Pipeline

func (*RerunPipelineRequest) ProtoMessage added in v1.3.6

func (*RerunPipelineRequest) ProtoMessage()

func (*RerunPipelineRequest) Reset added in v1.3.6

func (m *RerunPipelineRequest) Reset()

func (*RerunPipelineRequest) String added in v1.3.6

func (m *RerunPipelineRequest) String() string

type Secret added in v1.2.0

type Secret struct {
	// Name must be the name of the secret in kubernetes.
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	MountPath string `protobuf:"bytes,2,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"`
}

func (*Secret) Descriptor added in v1.2.0

func (*Secret) Descriptor() ([]byte, []int)

func (*Secret) GetMountPath added in v1.3.5

func (m *Secret) GetMountPath() string

func (*Secret) GetName added in v1.3.5

func (m *Secret) GetName() string

func (*Secret) ProtoMessage added in v1.2.0

func (*Secret) ProtoMessage()

func (*Secret) Reset added in v1.2.0

func (m *Secret) Reset()

func (*Secret) String added in v1.2.0

func (m *Secret) String() string

type Service added in v1.3.0

type Service struct {
	InternalPort int32 `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"`
	ExternalPort int32 `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"`
}

func (*Service) Descriptor added in v1.3.0

func (*Service) Descriptor() ([]byte, []int)

func (*Service) GetExternalPort added in v1.3.5

func (m *Service) GetExternalPort() int32

func (*Service) GetInternalPort added in v1.3.5

func (m *Service) GetInternalPort() int32

func (*Service) ProtoMessage added in v1.3.0

func (*Service) ProtoMessage()

func (*Service) Reset added in v1.3.0

func (m *Service) Reset()

func (*Service) String added in v1.3.0

func (m *Service) String() string

type StartPipelineRequest added in v1.2.0

type StartPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StartPipelineRequest) Descriptor added in v1.2.0

func (*StartPipelineRequest) Descriptor() ([]byte, []int)

func (*StartPipelineRequest) GetPipeline added in v1.2.0

func (m *StartPipelineRequest) GetPipeline() *Pipeline

func (*StartPipelineRequest) ProtoMessage added in v1.2.0

func (*StartPipelineRequest) ProtoMessage()

func (*StartPipelineRequest) Reset added in v1.2.0

func (m *StartPipelineRequest) Reset()

func (*StartPipelineRequest) String added in v1.2.0

func (m *StartPipelineRequest) String() string

type StopPipelineRequest added in v1.2.0

type StopPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline" json:"pipeline,omitempty"`
}

func (*StopPipelineRequest) Descriptor added in v1.2.0

func (*StopPipelineRequest) Descriptor() ([]byte, []int)

func (*StopPipelineRequest) GetPipeline added in v1.2.0

func (m *StopPipelineRequest) GetPipeline() *Pipeline

func (*StopPipelineRequest) ProtoMessage added in v1.2.0

func (*StopPipelineRequest) ProtoMessage()

func (*StopPipelineRequest) Reset added in v1.2.0

func (m *StopPipelineRequest) Reset()

func (*StopPipelineRequest) String added in v1.2.0

func (m *StopPipelineRequest) String() string

type Transform

type Transform struct {
	Image            string            `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	Cmd              []string          `protobuf:"bytes,2,rep,name=cmd" json:"cmd,omitempty"`
	Env              map[string]string `` /* 140-byte string literal not displayed */
	Secrets          []*Secret         `protobuf:"bytes,4,rep,name=secrets" json:"secrets,omitempty"`
	ImagePullSecrets []string          `protobuf:"bytes,9,rep,name=image_pull_secrets,json=imagePullSecrets" json:"image_pull_secrets,omitempty"`
	Stdin            []string          `protobuf:"bytes,5,rep,name=stdin" json:"stdin,omitempty"`
	AcceptReturnCode []int64           `protobuf:"varint,6,rep,packed,name=accept_return_code,json=acceptReturnCode" json:"accept_return_code,omitempty"`
	Debug            bool              `protobuf:"varint,7,opt,name=debug,proto3" json:"debug,omitempty"`
}

func (*Transform) Descriptor

func (*Transform) Descriptor() ([]byte, []int)

func (*Transform) GetAcceptReturnCode added in v1.3.5

func (m *Transform) GetAcceptReturnCode() []int64

func (*Transform) GetCmd added in v1.3.5

func (m *Transform) GetCmd() []string

func (*Transform) GetDebug added in v1.3.5

func (m *Transform) GetDebug() bool

func (*Transform) GetEnv added in v1.2.0

func (m *Transform) GetEnv() map[string]string

func (*Transform) GetImage added in v1.3.5

func (m *Transform) GetImage() string

func (*Transform) GetImagePullSecrets added in v1.3.5

func (m *Transform) GetImagePullSecrets() []string

func (*Transform) GetSecrets added in v1.2.0

func (m *Transform) GetSecrets() []*Secret

func (*Transform) GetStdin added in v1.3.5

func (m *Transform) GetStdin() []string

func (*Transform) ProtoMessage

func (*Transform) ProtoMessage()

func (*Transform) Reset

func (m *Transform) Reset()

func (*Transform) String

func (m *Transform) String() string

type Worker added in v1.3.19

type Worker struct {
	Name  string      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	State WorkerState `protobuf:"varint,2,opt,name=state,proto3,enum=pps.WorkerState" json:"state,omitempty"`
}

func (*Worker) Descriptor added in v1.3.19

func (*Worker) Descriptor() ([]byte, []int)

func (*Worker) GetName added in v1.3.19

func (m *Worker) GetName() string

func (*Worker) GetState added in v1.3.19

func (m *Worker) GetState() WorkerState

func (*Worker) ProtoMessage added in v1.3.19

func (*Worker) ProtoMessage()

func (*Worker) Reset added in v1.3.19

func (m *Worker) Reset()

func (*Worker) String added in v1.3.19

func (m *Worker) String() string

type WorkerState added in v1.3.19

type WorkerState int32
const (
	WorkerState_POD_RUNNING WorkerState = 0
	WorkerState_POD_SUCCESS WorkerState = 1
	WorkerState_POD_FAILED  WorkerState = 2
)

func (WorkerState) EnumDescriptor added in v1.3.19

func (WorkerState) EnumDescriptor() ([]byte, []int)

func (WorkerState) String added in v1.3.19

func (x WorkerState) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL