pps

package
v1.9.0 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jun 12, 2019 License: Apache-2.0 Imports: 13 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	ErrInvalidLengthPps = fmt.Errorf("proto: negative length found during unmarshaling")
	ErrIntOverflowPps   = fmt.Errorf("proto: integer overflow")
)
View Source
var DatumState_name = map[int32]string{
	0: "FAILED",
	1: "SUCCESS",
	2: "SKIPPED",
	3: "STARTING",
}
View Source
var DatumState_value = map[string]int32{
	"FAILED":   0,
	"SUCCESS":  1,
	"SKIPPED":  2,
	"STARTING": 3,
}
View Source
var JobState_name = map[int32]string{
	0: "JOB_STARTING",
	1: "JOB_RUNNING",
	2: "JOB_FAILURE",
	3: "JOB_SUCCESS",
	4: "JOB_KILLED",
}
View Source
var JobState_value = map[string]int32{
	"JOB_STARTING": 0,
	"JOB_RUNNING":  1,
	"JOB_FAILURE":  2,
	"JOB_SUCCESS":  3,
	"JOB_KILLED":   4,
}
View Source
var PipelineState_name = map[int32]string{
	0: "PIPELINE_STARTING",
	1: "PIPELINE_RUNNING",
	2: "PIPELINE_RESTARTING",
	3: "PIPELINE_FAILURE",
	4: "PIPELINE_PAUSED",
	5: "PIPELINE_STANDBY",
}
View Source
var PipelineState_value = map[string]int32{
	"PIPELINE_STARTING":   0,
	"PIPELINE_RUNNING":    1,
	"PIPELINE_RESTARTING": 2,
	"PIPELINE_FAILURE":    3,
	"PIPELINE_PAUSED":     4,
	"PIPELINE_STANDBY":    5,
}
View Source
var WorkerState_name = map[int32]string{
	0: "POD_RUNNING",
	1: "POD_SUCCESS",
	2: "POD_FAILED",
}
View Source
var WorkerState_value = map[string]int32{
	"POD_RUNNING": 0,
	"POD_SUCCESS": 1,
	"POD_FAILED":  2,
}

Functions

func RegisterAPIServer

func RegisterAPIServer(s *grpc.Server, srv APIServer)

Types

type APIClient

type APIClient interface {
	CreateJob(ctx context.Context, in *CreateJobRequest, opts ...grpc.CallOption) (*Job, error)
	InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	// ListJob returns information about current and past Pachyderm jobs. This is
	// deprecated in favor of ListJobStream
	ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (*JobInfos, error)
	// ListJobStream returns information about current and past Pachyderm jobs.
	ListJobStream(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (API_ListJobStreamClient, error)
	FlushJob(ctx context.Context, in *FlushJobRequest, opts ...grpc.CallOption) (API_FlushJobClient, error)
	DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*types.Empty, error)
	StopJob(ctx context.Context, in *StopJobRequest, opts ...grpc.CallOption) (*types.Empty, error)
	InspectDatum(ctx context.Context, in *InspectDatumRequest, opts ...grpc.CallOption) (*DatumInfo, error)
	// ListDatum returns information about each datum fed to a Pachyderm job. This
	// is deprecated in favor of ListDatumStream
	ListDatum(ctx context.Context, in *ListDatumRequest, opts ...grpc.CallOption) (*ListDatumResponse, error)
	// ListDatumStream returns information about each datum fed to a Pachyderm job
	ListDatumStream(ctx context.Context, in *ListDatumRequest, opts ...grpc.CallOption) (API_ListDatumStreamClient, error)
	RestartDatum(ctx context.Context, in *RestartDatumRequest, opts ...grpc.CallOption) (*types.Empty, error)
	CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*types.Empty, error)
	InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error)
	ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (*PipelineInfos, error)
	DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*types.Empty, error)
	StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*types.Empty, error)
	StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*types.Empty, error)
	RerunPipeline(ctx context.Context, in *RerunPipelineRequest, opts ...grpc.CallOption) (*types.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *types.Empty, opts ...grpc.CallOption) (*types.Empty, error)
	GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error)
	// Garbage collection
	GarbageCollect(ctx context.Context, in *GarbageCollectRequest, opts ...grpc.CallOption) (*GarbageCollectResponse, error)
	// An internal call that causes PPS to put itself into an auth-enabled state
	// (all pipeline have tokens, correct permissions, etcd)
	ActivateAuth(ctx context.Context, in *ActivateAuthRequest, opts ...grpc.CallOption) (*ActivateAuthResponse, error)
}

APIClient is the client API for API service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewAPIClient

func NewAPIClient(cc *grpc.ClientConn) APIClient

type APIServer

type APIServer interface {
	CreateJob(context.Context, *CreateJobRequest) (*Job, error)
	InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error)
	// ListJob returns information about current and past Pachyderm jobs. This is
	// deprecated in favor of ListJobStream
	ListJob(context.Context, *ListJobRequest) (*JobInfos, error)
	// ListJobStream returns information about current and past Pachyderm jobs.
	ListJobStream(*ListJobRequest, API_ListJobStreamServer) error
	FlushJob(*FlushJobRequest, API_FlushJobServer) error
	DeleteJob(context.Context, *DeleteJobRequest) (*types.Empty, error)
	StopJob(context.Context, *StopJobRequest) (*types.Empty, error)
	InspectDatum(context.Context, *InspectDatumRequest) (*DatumInfo, error)
	// ListDatum returns information about each datum fed to a Pachyderm job. This
	// is deprecated in favor of ListDatumStream
	ListDatum(context.Context, *ListDatumRequest) (*ListDatumResponse, error)
	// ListDatumStream returns information about each datum fed to a Pachyderm job
	ListDatumStream(*ListDatumRequest, API_ListDatumStreamServer) error
	RestartDatum(context.Context, *RestartDatumRequest) (*types.Empty, error)
	CreatePipeline(context.Context, *CreatePipelineRequest) (*types.Empty, error)
	InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error)
	ListPipeline(context.Context, *ListPipelineRequest) (*PipelineInfos, error)
	DeletePipeline(context.Context, *DeletePipelineRequest) (*types.Empty, error)
	StartPipeline(context.Context, *StartPipelineRequest) (*types.Empty, error)
	StopPipeline(context.Context, *StopPipelineRequest) (*types.Empty, error)
	RerunPipeline(context.Context, *RerunPipelineRequest) (*types.Empty, error)
	// DeleteAll deletes everything
	DeleteAll(context.Context, *types.Empty) (*types.Empty, error)
	GetLogs(*GetLogsRequest, API_GetLogsServer) error
	// Garbage collection
	GarbageCollect(context.Context, *GarbageCollectRequest) (*GarbageCollectResponse, error)
	// An internal call that causes PPS to put itself into an auth-enabled state
	// (all pipeline have tokens, correct permissions, etcd)
	ActivateAuth(context.Context, *ActivateAuthRequest) (*ActivateAuthResponse, error)
}

APIServer is the server API for API service.

type API_FlushJobClient

type API_FlushJobClient interface {
	Recv() (*JobInfo, error)
	grpc.ClientStream
}

type API_FlushJobServer

type API_FlushJobServer interface {
	Send(*JobInfo) error
	grpc.ServerStream
}

type API_GetLogsClient

type API_GetLogsClient interface {
	Recv() (*LogMessage, error)
	grpc.ClientStream
}

type API_GetLogsServer

type API_GetLogsServer interface {
	Send(*LogMessage) error
	grpc.ServerStream
}

type API_ListDatumStreamClient

type API_ListDatumStreamClient interface {
	Recv() (*ListDatumStreamResponse, error)
	grpc.ClientStream
}

type API_ListDatumStreamServer

type API_ListDatumStreamServer interface {
	Send(*ListDatumStreamResponse) error
	grpc.ServerStream
}

type API_ListJobStreamClient

type API_ListJobStreamClient interface {
	Recv() (*JobInfo, error)
	grpc.ClientStream
}

type API_ListJobStreamServer

type API_ListJobStreamServer interface {
	Send(*JobInfo) error
	grpc.ServerStream
}

type ActivateAuthRequest

type ActivateAuthRequest struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ActivateAuthRequest) Descriptor

func (*ActivateAuthRequest) Descriptor() ([]byte, []int)

func (*ActivateAuthRequest) Marshal

func (m *ActivateAuthRequest) Marshal() (dAtA []byte, err error)

func (*ActivateAuthRequest) MarshalTo

func (m *ActivateAuthRequest) MarshalTo(dAtA []byte) (int, error)

func (*ActivateAuthRequest) ProtoMessage

func (*ActivateAuthRequest) ProtoMessage()

func (*ActivateAuthRequest) Reset

func (m *ActivateAuthRequest) Reset()

func (*ActivateAuthRequest) Size

func (m *ActivateAuthRequest) Size() (n int)

func (*ActivateAuthRequest) String

func (m *ActivateAuthRequest) String() string

func (*ActivateAuthRequest) Unmarshal

func (m *ActivateAuthRequest) Unmarshal(dAtA []byte) error

func (*ActivateAuthRequest) XXX_DiscardUnknown

func (m *ActivateAuthRequest) XXX_DiscardUnknown()

func (*ActivateAuthRequest) XXX_Marshal

func (m *ActivateAuthRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ActivateAuthRequest) XXX_Merge

func (m *ActivateAuthRequest) XXX_Merge(src proto.Message)

func (*ActivateAuthRequest) XXX_Size

func (m *ActivateAuthRequest) XXX_Size() int

func (*ActivateAuthRequest) XXX_Unmarshal

func (m *ActivateAuthRequest) XXX_Unmarshal(b []byte) error

type ActivateAuthResponse

type ActivateAuthResponse struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ActivateAuthResponse) Descriptor

func (*ActivateAuthResponse) Descriptor() ([]byte, []int)

func (*ActivateAuthResponse) Marshal

func (m *ActivateAuthResponse) Marshal() (dAtA []byte, err error)

func (*ActivateAuthResponse) MarshalTo

func (m *ActivateAuthResponse) MarshalTo(dAtA []byte) (int, error)

func (*ActivateAuthResponse) ProtoMessage

func (*ActivateAuthResponse) ProtoMessage()

func (*ActivateAuthResponse) Reset

func (m *ActivateAuthResponse) Reset()

func (*ActivateAuthResponse) Size

func (m *ActivateAuthResponse) Size() (n int)

func (*ActivateAuthResponse) String

func (m *ActivateAuthResponse) String() string

func (*ActivateAuthResponse) Unmarshal

func (m *ActivateAuthResponse) Unmarshal(dAtA []byte) error

func (*ActivateAuthResponse) XXX_DiscardUnknown

func (m *ActivateAuthResponse) XXX_DiscardUnknown()

func (*ActivateAuthResponse) XXX_Marshal

func (m *ActivateAuthResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ActivateAuthResponse) XXX_Merge

func (m *ActivateAuthResponse) XXX_Merge(src proto.Message)

func (*ActivateAuthResponse) XXX_Size

func (m *ActivateAuthResponse) XXX_Size() int

func (*ActivateAuthResponse) XXX_Unmarshal

func (m *ActivateAuthResponse) XXX_Unmarshal(b []byte) error

type Aggregate

type Aggregate struct {
	Count                 int64    `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"`
	Mean                  float64  `protobuf:"fixed64,2,opt,name=mean,proto3" json:"mean,omitempty"`
	Stddev                float64  `protobuf:"fixed64,3,opt,name=stddev,proto3" json:"stddev,omitempty"`
	FifthPercentile       float64  `protobuf:"fixed64,4,opt,name=fifth_percentile,json=fifthPercentile,proto3" json:"fifth_percentile,omitempty"`
	NinetyFifthPercentile float64  `` /* 128-byte string literal not displayed */
	XXX_NoUnkeyedLiteral  struct{} `json:"-"`
	XXX_unrecognized      []byte   `json:"-"`
	XXX_sizecache         int32    `json:"-"`
}

func (*Aggregate) Descriptor

func (*Aggregate) Descriptor() ([]byte, []int)

func (*Aggregate) GetCount

func (m *Aggregate) GetCount() int64

func (*Aggregate) GetFifthPercentile

func (m *Aggregate) GetFifthPercentile() float64

func (*Aggregate) GetMean

func (m *Aggregate) GetMean() float64

func (*Aggregate) GetNinetyFifthPercentile

func (m *Aggregate) GetNinetyFifthPercentile() float64

func (*Aggregate) GetStddev

func (m *Aggregate) GetStddev() float64

func (*Aggregate) Marshal

func (m *Aggregate) Marshal() (dAtA []byte, err error)

func (*Aggregate) MarshalTo

func (m *Aggregate) MarshalTo(dAtA []byte) (int, error)

func (*Aggregate) ProtoMessage

func (*Aggregate) ProtoMessage()

func (*Aggregate) Reset

func (m *Aggregate) Reset()

func (*Aggregate) Size

func (m *Aggregate) Size() (n int)

func (*Aggregate) String

func (m *Aggregate) String() string

func (*Aggregate) Unmarshal

func (m *Aggregate) Unmarshal(dAtA []byte) error

func (*Aggregate) XXX_DiscardUnknown

func (m *Aggregate) XXX_DiscardUnknown()

func (*Aggregate) XXX_Marshal

func (m *Aggregate) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Aggregate) XXX_Merge

func (m *Aggregate) XXX_Merge(src proto.Message)

func (*Aggregate) XXX_Size

func (m *Aggregate) XXX_Size() int

func (*Aggregate) XXX_Unmarshal

func (m *Aggregate) XXX_Unmarshal(b []byte) error

type AggregateProcessStats

type AggregateProcessStats struct {
	DownloadTime         *Aggregate `protobuf:"bytes,1,opt,name=download_time,json=downloadTime,proto3" json:"download_time,omitempty"`
	ProcessTime          *Aggregate `protobuf:"bytes,2,opt,name=process_time,json=processTime,proto3" json:"process_time,omitempty"`
	UploadTime           *Aggregate `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime,proto3" json:"upload_time,omitempty"`
	DownloadBytes        *Aggregate `protobuf:"bytes,4,opt,name=download_bytes,json=downloadBytes,proto3" json:"download_bytes,omitempty"`
	UploadBytes          *Aggregate `protobuf:"bytes,5,opt,name=upload_bytes,json=uploadBytes,proto3" json:"upload_bytes,omitempty"`
	XXX_NoUnkeyedLiteral struct{}   `json:"-"`
	XXX_unrecognized     []byte     `json:"-"`
	XXX_sizecache        int32      `json:"-"`
}

func (*AggregateProcessStats) Descriptor

func (*AggregateProcessStats) Descriptor() ([]byte, []int)

func (*AggregateProcessStats) GetDownloadBytes

func (m *AggregateProcessStats) GetDownloadBytes() *Aggregate

func (*AggregateProcessStats) GetDownloadTime

func (m *AggregateProcessStats) GetDownloadTime() *Aggregate

func (*AggregateProcessStats) GetProcessTime

func (m *AggregateProcessStats) GetProcessTime() *Aggregate

func (*AggregateProcessStats) GetUploadBytes

func (m *AggregateProcessStats) GetUploadBytes() *Aggregate

func (*AggregateProcessStats) GetUploadTime

func (m *AggregateProcessStats) GetUploadTime() *Aggregate

func (*AggregateProcessStats) Marshal

func (m *AggregateProcessStats) Marshal() (dAtA []byte, err error)

func (*AggregateProcessStats) MarshalTo

func (m *AggregateProcessStats) MarshalTo(dAtA []byte) (int, error)

func (*AggregateProcessStats) ProtoMessage

func (*AggregateProcessStats) ProtoMessage()

func (*AggregateProcessStats) Reset

func (m *AggregateProcessStats) Reset()

func (*AggregateProcessStats) Size

func (m *AggregateProcessStats) Size() (n int)

func (*AggregateProcessStats) String

func (m *AggregateProcessStats) String() string

func (*AggregateProcessStats) Unmarshal

func (m *AggregateProcessStats) Unmarshal(dAtA []byte) error

func (*AggregateProcessStats) XXX_DiscardUnknown

func (m *AggregateProcessStats) XXX_DiscardUnknown()

func (*AggregateProcessStats) XXX_Marshal

func (m *AggregateProcessStats) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AggregateProcessStats) XXX_Merge

func (m *AggregateProcessStats) XXX_Merge(src proto.Message)

func (*AggregateProcessStats) XXX_Size

func (m *AggregateProcessStats) XXX_Size() int

func (*AggregateProcessStats) XXX_Unmarshal

func (m *AggregateProcessStats) XXX_Unmarshal(b []byte) error

type AtomInput

type AtomInput struct {
	Name   string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Repo   string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
	Branch string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"`
	Commit string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"`
	Glob   string `protobuf:"bytes,5,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool   `protobuf:"varint,6,opt,name=lazy,proto3" json:"lazy,omitempty"`
	// EmptyFiles, if true, will cause files from this atom to be presented as
	// empty files. This is useful in shuffle pipelines where you want to read
	// the names of files and reorganize them using symlinks.
	EmptyFiles           bool     `protobuf:"varint,8,opt,name=empty_files,json=emptyFiles,proto3" json:"empty_files,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*AtomInput) Descriptor

func (*AtomInput) Descriptor() ([]byte, []int)

func (*AtomInput) GetBranch

func (m *AtomInput) GetBranch() string

func (*AtomInput) GetCommit

func (m *AtomInput) GetCommit() string

func (*AtomInput) GetEmptyFiles

func (m *AtomInput) GetEmptyFiles() bool

func (*AtomInput) GetGlob

func (m *AtomInput) GetGlob() string

func (*AtomInput) GetLazy

func (m *AtomInput) GetLazy() bool

func (*AtomInput) GetName

func (m *AtomInput) GetName() string

func (*AtomInput) GetRepo

func (m *AtomInput) GetRepo() string

func (*AtomInput) Marshal

func (m *AtomInput) Marshal() (dAtA []byte, err error)

func (*AtomInput) MarshalTo

func (m *AtomInput) MarshalTo(dAtA []byte) (int, error)

func (*AtomInput) ProtoMessage

func (*AtomInput) ProtoMessage()

func (*AtomInput) Reset

func (m *AtomInput) Reset()

func (*AtomInput) Size

func (m *AtomInput) Size() (n int)

func (*AtomInput) String

func (m *AtomInput) String() string

func (*AtomInput) Unmarshal

func (m *AtomInput) Unmarshal(dAtA []byte) error

func (*AtomInput) XXX_DiscardUnknown

func (m *AtomInput) XXX_DiscardUnknown()

func (*AtomInput) XXX_Marshal

func (m *AtomInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*AtomInput) XXX_Merge

func (m *AtomInput) XXX_Merge(src proto.Message)

func (*AtomInput) XXX_Size

func (m *AtomInput) XXX_Size() int

func (*AtomInput) XXX_Unmarshal

func (m *AtomInput) XXX_Unmarshal(b []byte) error

type ChunkSpec

type ChunkSpec struct {
	// number, if nonzero, specifies that each chunk should contain `number`
	// datums. Chunks may contain fewer if the total number of datums don't
	// divide evenly.
	Number int64 `protobuf:"varint,1,opt,name=number,proto3" json:"number,omitempty"`
	// size_bytes, if nonzero, specifies a target size for each chunk of datums.
	// Chunks may be larger or smaller than size_bytes, but will usually be
	// pretty close to size_bytes in size.
	SizeBytes            int64    `protobuf:"varint,2,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

ChunkSpec specifies how a pipeline should chunk its datums.

func (*ChunkSpec) Descriptor

func (*ChunkSpec) Descriptor() ([]byte, []int)

func (*ChunkSpec) GetNumber

func (m *ChunkSpec) GetNumber() int64

func (*ChunkSpec) GetSizeBytes

func (m *ChunkSpec) GetSizeBytes() int64

func (*ChunkSpec) Marshal

func (m *ChunkSpec) Marshal() (dAtA []byte, err error)

func (*ChunkSpec) MarshalTo

func (m *ChunkSpec) MarshalTo(dAtA []byte) (int, error)

func (*ChunkSpec) ProtoMessage

func (*ChunkSpec) ProtoMessage()

func (*ChunkSpec) Reset

func (m *ChunkSpec) Reset()

func (*ChunkSpec) Size

func (m *ChunkSpec) Size() (n int)

func (*ChunkSpec) String

func (m *ChunkSpec) String() string

func (*ChunkSpec) Unmarshal

func (m *ChunkSpec) Unmarshal(dAtA []byte) error

func (*ChunkSpec) XXX_DiscardUnknown

func (m *ChunkSpec) XXX_DiscardUnknown()

func (*ChunkSpec) XXX_Marshal

func (m *ChunkSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ChunkSpec) XXX_Merge

func (m *ChunkSpec) XXX_Merge(src proto.Message)

func (*ChunkSpec) XXX_Size

func (m *ChunkSpec) XXX_Size() int

func (*ChunkSpec) XXX_Unmarshal

func (m *ChunkSpec) XXX_Unmarshal(b []byte) error

type CreateJobRequest

type CreateJobRequest struct {
	Pipeline             *Pipeline   `protobuf:"bytes,2,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	OutputCommit         *pfs.Commit `protobuf:"bytes,25,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
	XXX_NoUnkeyedLiteral struct{}    `json:"-"`
	XXX_unrecognized     []byte      `json:"-"`
	XXX_sizecache        int32       `json:"-"`
}

func (*CreateJobRequest) Descriptor

func (*CreateJobRequest) Descriptor() ([]byte, []int)

func (*CreateJobRequest) GetOutputCommit

func (m *CreateJobRequest) GetOutputCommit() *pfs.Commit

func (*CreateJobRequest) GetPipeline

func (m *CreateJobRequest) GetPipeline() *Pipeline

func (*CreateJobRequest) Marshal

func (m *CreateJobRequest) Marshal() (dAtA []byte, err error)

func (*CreateJobRequest) MarshalTo

func (m *CreateJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*CreateJobRequest) ProtoMessage

func (*CreateJobRequest) ProtoMessage()

func (*CreateJobRequest) Reset

func (m *CreateJobRequest) Reset()

func (*CreateJobRequest) Size

func (m *CreateJobRequest) Size() (n int)

func (*CreateJobRequest) String

func (m *CreateJobRequest) String() string

func (*CreateJobRequest) Unmarshal

func (m *CreateJobRequest) Unmarshal(dAtA []byte) error

func (*CreateJobRequest) XXX_DiscardUnknown

func (m *CreateJobRequest) XXX_DiscardUnknown()

func (*CreateJobRequest) XXX_Marshal

func (m *CreateJobRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CreateJobRequest) XXX_Merge

func (m *CreateJobRequest) XXX_Merge(src proto.Message)

func (*CreateJobRequest) XXX_Size

func (m *CreateJobRequest) XXX_Size() int

func (*CreateJobRequest) XXX_Unmarshal

func (m *CreateJobRequest) XXX_Unmarshal(b []byte) error

type CreatePipelineRequest

type CreatePipelineRequest struct {
	Pipeline           *Pipeline        `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	Transform          *Transform       `protobuf:"bytes,2,opt,name=transform,proto3" json:"transform,omitempty"`
	ParallelismSpec    *ParallelismSpec `protobuf:"bytes,7,opt,name=parallelism_spec,json=parallelismSpec,proto3" json:"parallelism_spec,omitempty"`
	HashtreeSpec       *HashtreeSpec    `protobuf:"bytes,31,opt,name=hashtree_spec,json=hashtreeSpec,proto3" json:"hashtree_spec,omitempty"`
	Egress             *Egress          `protobuf:"bytes,9,opt,name=egress,proto3" json:"egress,omitempty"`
	Update             bool             `protobuf:"varint,5,opt,name=update,proto3" json:"update,omitempty"`
	OutputBranch       string           `protobuf:"bytes,10,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	ScaleDownThreshold *types.Duration  `protobuf:"bytes,11,opt,name=scale_down_threshold,json=scaleDownThreshold,proto3" json:"scale_down_threshold,omitempty"`
	ResourceRequests   *ResourceSpec    `protobuf:"bytes,12,opt,name=resource_requests,json=resourceRequests,proto3" json:"resource_requests,omitempty"`
	ResourceLimits     *ResourceSpec    `protobuf:"bytes,22,opt,name=resource_limits,json=resourceLimits,proto3" json:"resource_limits,omitempty"`
	Input              *Input           `protobuf:"bytes,13,opt,name=input,proto3" json:"input,omitempty"`
	Description        string           `protobuf:"bytes,14,opt,name=description,proto3" json:"description,omitempty"`
	Incremental        bool             `protobuf:"varint,15,opt,name=incremental,proto3" json:"incremental,omitempty"`
	CacheSize          string           `protobuf:"bytes,16,opt,name=cache_size,json=cacheSize,proto3" json:"cache_size,omitempty"`
	EnableStats        bool             `protobuf:"varint,17,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
	// Reprocess forces the pipeline to reprocess all datums.
	// It only has meaning if Update is true
	Reprocess            bool            `protobuf:"varint,18,opt,name=reprocess,proto3" json:"reprocess,omitempty"`
	Batch                bool            `protobuf:"varint,19,opt,name=batch,proto3" json:"batch,omitempty"`
	MaxQueueSize         int64           `protobuf:"varint,20,opt,name=max_queue_size,json=maxQueueSize,proto3" json:"max_queue_size,omitempty"`
	Service              *Service        `protobuf:"bytes,21,opt,name=service,proto3" json:"service,omitempty"`
	ChunkSpec            *ChunkSpec      `protobuf:"bytes,23,opt,name=chunk_spec,json=chunkSpec,proto3" json:"chunk_spec,omitempty"`
	DatumTimeout         *types.Duration `protobuf:"bytes,24,opt,name=datum_timeout,json=datumTimeout,proto3" json:"datum_timeout,omitempty"`
	JobTimeout           *types.Duration `protobuf:"bytes,25,opt,name=job_timeout,json=jobTimeout,proto3" json:"job_timeout,omitempty"`
	Salt                 string          `protobuf:"bytes,26,opt,name=salt,proto3" json:"salt,omitempty"`
	Standby              bool            `protobuf:"varint,27,opt,name=standby,proto3" json:"standby,omitempty"`
	DatumTries           int64           `protobuf:"varint,28,opt,name=datum_tries,json=datumTries,proto3" json:"datum_tries,omitempty"`
	SchedulingSpec       *SchedulingSpec `protobuf:"bytes,29,opt,name=scheduling_spec,json=schedulingSpec,proto3" json:"scheduling_spec,omitempty"`
	PodSpec              string          `protobuf:"bytes,30,opt,name=pod_spec,json=podSpec,proto3" json:"pod_spec,omitempty"`
	XXX_NoUnkeyedLiteral struct{}        `json:"-"`
	XXX_unrecognized     []byte          `json:"-"`
	XXX_sizecache        int32           `json:"-"`
}

func (*CreatePipelineRequest) Descriptor

func (*CreatePipelineRequest) Descriptor() ([]byte, []int)

func (*CreatePipelineRequest) GetBatch

func (m *CreatePipelineRequest) GetBatch() bool

func (*CreatePipelineRequest) GetCacheSize

func (m *CreatePipelineRequest) GetCacheSize() string

func (*CreatePipelineRequest) GetChunkSpec

func (m *CreatePipelineRequest) GetChunkSpec() *ChunkSpec

func (*CreatePipelineRequest) GetDatumTimeout

func (m *CreatePipelineRequest) GetDatumTimeout() *types.Duration

func (*CreatePipelineRequest) GetDatumTries

func (m *CreatePipelineRequest) GetDatumTries() int64

func (*CreatePipelineRequest) GetDescription

func (m *CreatePipelineRequest) GetDescription() string

func (*CreatePipelineRequest) GetEgress

func (m *CreatePipelineRequest) GetEgress() *Egress

func (*CreatePipelineRequest) GetEnableStats

func (m *CreatePipelineRequest) GetEnableStats() bool

func (*CreatePipelineRequest) GetHashtreeSpec

func (m *CreatePipelineRequest) GetHashtreeSpec() *HashtreeSpec

func (*CreatePipelineRequest) GetIncremental

func (m *CreatePipelineRequest) GetIncremental() bool

func (*CreatePipelineRequest) GetInput

func (m *CreatePipelineRequest) GetInput() *Input

func (*CreatePipelineRequest) GetJobTimeout

func (m *CreatePipelineRequest) GetJobTimeout() *types.Duration

func (*CreatePipelineRequest) GetMaxQueueSize

func (m *CreatePipelineRequest) GetMaxQueueSize() int64

func (*CreatePipelineRequest) GetOutputBranch

func (m *CreatePipelineRequest) GetOutputBranch() string

func (*CreatePipelineRequest) GetParallelismSpec

func (m *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec

func (*CreatePipelineRequest) GetPipeline

func (m *CreatePipelineRequest) GetPipeline() *Pipeline

func (*CreatePipelineRequest) GetPodSpec

func (m *CreatePipelineRequest) GetPodSpec() string

func (*CreatePipelineRequest) GetReprocess

func (m *CreatePipelineRequest) GetReprocess() bool

func (*CreatePipelineRequest) GetResourceLimits

func (m *CreatePipelineRequest) GetResourceLimits() *ResourceSpec

func (*CreatePipelineRequest) GetResourceRequests

func (m *CreatePipelineRequest) GetResourceRequests() *ResourceSpec

func (*CreatePipelineRequest) GetSalt

func (m *CreatePipelineRequest) GetSalt() string

func (*CreatePipelineRequest) GetScaleDownThreshold

func (m *CreatePipelineRequest) GetScaleDownThreshold() *types.Duration

func (*CreatePipelineRequest) GetSchedulingSpec

func (m *CreatePipelineRequest) GetSchedulingSpec() *SchedulingSpec

func (*CreatePipelineRequest) GetService

func (m *CreatePipelineRequest) GetService() *Service

func (*CreatePipelineRequest) GetStandby

func (m *CreatePipelineRequest) GetStandby() bool

func (*CreatePipelineRequest) GetTransform

func (m *CreatePipelineRequest) GetTransform() *Transform

func (*CreatePipelineRequest) GetUpdate

func (m *CreatePipelineRequest) GetUpdate() bool

func (*CreatePipelineRequest) Marshal

func (m *CreatePipelineRequest) Marshal() (dAtA []byte, err error)

func (*CreatePipelineRequest) MarshalTo

func (m *CreatePipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*CreatePipelineRequest) ProtoMessage

func (*CreatePipelineRequest) ProtoMessage()

func (*CreatePipelineRequest) Reset

func (m *CreatePipelineRequest) Reset()

func (*CreatePipelineRequest) Size

func (m *CreatePipelineRequest) Size() (n int)

func (*CreatePipelineRequest) String

func (m *CreatePipelineRequest) String() string

func (*CreatePipelineRequest) Unmarshal

func (m *CreatePipelineRequest) Unmarshal(dAtA []byte) error

func (*CreatePipelineRequest) XXX_DiscardUnknown

func (m *CreatePipelineRequest) XXX_DiscardUnknown()

func (*CreatePipelineRequest) XXX_Marshal

func (m *CreatePipelineRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CreatePipelineRequest) XXX_Merge

func (m *CreatePipelineRequest) XXX_Merge(src proto.Message)

func (*CreatePipelineRequest) XXX_Size

func (m *CreatePipelineRequest) XXX_Size() int

func (*CreatePipelineRequest) XXX_Unmarshal

func (m *CreatePipelineRequest) XXX_Unmarshal(b []byte) error

type CronInput

type CronInput struct {
	Name                 string           `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Repo                 string           `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
	Commit               string           `protobuf:"bytes,3,opt,name=commit,proto3" json:"commit,omitempty"`
	Spec                 string           `protobuf:"bytes,4,opt,name=spec,proto3" json:"spec,omitempty"`
	Start                *types.Timestamp `protobuf:"bytes,5,opt,name=start,proto3" json:"start,omitempty"`
	XXX_NoUnkeyedLiteral struct{}         `json:"-"`
	XXX_unrecognized     []byte           `json:"-"`
	XXX_sizecache        int32            `json:"-"`
}

func (*CronInput) Descriptor

func (*CronInput) Descriptor() ([]byte, []int)

func (*CronInput) GetCommit

func (m *CronInput) GetCommit() string

func (*CronInput) GetName

func (m *CronInput) GetName() string

func (*CronInput) GetRepo

func (m *CronInput) GetRepo() string

func (*CronInput) GetSpec

func (m *CronInput) GetSpec() string

func (*CronInput) GetStart

func (m *CronInput) GetStart() *types.Timestamp

func (*CronInput) Marshal

func (m *CronInput) Marshal() (dAtA []byte, err error)

func (*CronInput) MarshalTo

func (m *CronInput) MarshalTo(dAtA []byte) (int, error)

func (*CronInput) ProtoMessage

func (*CronInput) ProtoMessage()

func (*CronInput) Reset

func (m *CronInput) Reset()

func (*CronInput) Size

func (m *CronInput) Size() (n int)

func (*CronInput) String

func (m *CronInput) String() string

func (*CronInput) Unmarshal

func (m *CronInput) Unmarshal(dAtA []byte) error

func (*CronInput) XXX_DiscardUnknown

func (m *CronInput) XXX_DiscardUnknown()

func (*CronInput) XXX_Marshal

func (m *CronInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CronInput) XXX_Merge

func (m *CronInput) XXX_Merge(src proto.Message)

func (*CronInput) XXX_Size

func (m *CronInput) XXX_Size() int

func (*CronInput) XXX_Unmarshal

func (m *CronInput) XXX_Unmarshal(b []byte) error

type Datum

type Datum struct {
	// ID is the hash computed from all the files
	ID                   string   `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	Job                  *Job     `protobuf:"bytes,2,opt,name=job,proto3" json:"job,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*Datum) Descriptor

func (*Datum) Descriptor() ([]byte, []int)

func (*Datum) GetID

func (m *Datum) GetID() string

func (*Datum) GetJob

func (m *Datum) GetJob() *Job

func (*Datum) Marshal

func (m *Datum) Marshal() (dAtA []byte, err error)

func (*Datum) MarshalTo

func (m *Datum) MarshalTo(dAtA []byte) (int, error)

func (*Datum) ProtoMessage

func (*Datum) ProtoMessage()

func (*Datum) Reset

func (m *Datum) Reset()

func (*Datum) Size

func (m *Datum) Size() (n int)

func (*Datum) String

func (m *Datum) String() string

func (*Datum) Unmarshal

func (m *Datum) Unmarshal(dAtA []byte) error

func (*Datum) XXX_DiscardUnknown

func (m *Datum) XXX_DiscardUnknown()

func (*Datum) XXX_Marshal

func (m *Datum) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Datum) XXX_Merge

func (m *Datum) XXX_Merge(src proto.Message)

func (*Datum) XXX_Size

func (m *Datum) XXX_Size() int

func (*Datum) XXX_Unmarshal

func (m *Datum) XXX_Unmarshal(b []byte) error

type DatumInfo

type DatumInfo struct {
	Datum                *Datum          `protobuf:"bytes,1,opt,name=datum,proto3" json:"datum,omitempty"`
	State                DatumState      `protobuf:"varint,2,opt,name=state,proto3,enum=pps_1_7.DatumState" json:"state,omitempty"`
	Stats                *ProcessStats   `protobuf:"bytes,3,opt,name=stats,proto3" json:"stats,omitempty"`
	PfsState             *pfs.File       `protobuf:"bytes,4,opt,name=pfs_state,json=pfsState,proto3" json:"pfs_state,omitempty"`
	Data                 []*pfs.FileInfo `protobuf:"bytes,5,rep,name=data,proto3" json:"data,omitempty"`
	XXX_NoUnkeyedLiteral struct{}        `json:"-"`
	XXX_unrecognized     []byte          `json:"-"`
	XXX_sizecache        int32           `json:"-"`
}

func (*DatumInfo) Descriptor

func (*DatumInfo) Descriptor() ([]byte, []int)

func (*DatumInfo) GetData

func (m *DatumInfo) GetData() []*pfs.FileInfo

func (*DatumInfo) GetDatum

func (m *DatumInfo) GetDatum() *Datum

func (*DatumInfo) GetPfsState

func (m *DatumInfo) GetPfsState() *pfs.File

func (*DatumInfo) GetState

func (m *DatumInfo) GetState() DatumState

func (*DatumInfo) GetStats

func (m *DatumInfo) GetStats() *ProcessStats

func (*DatumInfo) Marshal

func (m *DatumInfo) Marshal() (dAtA []byte, err error)

func (*DatumInfo) MarshalTo

func (m *DatumInfo) MarshalTo(dAtA []byte) (int, error)

func (*DatumInfo) ProtoMessage

func (*DatumInfo) ProtoMessage()

func (*DatumInfo) Reset

func (m *DatumInfo) Reset()

func (*DatumInfo) Size

func (m *DatumInfo) Size() (n int)

func (*DatumInfo) String

func (m *DatumInfo) String() string

func (*DatumInfo) Unmarshal

func (m *DatumInfo) Unmarshal(dAtA []byte) error

func (*DatumInfo) XXX_DiscardUnknown

func (m *DatumInfo) XXX_DiscardUnknown()

func (*DatumInfo) XXX_Marshal

func (m *DatumInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DatumInfo) XXX_Merge

func (m *DatumInfo) XXX_Merge(src proto.Message)

func (*DatumInfo) XXX_Size

func (m *DatumInfo) XXX_Size() int

func (*DatumInfo) XXX_Unmarshal

func (m *DatumInfo) XXX_Unmarshal(b []byte) error

type DatumState

type DatumState int32
const (
	DatumState_FAILED   DatumState = 0
	DatumState_SUCCESS  DatumState = 1
	DatumState_SKIPPED  DatumState = 2
	DatumState_STARTING DatumState = 3
)

func (DatumState) EnumDescriptor

func (DatumState) EnumDescriptor() ([]byte, []int)

func (DatumState) String

func (x DatumState) String() string

type DeleteJobRequest

type DeleteJobRequest struct {
	Job                  *Job     `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*DeleteJobRequest) Descriptor

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

func (*DeleteJobRequest) GetJob

func (m *DeleteJobRequest) GetJob() *Job

func (*DeleteJobRequest) Marshal

func (m *DeleteJobRequest) Marshal() (dAtA []byte, err error)

func (*DeleteJobRequest) MarshalTo

func (m *DeleteJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*DeleteJobRequest) ProtoMessage

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) Reset

func (m *DeleteJobRequest) Reset()

func (*DeleteJobRequest) Size

func (m *DeleteJobRequest) Size() (n int)

func (*DeleteJobRequest) String

func (m *DeleteJobRequest) String() string

func (*DeleteJobRequest) Unmarshal

func (m *DeleteJobRequest) Unmarshal(dAtA []byte) error

func (*DeleteJobRequest) XXX_DiscardUnknown

func (m *DeleteJobRequest) XXX_DiscardUnknown()

func (*DeleteJobRequest) XXX_Marshal

func (m *DeleteJobRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeleteJobRequest) XXX_Merge

func (m *DeleteJobRequest) XXX_Merge(src proto.Message)

func (*DeleteJobRequest) XXX_Size

func (m *DeleteJobRequest) XXX_Size() int

func (*DeleteJobRequest) XXX_Unmarshal

func (m *DeleteJobRequest) XXX_Unmarshal(b []byte) error

type DeletePipelineRequest

type DeletePipelineRequest struct {
	Pipeline             *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	All                  bool      `protobuf:"varint,4,opt,name=all,proto3" json:"all,omitempty"`
	Force                bool      `protobuf:"varint,5,opt,name=force,proto3" json:"force,omitempty"`
	XXX_NoUnkeyedLiteral struct{}  `json:"-"`
	XXX_unrecognized     []byte    `json:"-"`
	XXX_sizecache        int32     `json:"-"`
}

func (*DeletePipelineRequest) Descriptor

func (*DeletePipelineRequest) Descriptor() ([]byte, []int)

func (*DeletePipelineRequest) GetAll

func (m *DeletePipelineRequest) GetAll() bool

func (*DeletePipelineRequest) GetForce

func (m *DeletePipelineRequest) GetForce() bool

func (*DeletePipelineRequest) GetPipeline

func (m *DeletePipelineRequest) GetPipeline() *Pipeline

func (*DeletePipelineRequest) Marshal

func (m *DeletePipelineRequest) Marshal() (dAtA []byte, err error)

func (*DeletePipelineRequest) MarshalTo

func (m *DeletePipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*DeletePipelineRequest) ProtoMessage

func (*DeletePipelineRequest) ProtoMessage()

func (*DeletePipelineRequest) Reset

func (m *DeletePipelineRequest) Reset()

func (*DeletePipelineRequest) Size

func (m *DeletePipelineRequest) Size() (n int)

func (*DeletePipelineRequest) String

func (m *DeletePipelineRequest) String() string

func (*DeletePipelineRequest) Unmarshal

func (m *DeletePipelineRequest) Unmarshal(dAtA []byte) error

func (*DeletePipelineRequest) XXX_DiscardUnknown

func (m *DeletePipelineRequest) XXX_DiscardUnknown()

func (*DeletePipelineRequest) XXX_Marshal

func (m *DeletePipelineRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*DeletePipelineRequest) XXX_Merge

func (m *DeletePipelineRequest) XXX_Merge(src proto.Message)

func (*DeletePipelineRequest) XXX_Size

func (m *DeletePipelineRequest) XXX_Size() int

func (*DeletePipelineRequest) XXX_Unmarshal

func (m *DeletePipelineRequest) XXX_Unmarshal(b []byte) error

type Egress

type Egress struct {
	URL                  string   `protobuf:"bytes,1,opt,name=URL,proto3" json:"URL,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*Egress) Descriptor

func (*Egress) Descriptor() ([]byte, []int)

func (*Egress) GetURL

func (m *Egress) GetURL() string

func (*Egress) Marshal

func (m *Egress) Marshal() (dAtA []byte, err error)

func (*Egress) MarshalTo

func (m *Egress) MarshalTo(dAtA []byte) (int, error)

func (*Egress) ProtoMessage

func (*Egress) ProtoMessage()

func (*Egress) Reset

func (m *Egress) Reset()

func (*Egress) Size

func (m *Egress) Size() (n int)

func (*Egress) String

func (m *Egress) String() string

func (*Egress) Unmarshal

func (m *Egress) Unmarshal(dAtA []byte) error

func (*Egress) XXX_DiscardUnknown

func (m *Egress) XXX_DiscardUnknown()

func (*Egress) XXX_Marshal

func (m *Egress) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Egress) XXX_Merge

func (m *Egress) XXX_Merge(src proto.Message)

func (*Egress) XXX_Size

func (m *Egress) XXX_Size() int

func (*Egress) XXX_Unmarshal

func (m *Egress) XXX_Unmarshal(b []byte) error

type EtcdJobInfo

type EtcdJobInfo struct {
	Job          *Job        `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	Pipeline     *Pipeline   `protobuf:"bytes,2,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	OutputCommit *pfs.Commit `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
	// Job restart count (e.g. due to datum failure)
	Restart uint64 `protobuf:"varint,4,opt,name=restart,proto3" json:"restart,omitempty"`
	// Counts of how many times we processed or skipped a datum
	DataProcessed int64 `protobuf:"varint,5,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"`
	DataSkipped   int64 `protobuf:"varint,6,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"`
	DataTotal     int64 `protobuf:"varint,7,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"`
	DataFailed    int64 `protobuf:"varint,8,opt,name=data_failed,json=dataFailed,proto3" json:"data_failed,omitempty"`
	// Download/process/upload time and download/upload bytes
	Stats                *ProcessStats    `protobuf:"bytes,9,opt,name=stats,proto3" json:"stats,omitempty"`
	StatsCommit          *pfs.Commit      `protobuf:"bytes,10,opt,name=stats_commit,json=statsCommit,proto3" json:"stats_commit,omitempty"`
	State                JobState         `protobuf:"varint,11,opt,name=state,proto3,enum=pps_1_7.JobState" json:"state,omitempty"`
	Reason               string           `protobuf:"bytes,12,opt,name=reason,proto3" json:"reason,omitempty"`
	Started              *types.Timestamp `protobuf:"bytes,13,opt,name=started,proto3" json:"started,omitempty"`
	Finished             *types.Timestamp `protobuf:"bytes,14,opt,name=finished,proto3" json:"finished,omitempty"`
	XXX_NoUnkeyedLiteral struct{}         `json:"-"`
	XXX_unrecognized     []byte           `json:"-"`
	XXX_sizecache        int32            `json:"-"`
}

EtcdJobInfo is the portion of the JobInfo that gets stored in etcd during job execution. It contains fields which change over the lifetime of the job but aren't used in the execution of the job.

func (*EtcdJobInfo) Descriptor

func (*EtcdJobInfo) Descriptor() ([]byte, []int)

func (*EtcdJobInfo) GetDataFailed

func (m *EtcdJobInfo) GetDataFailed() int64

func (*EtcdJobInfo) GetDataProcessed

func (m *EtcdJobInfo) GetDataProcessed() int64

func (*EtcdJobInfo) GetDataSkipped

func (m *EtcdJobInfo) GetDataSkipped() int64

func (*EtcdJobInfo) GetDataTotal

func (m *EtcdJobInfo) GetDataTotal() int64

func (*EtcdJobInfo) GetFinished

func (m *EtcdJobInfo) GetFinished() *types.Timestamp

func (*EtcdJobInfo) GetJob

func (m *EtcdJobInfo) GetJob() *Job

func (*EtcdJobInfo) GetOutputCommit

func (m *EtcdJobInfo) GetOutputCommit() *pfs.Commit

func (*EtcdJobInfo) GetPipeline

func (m *EtcdJobInfo) GetPipeline() *Pipeline

func (*EtcdJobInfo) GetReason

func (m *EtcdJobInfo) GetReason() string

func (*EtcdJobInfo) GetRestart

func (m *EtcdJobInfo) GetRestart() uint64

func (*EtcdJobInfo) GetStarted

func (m *EtcdJobInfo) GetStarted() *types.Timestamp

func (*EtcdJobInfo) GetState

func (m *EtcdJobInfo) GetState() JobState

func (*EtcdJobInfo) GetStats

func (m *EtcdJobInfo) GetStats() *ProcessStats

func (*EtcdJobInfo) GetStatsCommit

func (m *EtcdJobInfo) GetStatsCommit() *pfs.Commit

func (*EtcdJobInfo) Marshal

func (m *EtcdJobInfo) Marshal() (dAtA []byte, err error)

func (*EtcdJobInfo) MarshalTo

func (m *EtcdJobInfo) MarshalTo(dAtA []byte) (int, error)

func (*EtcdJobInfo) ProtoMessage

func (*EtcdJobInfo) ProtoMessage()

func (*EtcdJobInfo) Reset

func (m *EtcdJobInfo) Reset()

func (*EtcdJobInfo) Size

func (m *EtcdJobInfo) Size() (n int)

func (*EtcdJobInfo) String

func (m *EtcdJobInfo) String() string

func (*EtcdJobInfo) Unmarshal

func (m *EtcdJobInfo) Unmarshal(dAtA []byte) error

func (*EtcdJobInfo) XXX_DiscardUnknown

func (m *EtcdJobInfo) XXX_DiscardUnknown()

func (*EtcdJobInfo) XXX_Marshal

func (m *EtcdJobInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*EtcdJobInfo) XXX_Merge

func (m *EtcdJobInfo) XXX_Merge(src proto.Message)

func (*EtcdJobInfo) XXX_Size

func (m *EtcdJobInfo) XXX_Size() int

func (*EtcdJobInfo) XXX_Unmarshal

func (m *EtcdJobInfo) XXX_Unmarshal(b []byte) error

type EtcdPipelineInfo

type EtcdPipelineInfo struct {
	State                PipelineState   `protobuf:"varint,1,opt,name=state,proto3,enum=pps_1_7.PipelineState" json:"state,omitempty"`
	Reason               string          `protobuf:"bytes,4,opt,name=reason,proto3" json:"reason,omitempty"`
	SpecCommit           *pfs.Commit     `protobuf:"bytes,2,opt,name=spec_commit,json=specCommit,proto3" json:"spec_commit,omitempty"`
	JobCounts            map[int32]int32 `` /* 178-byte string literal not displayed */
	AuthToken            string          `protobuf:"bytes,5,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
	XXX_NoUnkeyedLiteral struct{}        `json:"-"`
	XXX_unrecognized     []byte          `json:"-"`
	XXX_sizecache        int32           `json:"-"`
}

EtcdPipelineInfo is proto that Pachd stores in etcd for each pipeline. It tracks the state of the pipeline, and points to its metadata in PFS (and, by pointing to a PFS commit, de facto tracks the pipeline's version)

func (*EtcdPipelineInfo) Descriptor

func (*EtcdPipelineInfo) Descriptor() ([]byte, []int)

func (*EtcdPipelineInfo) GetAuthToken

func (m *EtcdPipelineInfo) GetAuthToken() string

func (*EtcdPipelineInfo) GetJobCounts

func (m *EtcdPipelineInfo) GetJobCounts() map[int32]int32

func (*EtcdPipelineInfo) GetReason

func (m *EtcdPipelineInfo) GetReason() string

func (*EtcdPipelineInfo) GetSpecCommit

func (m *EtcdPipelineInfo) GetSpecCommit() *pfs.Commit

func (*EtcdPipelineInfo) GetState

func (m *EtcdPipelineInfo) GetState() PipelineState

func (*EtcdPipelineInfo) Marshal

func (m *EtcdPipelineInfo) Marshal() (dAtA []byte, err error)

func (*EtcdPipelineInfo) MarshalTo

func (m *EtcdPipelineInfo) MarshalTo(dAtA []byte) (int, error)

func (*EtcdPipelineInfo) ProtoMessage

func (*EtcdPipelineInfo) ProtoMessage()

func (*EtcdPipelineInfo) Reset

func (m *EtcdPipelineInfo) Reset()

func (*EtcdPipelineInfo) Size

func (m *EtcdPipelineInfo) Size() (n int)

func (*EtcdPipelineInfo) String

func (m *EtcdPipelineInfo) String() string

func (*EtcdPipelineInfo) Unmarshal

func (m *EtcdPipelineInfo) Unmarshal(dAtA []byte) error

func (*EtcdPipelineInfo) XXX_DiscardUnknown

func (m *EtcdPipelineInfo) XXX_DiscardUnknown()

func (*EtcdPipelineInfo) XXX_Marshal

func (m *EtcdPipelineInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*EtcdPipelineInfo) XXX_Merge

func (m *EtcdPipelineInfo) XXX_Merge(src proto.Message)

func (*EtcdPipelineInfo) XXX_Size

func (m *EtcdPipelineInfo) XXX_Size() int

func (*EtcdPipelineInfo) XXX_Unmarshal

func (m *EtcdPipelineInfo) XXX_Unmarshal(b []byte) error

type FlushJobRequest

type FlushJobRequest struct {
	Commits              []*pfs.Commit `protobuf:"bytes,1,rep,name=commits,proto3" json:"commits,omitempty"`
	ToPipelines          []*Pipeline   `protobuf:"bytes,2,rep,name=to_pipelines,json=toPipelines,proto3" json:"to_pipelines,omitempty"`
	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
	XXX_unrecognized     []byte        `json:"-"`
	XXX_sizecache        int32         `json:"-"`
}

func (*FlushJobRequest) Descriptor

func (*FlushJobRequest) Descriptor() ([]byte, []int)

func (*FlushJobRequest) GetCommits

func (m *FlushJobRequest) GetCommits() []*pfs.Commit

func (*FlushJobRequest) GetToPipelines

func (m *FlushJobRequest) GetToPipelines() []*Pipeline

func (*FlushJobRequest) Marshal

func (m *FlushJobRequest) Marshal() (dAtA []byte, err error)

func (*FlushJobRequest) MarshalTo

func (m *FlushJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*FlushJobRequest) ProtoMessage

func (*FlushJobRequest) ProtoMessage()

func (*FlushJobRequest) Reset

func (m *FlushJobRequest) Reset()

func (*FlushJobRequest) Size

func (m *FlushJobRequest) Size() (n int)

func (*FlushJobRequest) String

func (m *FlushJobRequest) String() string

func (*FlushJobRequest) Unmarshal

func (m *FlushJobRequest) Unmarshal(dAtA []byte) error

func (*FlushJobRequest) XXX_DiscardUnknown

func (m *FlushJobRequest) XXX_DiscardUnknown()

func (*FlushJobRequest) XXX_Marshal

func (m *FlushJobRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*FlushJobRequest) XXX_Merge

func (m *FlushJobRequest) XXX_Merge(src proto.Message)

func (*FlushJobRequest) XXX_Size

func (m *FlushJobRequest) XXX_Size() int

func (*FlushJobRequest) XXX_Unmarshal

func (m *FlushJobRequest) XXX_Unmarshal(b []byte) error

type GarbageCollectRequest

type GarbageCollectRequest struct {
	// Memory is how much memory to use in computing which objects are alive. A
	// larger number will result in more precise garbage collection (at the
	// cost of more memory usage).
	MemoryBytes          int64    `protobuf:"varint,1,opt,name=memory_bytes,json=memoryBytes,proto3" json:"memory_bytes,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*GarbageCollectRequest) Descriptor

func (*GarbageCollectRequest) Descriptor() ([]byte, []int)

func (*GarbageCollectRequest) GetMemoryBytes

func (m *GarbageCollectRequest) GetMemoryBytes() int64

func (*GarbageCollectRequest) Marshal

func (m *GarbageCollectRequest) Marshal() (dAtA []byte, err error)

func (*GarbageCollectRequest) MarshalTo

func (m *GarbageCollectRequest) MarshalTo(dAtA []byte) (int, error)

func (*GarbageCollectRequest) ProtoMessage

func (*GarbageCollectRequest) ProtoMessage()

func (*GarbageCollectRequest) Reset

func (m *GarbageCollectRequest) Reset()

func (*GarbageCollectRequest) Size

func (m *GarbageCollectRequest) Size() (n int)

func (*GarbageCollectRequest) String

func (m *GarbageCollectRequest) String() string

func (*GarbageCollectRequest) Unmarshal

func (m *GarbageCollectRequest) Unmarshal(dAtA []byte) error

func (*GarbageCollectRequest) XXX_DiscardUnknown

func (m *GarbageCollectRequest) XXX_DiscardUnknown()

func (*GarbageCollectRequest) XXX_Marshal

func (m *GarbageCollectRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GarbageCollectRequest) XXX_Merge

func (m *GarbageCollectRequest) XXX_Merge(src proto.Message)

func (*GarbageCollectRequest) XXX_Size

func (m *GarbageCollectRequest) XXX_Size() int

func (*GarbageCollectRequest) XXX_Unmarshal

func (m *GarbageCollectRequest) XXX_Unmarshal(b []byte) error

type GarbageCollectResponse

type GarbageCollectResponse struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*GarbageCollectResponse) Descriptor

func (*GarbageCollectResponse) Descriptor() ([]byte, []int)

func (*GarbageCollectResponse) Marshal

func (m *GarbageCollectResponse) Marshal() (dAtA []byte, err error)

func (*GarbageCollectResponse) MarshalTo

func (m *GarbageCollectResponse) MarshalTo(dAtA []byte) (int, error)

func (*GarbageCollectResponse) ProtoMessage

func (*GarbageCollectResponse) ProtoMessage()

func (*GarbageCollectResponse) Reset

func (m *GarbageCollectResponse) Reset()

func (*GarbageCollectResponse) Size

func (m *GarbageCollectResponse) Size() (n int)

func (*GarbageCollectResponse) String

func (m *GarbageCollectResponse) String() string

func (*GarbageCollectResponse) Unmarshal

func (m *GarbageCollectResponse) Unmarshal(dAtA []byte) error

func (*GarbageCollectResponse) XXX_DiscardUnknown

func (m *GarbageCollectResponse) XXX_DiscardUnknown()

func (*GarbageCollectResponse) XXX_Marshal

func (m *GarbageCollectResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GarbageCollectResponse) XXX_Merge

func (m *GarbageCollectResponse) XXX_Merge(src proto.Message)

func (*GarbageCollectResponse) XXX_Size

func (m *GarbageCollectResponse) XXX_Size() int

func (*GarbageCollectResponse) XXX_Unmarshal

func (m *GarbageCollectResponse) XXX_Unmarshal(b []byte) error

type GetLogsRequest

type GetLogsRequest struct {
	// The pipeline from which we want to get logs (required if the job in 'job'
	// was created as part of a pipeline. To get logs from a non-orphan job
	// without the pipeline that created it, you need to use ElasticSearch).
	Pipeline *Pipeline `protobuf:"bytes,2,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	// The job from which we want to get logs.
	Job *Job `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	// Names of input files from which we want processing logs. This may contain
	// multiple files, to query pipelines that contain multiple inputs. Each
	// filter may be an absolute path of a file within a pps repo, or it may be
	// a hash for that file (to search for files at specific versions)
	DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters,proto3" json:"data_filters,omitempty"`
	Datum       *Datum   `protobuf:"bytes,6,opt,name=datum,proto3" json:"datum,omitempty"`
	// If true get logs from the master process
	Master bool `protobuf:"varint,5,opt,name=master,proto3" json:"master,omitempty"`
	// Continue to follow new logs as they become available.
	Follow bool `protobuf:"varint,7,opt,name=follow,proto3" json:"follow,omitempty"`
	// If nonzero, the number of lines from the end of the logs to return.  Note:
	// tail applies per container, so you will get tail * <number of pods> total
	// lines back.
	Tail                 int64    `protobuf:"varint,8,opt,name=tail,proto3" json:"tail,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*GetLogsRequest) Descriptor

func (*GetLogsRequest) Descriptor() ([]byte, []int)

func (*GetLogsRequest) GetDataFilters

func (m *GetLogsRequest) GetDataFilters() []string

func (*GetLogsRequest) GetDatum

func (m *GetLogsRequest) GetDatum() *Datum

func (*GetLogsRequest) GetFollow

func (m *GetLogsRequest) GetFollow() bool

func (*GetLogsRequest) GetJob

func (m *GetLogsRequest) GetJob() *Job

func (*GetLogsRequest) GetMaster

func (m *GetLogsRequest) GetMaster() bool

func (*GetLogsRequest) GetPipeline

func (m *GetLogsRequest) GetPipeline() *Pipeline

func (*GetLogsRequest) GetTail

func (m *GetLogsRequest) GetTail() int64

func (*GetLogsRequest) Marshal

func (m *GetLogsRequest) Marshal() (dAtA []byte, err error)

func (*GetLogsRequest) MarshalTo

func (m *GetLogsRequest) MarshalTo(dAtA []byte) (int, error)

func (*GetLogsRequest) ProtoMessage

func (*GetLogsRequest) ProtoMessage()

func (*GetLogsRequest) Reset

func (m *GetLogsRequest) Reset()

func (*GetLogsRequest) Size

func (m *GetLogsRequest) Size() (n int)

func (*GetLogsRequest) String

func (m *GetLogsRequest) String() string

func (*GetLogsRequest) Unmarshal

func (m *GetLogsRequest) Unmarshal(dAtA []byte) error

func (*GetLogsRequest) XXX_DiscardUnknown

func (m *GetLogsRequest) XXX_DiscardUnknown()

func (*GetLogsRequest) XXX_Marshal

func (m *GetLogsRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GetLogsRequest) XXX_Merge

func (m *GetLogsRequest) XXX_Merge(src proto.Message)

func (*GetLogsRequest) XXX_Size

func (m *GetLogsRequest) XXX_Size() int

func (*GetLogsRequest) XXX_Unmarshal

func (m *GetLogsRequest) XXX_Unmarshal(b []byte) error

type GitInput

type GitInput struct {
	Name                 string   `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	URL                  string   `protobuf:"bytes,2,opt,name=url,proto3" json:"url,omitempty"`
	Branch               string   `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"`
	Commit               string   `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*GitInput) Descriptor

func (*GitInput) Descriptor() ([]byte, []int)

func (*GitInput) GetBranch

func (m *GitInput) GetBranch() string

func (*GitInput) GetCommit

func (m *GitInput) GetCommit() string

func (*GitInput) GetName

func (m *GitInput) GetName() string

func (*GitInput) GetURL

func (m *GitInput) GetURL() string

func (*GitInput) Marshal

func (m *GitInput) Marshal() (dAtA []byte, err error)

func (*GitInput) MarshalTo

func (m *GitInput) MarshalTo(dAtA []byte) (int, error)

func (*GitInput) ProtoMessage

func (*GitInput) ProtoMessage()

func (*GitInput) Reset

func (m *GitInput) Reset()

func (*GitInput) Size

func (m *GitInput) Size() (n int)

func (*GitInput) String

func (m *GitInput) String() string

func (*GitInput) Unmarshal

func (m *GitInput) Unmarshal(dAtA []byte) error

func (*GitInput) XXX_DiscardUnknown

func (m *GitInput) XXX_DiscardUnknown()

func (*GitInput) XXX_Marshal

func (m *GitInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GitInput) XXX_Merge

func (m *GitInput) XXX_Merge(src proto.Message)

func (*GitInput) XXX_Size

func (m *GitInput) XXX_Size() int

func (*GitInput) XXX_Unmarshal

func (m *GitInput) XXX_Unmarshal(b []byte) error

type HashtreeSpec

type HashtreeSpec struct {
	Constant             uint64   `protobuf:"varint,1,opt,name=constant,proto3" json:"constant,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

HashTreeSpec sets the number of shards into which pps splits a pipeline's output commits (sharded commits are implemented in Pachyderm 1.8+ only)

func (*HashtreeSpec) Descriptor

func (*HashtreeSpec) Descriptor() ([]byte, []int)

func (*HashtreeSpec) GetConstant

func (m *HashtreeSpec) GetConstant() uint64

func (*HashtreeSpec) Marshal

func (m *HashtreeSpec) Marshal() (dAtA []byte, err error)

func (*HashtreeSpec) MarshalTo

func (m *HashtreeSpec) MarshalTo(dAtA []byte) (int, error)

func (*HashtreeSpec) ProtoMessage

func (*HashtreeSpec) ProtoMessage()

func (*HashtreeSpec) Reset

func (m *HashtreeSpec) Reset()

func (*HashtreeSpec) Size

func (m *HashtreeSpec) Size() (n int)

func (*HashtreeSpec) String

func (m *HashtreeSpec) String() string

func (*HashtreeSpec) Unmarshal

func (m *HashtreeSpec) Unmarshal(dAtA []byte) error

func (*HashtreeSpec) XXX_DiscardUnknown

func (m *HashtreeSpec) XXX_DiscardUnknown()

func (*HashtreeSpec) XXX_Marshal

func (m *HashtreeSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*HashtreeSpec) XXX_Merge

func (m *HashtreeSpec) XXX_Merge(src proto.Message)

func (*HashtreeSpec) XXX_Size

func (m *HashtreeSpec) XXX_Size() int

func (*HashtreeSpec) XXX_Unmarshal

func (m *HashtreeSpec) XXX_Unmarshal(b []byte) error

type Input

type Input struct {
	Atom                 *AtomInput `protobuf:"bytes,1,opt,name=atom,proto3" json:"atom,omitempty"`
	Cross                []*Input   `protobuf:"bytes,2,rep,name=cross,proto3" json:"cross,omitempty"`
	Union                []*Input   `protobuf:"bytes,3,rep,name=union,proto3" json:"union,omitempty"`
	Cron                 *CronInput `protobuf:"bytes,4,opt,name=cron,proto3" json:"cron,omitempty"`
	Git                  *GitInput  `protobuf:"bytes,5,opt,name=git,proto3" json:"git,omitempty"`
	XXX_NoUnkeyedLiteral struct{}   `json:"-"`
	XXX_unrecognized     []byte     `json:"-"`
	XXX_sizecache        int32      `json:"-"`
}

func (*Input) Descriptor

func (*Input) Descriptor() ([]byte, []int)

func (*Input) GetAtom

func (m *Input) GetAtom() *AtomInput

func (*Input) GetCron

func (m *Input) GetCron() *CronInput

func (*Input) GetCross

func (m *Input) GetCross() []*Input

func (*Input) GetGit

func (m *Input) GetGit() *GitInput

func (*Input) GetUnion

func (m *Input) GetUnion() []*Input

func (*Input) Marshal

func (m *Input) Marshal() (dAtA []byte, err error)

func (*Input) MarshalTo

func (m *Input) MarshalTo(dAtA []byte) (int, error)

func (*Input) ProtoMessage

func (*Input) ProtoMessage()

func (*Input) Reset

func (m *Input) Reset()

func (*Input) Size

func (m *Input) Size() (n int)

func (*Input) String

func (m *Input) String() string

func (*Input) Unmarshal

func (m *Input) Unmarshal(dAtA []byte) error

func (*Input) XXX_DiscardUnknown

func (m *Input) XXX_DiscardUnknown()

func (*Input) XXX_Marshal

func (m *Input) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Input) XXX_Merge

func (m *Input) XXX_Merge(src proto.Message)

func (*Input) XXX_Size

func (m *Input) XXX_Size() int

func (*Input) XXX_Unmarshal

func (m *Input) XXX_Unmarshal(b []byte) error

type InputFile

type InputFile struct {
	// This file's absolute path within its pfs repo.
	Path string `protobuf:"bytes,4,opt,name=path,proto3" json:"path,omitempty"`
	// This file's hash
	Hash                 []byte   `protobuf:"bytes,5,opt,name=hash,proto3" json:"hash,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*InputFile) Descriptor

func (*InputFile) Descriptor() ([]byte, []int)

func (*InputFile) GetHash

func (m *InputFile) GetHash() []byte

func (*InputFile) GetPath

func (m *InputFile) GetPath() string

func (*InputFile) Marshal

func (m *InputFile) Marshal() (dAtA []byte, err error)

func (*InputFile) MarshalTo

func (m *InputFile) MarshalTo(dAtA []byte) (int, error)

func (*InputFile) ProtoMessage

func (*InputFile) ProtoMessage()

func (*InputFile) Reset

func (m *InputFile) Reset()

func (*InputFile) Size

func (m *InputFile) Size() (n int)

func (*InputFile) String

func (m *InputFile) String() string

func (*InputFile) Unmarshal

func (m *InputFile) Unmarshal(dAtA []byte) error

func (*InputFile) XXX_DiscardUnknown

func (m *InputFile) XXX_DiscardUnknown()

func (*InputFile) XXX_Marshal

func (m *InputFile) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InputFile) XXX_Merge

func (m *InputFile) XXX_Merge(src proto.Message)

func (*InputFile) XXX_Size

func (m *InputFile) XXX_Size() int

func (*InputFile) XXX_Unmarshal

func (m *InputFile) XXX_Unmarshal(b []byte) error

type InspectDatumRequest

type InspectDatumRequest struct {
	Datum                *Datum   `protobuf:"bytes,1,opt,name=datum,proto3" json:"datum,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*InspectDatumRequest) Descriptor

func (*InspectDatumRequest) Descriptor() ([]byte, []int)

func (*InspectDatumRequest) GetDatum

func (m *InspectDatumRequest) GetDatum() *Datum

func (*InspectDatumRequest) Marshal

func (m *InspectDatumRequest) Marshal() (dAtA []byte, err error)

func (*InspectDatumRequest) MarshalTo

func (m *InspectDatumRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectDatumRequest) ProtoMessage

func (*InspectDatumRequest) ProtoMessage()

func (*InspectDatumRequest) Reset

func (m *InspectDatumRequest) Reset()

func (*InspectDatumRequest) Size

func (m *InspectDatumRequest) Size() (n int)

func (*InspectDatumRequest) String

func (m *InspectDatumRequest) String() string

func (*InspectDatumRequest) Unmarshal

func (m *InspectDatumRequest) Unmarshal(dAtA []byte) error

func (*InspectDatumRequest) XXX_DiscardUnknown

func (m *InspectDatumRequest) XXX_DiscardUnknown()

func (*InspectDatumRequest) XXX_Marshal

func (m *InspectDatumRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InspectDatumRequest) XXX_Merge

func (m *InspectDatumRequest) XXX_Merge(src proto.Message)

func (*InspectDatumRequest) XXX_Size

func (m *InspectDatumRequest) XXX_Size() int

func (*InspectDatumRequest) XXX_Unmarshal

func (m *InspectDatumRequest) XXX_Unmarshal(b []byte) error

type InspectJobRequest

type InspectJobRequest struct {
	// Callers should set either Job or OutputCommit, not both.
	Job                  *Job        `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	OutputCommit         *pfs.Commit `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
	BlockState           bool        `protobuf:"varint,2,opt,name=block_state,json=blockState,proto3" json:"block_state,omitempty"`
	XXX_NoUnkeyedLiteral struct{}    `json:"-"`
	XXX_unrecognized     []byte      `json:"-"`
	XXX_sizecache        int32       `json:"-"`
}

func (*InspectJobRequest) Descriptor

func (*InspectJobRequest) Descriptor() ([]byte, []int)

func (*InspectJobRequest) GetBlockState

func (m *InspectJobRequest) GetBlockState() bool

func (*InspectJobRequest) GetJob

func (m *InspectJobRequest) GetJob() *Job

func (*InspectJobRequest) GetOutputCommit

func (m *InspectJobRequest) GetOutputCommit() *pfs.Commit

func (*InspectJobRequest) Marshal

func (m *InspectJobRequest) Marshal() (dAtA []byte, err error)

func (*InspectJobRequest) MarshalTo

func (m *InspectJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectJobRequest) ProtoMessage

func (*InspectJobRequest) ProtoMessage()

func (*InspectJobRequest) Reset

func (m *InspectJobRequest) Reset()

func (*InspectJobRequest) Size

func (m *InspectJobRequest) Size() (n int)

func (*InspectJobRequest) String

func (m *InspectJobRequest) String() string

func (*InspectJobRequest) Unmarshal

func (m *InspectJobRequest) Unmarshal(dAtA []byte) error

func (*InspectJobRequest) XXX_DiscardUnknown

func (m *InspectJobRequest) XXX_DiscardUnknown()

func (*InspectJobRequest) XXX_Marshal

func (m *InspectJobRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InspectJobRequest) XXX_Merge

func (m *InspectJobRequest) XXX_Merge(src proto.Message)

func (*InspectJobRequest) XXX_Size

func (m *InspectJobRequest) XXX_Size() int

func (*InspectJobRequest) XXX_Unmarshal

func (m *InspectJobRequest) XXX_Unmarshal(b []byte) error

type InspectPipelineRequest

type InspectPipelineRequest struct {
	Pipeline             *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	XXX_NoUnkeyedLiteral struct{}  `json:"-"`
	XXX_unrecognized     []byte    `json:"-"`
	XXX_sizecache        int32     `json:"-"`
}

func (*InspectPipelineRequest) Descriptor

func (*InspectPipelineRequest) Descriptor() ([]byte, []int)

func (*InspectPipelineRequest) GetPipeline

func (m *InspectPipelineRequest) GetPipeline() *Pipeline

func (*InspectPipelineRequest) Marshal

func (m *InspectPipelineRequest) Marshal() (dAtA []byte, err error)

func (*InspectPipelineRequest) MarshalTo

func (m *InspectPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*InspectPipelineRequest) ProtoMessage

func (*InspectPipelineRequest) ProtoMessage()

func (*InspectPipelineRequest) Reset

func (m *InspectPipelineRequest) Reset()

func (*InspectPipelineRequest) Size

func (m *InspectPipelineRequest) Size() (n int)

func (*InspectPipelineRequest) String

func (m *InspectPipelineRequest) String() string

func (*InspectPipelineRequest) Unmarshal

func (m *InspectPipelineRequest) Unmarshal(dAtA []byte) error

func (*InspectPipelineRequest) XXX_DiscardUnknown

func (m *InspectPipelineRequest) XXX_DiscardUnknown()

func (*InspectPipelineRequest) XXX_Marshal

func (m *InspectPipelineRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InspectPipelineRequest) XXX_Merge

func (m *InspectPipelineRequest) XXX_Merge(src proto.Message)

func (*InspectPipelineRequest) XXX_Size

func (m *InspectPipelineRequest) XXX_Size() int

func (*InspectPipelineRequest) XXX_Unmarshal

func (m *InspectPipelineRequest) XXX_Unmarshal(b []byte) error

type Job

type Job struct {
	ID                   string   `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*Job) Descriptor

func (*Job) Descriptor() ([]byte, []int)

func (*Job) GetID

func (m *Job) GetID() string

func (*Job) Marshal

func (m *Job) Marshal() (dAtA []byte, err error)

func (*Job) MarshalTo

func (m *Job) MarshalTo(dAtA []byte) (int, error)

func (*Job) ProtoMessage

func (*Job) ProtoMessage()

func (*Job) Reset

func (m *Job) Reset()

func (*Job) Size

func (m *Job) Size() (n int)

func (*Job) String

func (m *Job) String() string

func (*Job) Unmarshal

func (m *Job) Unmarshal(dAtA []byte) error

func (*Job) XXX_DiscardUnknown

func (m *Job) XXX_DiscardUnknown()

func (*Job) XXX_Marshal

func (m *Job) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Job) XXX_Merge

func (m *Job) XXX_Merge(src proto.Message)

func (*Job) XXX_Size

func (m *Job) XXX_Size() int

func (*Job) XXX_Unmarshal

func (m *Job) XXX_Unmarshal(b []byte) error

type JobInfo

type JobInfo struct {
	Job                  *Job             `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	Transform            *Transform       `protobuf:"bytes,2,opt,name=transform,proto3" json:"transform,omitempty"`
	Pipeline             *Pipeline        `protobuf:"bytes,3,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	PipelineVersion      uint64           `protobuf:"varint,13,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	ParallelismSpec      *ParallelismSpec `protobuf:"bytes,12,opt,name=parallelism_spec,json=parallelismSpec,proto3" json:"parallelism_spec,omitempty"`
	Egress               *Egress          `protobuf:"bytes,15,opt,name=egress,proto3" json:"egress,omitempty"`
	ParentJob            *Job             `protobuf:"bytes,6,opt,name=parent_job,json=parentJob,proto3" json:"parent_job,omitempty"`
	Started              *types.Timestamp `protobuf:"bytes,7,opt,name=started,proto3" json:"started,omitempty"`
	Finished             *types.Timestamp `protobuf:"bytes,8,opt,name=finished,proto3" json:"finished,omitempty"`
	OutputCommit         *pfs.Commit      `protobuf:"bytes,9,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
	State                JobState         `protobuf:"varint,10,opt,name=state,proto3,enum=pps_1_7.JobState" json:"state,omitempty"`
	Reason               string           `protobuf:"bytes,35,opt,name=reason,proto3" json:"reason,omitempty"`
	Service              *Service         `protobuf:"bytes,14,opt,name=service,proto3" json:"service,omitempty"`
	OutputRepo           *pfs.Repo        `protobuf:"bytes,18,opt,name=output_repo,json=outputRepo,proto3" json:"output_repo,omitempty"`
	OutputBranch         string           `protobuf:"bytes,17,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	Restart              uint64           `protobuf:"varint,20,opt,name=restart,proto3" json:"restart,omitempty"`
	DataProcessed        int64            `protobuf:"varint,22,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"`
	DataSkipped          int64            `protobuf:"varint,30,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"`
	DataFailed           int64            `protobuf:"varint,40,opt,name=data_failed,json=dataFailed,proto3" json:"data_failed,omitempty"`
	DataTotal            int64            `protobuf:"varint,23,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"`
	Stats                *ProcessStats    `protobuf:"bytes,31,opt,name=stats,proto3" json:"stats,omitempty"`
	WorkerStatus         []*WorkerStatus  `protobuf:"bytes,24,rep,name=worker_status,json=workerStatus,proto3" json:"worker_status,omitempty"`
	ResourceRequests     *ResourceSpec    `protobuf:"bytes,25,opt,name=resource_requests,json=resourceRequests,proto3" json:"resource_requests,omitempty"`
	ResourceLimits       *ResourceSpec    `protobuf:"bytes,36,opt,name=resource_limits,json=resourceLimits,proto3" json:"resource_limits,omitempty"`
	Input                *Input           `protobuf:"bytes,26,opt,name=input,proto3" json:"input,omitempty"`
	NewBranch            *pfs.BranchInfo  `protobuf:"bytes,27,opt,name=new_branch,json=newBranch,proto3" json:"new_branch,omitempty"`
	Incremental          bool             `protobuf:"varint,28,opt,name=incremental,proto3" json:"incremental,omitempty"`
	StatsCommit          *pfs.Commit      `protobuf:"bytes,29,opt,name=stats_commit,json=statsCommit,proto3" json:"stats_commit,omitempty"`
	EnableStats          bool             `protobuf:"varint,32,opt,name=enable_stats,json=enableStats,proto3" json:"enable_stats,omitempty"`
	Salt                 string           `protobuf:"bytes,33,opt,name=salt,proto3" json:"salt,omitempty"`
	Batch                bool             `protobuf:"varint,34,opt,name=batch,proto3" json:"batch,omitempty"`
	ChunkSpec            *ChunkSpec       `protobuf:"bytes,37,opt,name=chunk_spec,json=chunkSpec,proto3" json:"chunk_spec,omitempty"`
	DatumTimeout         *types.Duration  `protobuf:"bytes,38,opt,name=datum_timeout,json=datumTimeout,proto3" json:"datum_timeout,omitempty"`
	JobTimeout           *types.Duration  `protobuf:"bytes,39,opt,name=job_timeout,json=jobTimeout,proto3" json:"job_timeout,omitempty"`
	DatumTries           int64            `protobuf:"varint,41,opt,name=datum_tries,json=datumTries,proto3" json:"datum_tries,omitempty"`
	SchedulingSpec       *SchedulingSpec  `protobuf:"bytes,42,opt,name=scheduling_spec,json=schedulingSpec,proto3" json:"scheduling_spec,omitempty"`
	PodSpec              string           `protobuf:"bytes,43,opt,name=pod_spec,json=podSpec,proto3" json:"pod_spec,omitempty"`
	XXX_NoUnkeyedLiteral struct{}         `json:"-"`
	XXX_unrecognized     []byte           `json:"-"`
	XXX_sizecache        int32            `json:"-"`
}

func (*JobInfo) Descriptor

func (*JobInfo) Descriptor() ([]byte, []int)

func (*JobInfo) GetBatch

func (m *JobInfo) GetBatch() bool

func (*JobInfo) GetChunkSpec

func (m *JobInfo) GetChunkSpec() *ChunkSpec

func (*JobInfo) GetDataFailed

func (m *JobInfo) GetDataFailed() int64

func (*JobInfo) GetDataProcessed

func (m *JobInfo) GetDataProcessed() int64

func (*JobInfo) GetDataSkipped

func (m *JobInfo) GetDataSkipped() int64

func (*JobInfo) GetDataTotal

func (m *JobInfo) GetDataTotal() int64

func (*JobInfo) GetDatumTimeout

func (m *JobInfo) GetDatumTimeout() *types.Duration

func (*JobInfo) GetDatumTries

func (m *JobInfo) GetDatumTries() int64

func (*JobInfo) GetEgress

func (m *JobInfo) GetEgress() *Egress

func (*JobInfo) GetEnableStats

func (m *JobInfo) GetEnableStats() bool

func (*JobInfo) GetFinished

func (m *JobInfo) GetFinished() *types.Timestamp

func (*JobInfo) GetIncremental

func (m *JobInfo) GetIncremental() bool

func (*JobInfo) GetInput

func (m *JobInfo) GetInput() *Input

func (*JobInfo) GetJob

func (m *JobInfo) GetJob() *Job

func (*JobInfo) GetJobTimeout

func (m *JobInfo) GetJobTimeout() *types.Duration

func (*JobInfo) GetNewBranch

func (m *JobInfo) GetNewBranch() *pfs.BranchInfo

func (*JobInfo) GetOutputBranch

func (m *JobInfo) GetOutputBranch() string

func (*JobInfo) GetOutputCommit

func (m *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetOutputRepo

func (m *JobInfo) GetOutputRepo() *pfs.Repo

func (*JobInfo) GetParallelismSpec

func (m *JobInfo) GetParallelismSpec() *ParallelismSpec

func (*JobInfo) GetParentJob

func (m *JobInfo) GetParentJob() *Job

func (*JobInfo) GetPipeline

func (m *JobInfo) GetPipeline() *Pipeline

func (*JobInfo) GetPipelineVersion

func (m *JobInfo) GetPipelineVersion() uint64

func (*JobInfo) GetPodSpec

func (m *JobInfo) GetPodSpec() string

func (*JobInfo) GetReason

func (m *JobInfo) GetReason() string

func (*JobInfo) GetResourceLimits

func (m *JobInfo) GetResourceLimits() *ResourceSpec

func (*JobInfo) GetResourceRequests

func (m *JobInfo) GetResourceRequests() *ResourceSpec

func (*JobInfo) GetRestart

func (m *JobInfo) GetRestart() uint64

func (*JobInfo) GetSalt

func (m *JobInfo) GetSalt() string

func (*JobInfo) GetSchedulingSpec

func (m *JobInfo) GetSchedulingSpec() *SchedulingSpec

func (*JobInfo) GetService

func (m *JobInfo) GetService() *Service

func (*JobInfo) GetStarted

func (m *JobInfo) GetStarted() *types.Timestamp

func (*JobInfo) GetState

func (m *JobInfo) GetState() JobState

func (*JobInfo) GetStats

func (m *JobInfo) GetStats() *ProcessStats

func (*JobInfo) GetStatsCommit

func (m *JobInfo) GetStatsCommit() *pfs.Commit

func (*JobInfo) GetTransform

func (m *JobInfo) GetTransform() *Transform

func (*JobInfo) GetWorkerStatus

func (m *JobInfo) GetWorkerStatus() []*WorkerStatus

func (*JobInfo) Marshal

func (m *JobInfo) Marshal() (dAtA []byte, err error)

func (*JobInfo) MarshalTo

func (m *JobInfo) MarshalTo(dAtA []byte) (int, error)

func (*JobInfo) ProtoMessage

func (*JobInfo) ProtoMessage()

func (*JobInfo) Reset

func (m *JobInfo) Reset()

func (*JobInfo) Size

func (m *JobInfo) Size() (n int)

func (*JobInfo) String

func (m *JobInfo) String() string

func (*JobInfo) Unmarshal

func (m *JobInfo) Unmarshal(dAtA []byte) error

func (*JobInfo) XXX_DiscardUnknown

func (m *JobInfo) XXX_DiscardUnknown()

func (*JobInfo) XXX_Marshal

func (m *JobInfo) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*JobInfo) XXX_Merge

func (m *JobInfo) XXX_Merge(src proto.Message)

func (*JobInfo) XXX_Size

func (m *JobInfo) XXX_Size() int

func (*JobInfo) XXX_Unmarshal

func (m *JobInfo) XXX_Unmarshal(b []byte) error

type JobInfos

type JobInfos struct {
	JobInfo              []*JobInfo `protobuf:"bytes,1,rep,name=job_info,json=jobInfo,proto3" json:"job_info,omitempty"`
	XXX_NoUnkeyedLiteral struct{}   `json:"-"`
	XXX_unrecognized     []byte     `json:"-"`
	XXX_sizecache        int32      `json:"-"`
}

func (*JobInfos) Descriptor

func (*JobInfos) Descriptor() ([]byte, []int)

func (*JobInfos) GetJobInfo

func (m *JobInfos) GetJobInfo() []*JobInfo

func (*JobInfos) Marshal

func (m *JobInfos) Marshal() (dAtA []byte, err error)

func (*JobInfos) MarshalTo

func (m *JobInfos) MarshalTo(dAtA []byte) (int, error)

func (*JobInfos) ProtoMessage

func (*JobInfos) ProtoMessage()

func (*JobInfos) Reset

func (m *JobInfos) Reset()

func (*JobInfos) Size

func (m *JobInfos) Size() (n int)

func (*JobInfos) String

func (m *JobInfos) String() string

func (*JobInfos) Unmarshal

func (m *JobInfos) Unmarshal(dAtA []byte) error

func (*JobInfos) XXX_DiscardUnknown

func (m *JobInfos) XXX_DiscardUnknown()

func (*JobInfos) XXX_Marshal

func (m *JobInfos) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*JobInfos) XXX_Merge

func (m *JobInfos) XXX_Merge(src proto.Message)

func (*JobInfos) XXX_Size

func (m *JobInfos) XXX_Size() int

func (*JobInfos) XXX_Unmarshal

func (m *JobInfos) XXX_Unmarshal(b []byte) error

type JobInput

type JobInput struct {
	Name                 string      `protobuf:"bytes,4,opt,name=name,proto3" json:"name,omitempty"`
	Commit               *pfs.Commit `protobuf:"bytes,1,opt,name=commit,proto3" json:"commit,omitempty"`
	Glob                 string      `protobuf:"bytes,2,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy                 bool        `protobuf:"varint,3,opt,name=lazy,proto3" json:"lazy,omitempty"`
	XXX_NoUnkeyedLiteral struct{}    `json:"-"`
	XXX_unrecognized     []byte      `json:"-"`
	XXX_sizecache        int32       `json:"-"`
}

func (*JobInput) Descriptor

func (*JobInput) Descriptor() ([]byte, []int)

func (*JobInput) GetCommit

func (m *JobInput) GetCommit() *pfs.Commit

func (*JobInput) GetGlob

func (m *JobInput) GetGlob() string

func (*JobInput) GetLazy

func (m *JobInput) GetLazy() bool

func (*JobInput) GetName

func (m *JobInput) GetName() string

func (*JobInput) Marshal

func (m *JobInput) Marshal() (dAtA []byte, err error)

func (*JobInput) MarshalTo

func (m *JobInput) MarshalTo(dAtA []byte) (int, error)

func (*JobInput) ProtoMessage

func (*JobInput) ProtoMessage()

func (*JobInput) Reset

func (m *JobInput) Reset()

func (*JobInput) Size

func (m *JobInput) Size() (n int)

func (*JobInput) String

func (m *JobInput) String() string

func (*JobInput) Unmarshal

func (m *JobInput) Unmarshal(dAtA []byte) error

func (*JobInput) XXX_DiscardUnknown

func (m *JobInput) XXX_DiscardUnknown()

func (*JobInput) XXX_Marshal

func (m *JobInput) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*JobInput) XXX_Merge

func (m *JobInput) XXX_Merge(src proto.Message)

func (*JobInput) XXX_Size

func (m *JobInput) XXX_Size() int

func (*JobInput) XXX_Unmarshal

func (m *JobInput) XXX_Unmarshal(b []byte) error

type JobState

type JobState int32
const (
	JobState_JOB_STARTING JobState = 0
	JobState_JOB_RUNNING  JobState = 1
	JobState_JOB_FAILURE  JobState = 2
	JobState_JOB_SUCCESS  JobState = 3
	JobState_JOB_KILLED   JobState = 4
)

func (JobState) EnumDescriptor

func (JobState) EnumDescriptor() ([]byte, []int)

func (JobState) String

func (x JobState) String() string

type ListDatumRequest

type ListDatumRequest struct {
	Job                  *Job     `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	PageSize             int64    `protobuf:"varint,2,opt,name=page_size,json=pageSize,proto3" json:"page_size,omitempty"`
	Page                 int64    `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ListDatumRequest) Descriptor

func (*ListDatumRequest) Descriptor() ([]byte, []int)

func (*ListDatumRequest) GetJob

func (m *ListDatumRequest) GetJob() *Job

func (*ListDatumRequest) GetPage

func (m *ListDatumRequest) GetPage() int64

func (*ListDatumRequest) GetPageSize

func (m *ListDatumRequest) GetPageSize() int64

func (*ListDatumRequest) Marshal

func (m *ListDatumRequest) Marshal() (dAtA []byte, err error)

func (*ListDatumRequest) MarshalTo

func (m *ListDatumRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListDatumRequest) ProtoMessage

func (*ListDatumRequest) ProtoMessage()

func (*ListDatumRequest) Reset

func (m *ListDatumRequest) Reset()

func (*ListDatumRequest) Size

func (m *ListDatumRequest) Size() (n int)

func (*ListDatumRequest) String

func (m *ListDatumRequest) String() string

func (*ListDatumRequest) Unmarshal

func (m *ListDatumRequest) Unmarshal(dAtA []byte) error

func (*ListDatumRequest) XXX_DiscardUnknown

func (m *ListDatumRequest) XXX_DiscardUnknown()

func (*ListDatumRequest) XXX_Marshal

func (m *ListDatumRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ListDatumRequest) XXX_Merge

func (m *ListDatumRequest) XXX_Merge(src proto.Message)

func (*ListDatumRequest) XXX_Size

func (m *ListDatumRequest) XXX_Size() int

func (*ListDatumRequest) XXX_Unmarshal

func (m *ListDatumRequest) XXX_Unmarshal(b []byte) error

type ListDatumResponse

type ListDatumResponse struct {
	DatumInfos           []*DatumInfo `protobuf:"bytes,1,rep,name=datum_infos,json=datumInfos,proto3" json:"datum_infos,omitempty"`
	TotalPages           int64        `protobuf:"varint,2,opt,name=total_pages,json=totalPages,proto3" json:"total_pages,omitempty"`
	Page                 int64        `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"`
	XXX_NoUnkeyedLiteral struct{}     `json:"-"`
	XXX_unrecognized     []byte       `json:"-"`
	XXX_sizecache        int32        `json:"-"`
}

func (*ListDatumResponse) Descriptor

func (*ListDatumResponse) Descriptor() ([]byte, []int)

func (*ListDatumResponse) GetDatumInfos

func (m *ListDatumResponse) GetDatumInfos() []*DatumInfo

func (*ListDatumResponse) GetPage

func (m *ListDatumResponse) GetPage() int64

func (*ListDatumResponse) GetTotalPages

func (m *ListDatumResponse) GetTotalPages() int64

func (*ListDatumResponse) Marshal

func (m *ListDatumResponse) Marshal() (dAtA []byte, err error)

func (*ListDatumResponse) MarshalTo

func (m *ListDatumResponse) MarshalTo(dAtA []byte) (int, error)

func (*ListDatumResponse) ProtoMessage

func (*ListDatumResponse) ProtoMessage()

func (*ListDatumResponse) Reset

func (m *ListDatumResponse) Reset()

func (*ListDatumResponse) Size

func (m *ListDatumResponse) Size() (n int)

func (*ListDatumResponse) String

func (m *ListDatumResponse) String() string

func (*ListDatumResponse) Unmarshal

func (m *ListDatumResponse) Unmarshal(dAtA []byte) error

func (*ListDatumResponse) XXX_DiscardUnknown

func (m *ListDatumResponse) XXX_DiscardUnknown()

func (*ListDatumResponse) XXX_Marshal

func (m *ListDatumResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ListDatumResponse) XXX_Merge

func (m *ListDatumResponse) XXX_Merge(src proto.Message)

func (*ListDatumResponse) XXX_Size

func (m *ListDatumResponse) XXX_Size() int

func (*ListDatumResponse) XXX_Unmarshal

func (m *ListDatumResponse) XXX_Unmarshal(b []byte) error

type ListDatumStreamResponse

type ListDatumStreamResponse struct {
	DatumInfo *DatumInfo `protobuf:"bytes,1,opt,name=datum_info,json=datumInfo,proto3" json:"datum_info,omitempty"`
	// total_pages is only set in the first response (and set to 0 in all other
	// responses)
	TotalPages int64 `protobuf:"varint,2,opt,name=total_pages,json=totalPages,proto3" json:"total_pages,omitempty"`
	// page is only set in the first response (and set to 0 in all other
	// responses)
	Page                 int64    `protobuf:"varint,3,opt,name=page,proto3" json:"page,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

ListDatumStreamResponse is identical to ListDatumResponse, except that only one DatumInfo is present (as these responses are streamed)

func (*ListDatumStreamResponse) Descriptor

func (*ListDatumStreamResponse) Descriptor() ([]byte, []int)

func (*ListDatumStreamResponse) GetDatumInfo

func (m *ListDatumStreamResponse) GetDatumInfo() *DatumInfo

func (*ListDatumStreamResponse) GetPage

func (m *ListDatumStreamResponse) GetPage() int64

func (*ListDatumStreamResponse) GetTotalPages

func (m *ListDatumStreamResponse) GetTotalPages() int64

func (*ListDatumStreamResponse) Marshal

func (m *ListDatumStreamResponse) Marshal() (dAtA []byte, err error)

func (*ListDatumStreamResponse) MarshalTo

func (m *ListDatumStreamResponse) MarshalTo(dAtA []byte) (int, error)

func (*ListDatumStreamResponse) ProtoMessage

func (*ListDatumStreamResponse) ProtoMessage()

func (*ListDatumStreamResponse) Reset

func (m *ListDatumStreamResponse) Reset()

func (*ListDatumStreamResponse) Size

func (m *ListDatumStreamResponse) Size() (n int)

func (*ListDatumStreamResponse) String

func (m *ListDatumStreamResponse) String() string

func (*ListDatumStreamResponse) Unmarshal

func (m *ListDatumStreamResponse) Unmarshal(dAtA []byte) error

func (*ListDatumStreamResponse) XXX_DiscardUnknown

func (m *ListDatumStreamResponse) XXX_DiscardUnknown()

func (*ListDatumStreamResponse) XXX_Marshal

func (m *ListDatumStreamResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ListDatumStreamResponse) XXX_Merge

func (m *ListDatumStreamResponse) XXX_Merge(src proto.Message)

func (*ListDatumStreamResponse) XXX_Size

func (m *ListDatumStreamResponse) XXX_Size() int

func (*ListDatumStreamResponse) XXX_Unmarshal

func (m *ListDatumStreamResponse) XXX_Unmarshal(b []byte) error

type ListJobRequest

type ListJobRequest struct {
	Pipeline             *Pipeline     `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	InputCommit          []*pfs.Commit `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit,proto3" json:"input_commit,omitempty"`
	OutputCommit         *pfs.Commit   `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
	XXX_unrecognized     []byte        `json:"-"`
	XXX_sizecache        int32         `json:"-"`
}

func (*ListJobRequest) Descriptor

func (*ListJobRequest) Descriptor() ([]byte, []int)

func (*ListJobRequest) GetInputCommit

func (m *ListJobRequest) GetInputCommit() []*pfs.Commit

func (*ListJobRequest) GetOutputCommit

func (m *ListJobRequest) GetOutputCommit() *pfs.Commit

func (*ListJobRequest) GetPipeline

func (m *ListJobRequest) GetPipeline() *Pipeline

func (*ListJobRequest) Marshal

func (m *ListJobRequest) Marshal() (dAtA []byte, err error)

func (*ListJobRequest) MarshalTo

func (m *ListJobRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListJobRequest) ProtoMessage

func (*ListJobRequest) ProtoMessage()

func (*ListJobRequest) Reset

func (m *ListJobRequest) Reset()

func (*ListJobRequest) Size

func (m *ListJobRequest) Size() (n int)

func (*ListJobRequest) String

func (m *ListJobRequest) String() string

func (*ListJobRequest) Unmarshal

func (m *ListJobRequest) Unmarshal(dAtA []byte) error

func (*ListJobRequest) XXX_DiscardUnknown

func (m *ListJobRequest) XXX_DiscardUnknown()

func (*ListJobRequest) XXX_Marshal

func (m *ListJobRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ListJobRequest) XXX_Merge

func (m *ListJobRequest) XXX_Merge(src proto.Message)

func (*ListJobRequest) XXX_Size

func (m *ListJobRequest) XXX_Size() int

func (*ListJobRequest) XXX_Unmarshal

func (m *ListJobRequest) XXX_Unmarshal(b []byte) error

type ListPipelineRequest

type ListPipelineRequest struct {
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ListPipelineRequest) Descriptor

func (*ListPipelineRequest) Descriptor() ([]byte, []int)

func (*ListPipelineRequest) Marshal

func (m *ListPipelineRequest) Marshal() (dAtA []byte, err error)

func (*ListPipelineRequest) MarshalTo

func (m *ListPipelineRequest) MarshalTo(dAtA []byte) (int, error)

func (*ListPipelineRequest) ProtoMessage

func (*ListPipelineRequest) ProtoMessage()

func (*ListPipelineRequest) Reset

func (m *ListPipelineRequest) Reset()

func (*ListPipelineRequest) Size

func (m *ListPipelineRequest) Size() (n int)

func (*ListPipelineRequest) String

func (m *ListPipelineRequest) String() string

func (*ListPipelineRequest) Unmarshal

func (m *ListPipelineRequest) Unmarshal(dAtA []byte) error

func (*ListPipelineRequest) XXX_DiscardUnknown

func (m *ListPipelineRequest) XXX_DiscardUnknown()

func (*ListPipelineRequest) XXX_Marshal

func (m *ListPipelineRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ListPipelineRequest) XXX_Merge

func (m *ListPipelineRequest) XXX_Merge(src proto.Message)

func (*ListPipelineRequest) XXX_Size

func (m *ListPipelineRequest) XXX_Size() int

func (*ListPipelineRequest) XXX_Unmarshal

func (m *ListPipelineRequest) XXX_Unmarshal(b []byte) error

type LogMessage

type LogMessage struct {
	// The job and pipeline for which a PFS file is being processed (if the job
	// is an orphan job, pipeline name and ID will be unset)
	PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"`
	JobID        string `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	WorkerID     string `protobuf:"bytes,7,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	DatumID      string `protobuf:"bytes,9,opt,name=datum_id,json=datumId,proto3" json:"datum_id,omitempty"`
	Master       bool   `protobuf:"varint,10,opt,name=master,proto3" json:"master,omitempty"`
	// The PFS files being processed (one per pipeline/job input)
	Data []*InputFile `protobuf:"bytes,4,rep,name=data,proto3" json:"data,omitempty"`
	// User is true if log message comes from the users code.
	User bool `protobuf:"varint,8,opt,name=user,proto3" json:"user,omitempty"`
	// The message logged, and the time at which it was logged
	Ts                   *types.Timestamp `protobuf:"bytes,5,opt,name=ts,proto3" json:"ts,omitempty"`
	Message              string           `protobuf:"bytes,6,opt,name=message,proto3" json:"message,omitempty"`
	XXX_NoUnkeyedLiteral struct{}         `json:"-"`
	XXX_unrecognized     []byte           `json:"-"`
	XXX_sizecache        int32            `json:"-"`
}

LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.

func (*LogMessage) Descriptor

func (*LogMessage) Descriptor() ([]byte, []int)

func (*LogMessage) GetData

func (m *LogMessage) GetData() []*InputFile

func (*LogMessage) GetDatumID

func (m *LogMessage) GetDatumID() string

func (*LogMessage) GetJobID

func (m *LogMessage) GetJobID() string

func (*LogMessage)