pps

package
v2.7.0-nightly.20230718 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Jul 17, 2023 License: Apache-2.0 Imports: 22 Imported by: 2

Documentation

Index

Constants

View Source
const (
	API_InspectJob_FullMethodName         = "/pps_v2.API/InspectJob"
	API_InspectJobSet_FullMethodName      = "/pps_v2.API/InspectJobSet"
	API_ListJob_FullMethodName            = "/pps_v2.API/ListJob"
	API_ListJobSet_FullMethodName         = "/pps_v2.API/ListJobSet"
	API_SubscribeJob_FullMethodName       = "/pps_v2.API/SubscribeJob"
	API_DeleteJob_FullMethodName          = "/pps_v2.API/DeleteJob"
	API_StopJob_FullMethodName            = "/pps_v2.API/StopJob"
	API_InspectDatum_FullMethodName       = "/pps_v2.API/InspectDatum"
	API_ListDatum_FullMethodName          = "/pps_v2.API/ListDatum"
	API_RestartDatum_FullMethodName       = "/pps_v2.API/RestartDatum"
	API_CreatePipeline_FullMethodName     = "/pps_v2.API/CreatePipeline"
	API_InspectPipeline_FullMethodName    = "/pps_v2.API/InspectPipeline"
	API_ListPipeline_FullMethodName       = "/pps_v2.API/ListPipeline"
	API_DeletePipeline_FullMethodName     = "/pps_v2.API/DeletePipeline"
	API_DeletePipelines_FullMethodName    = "/pps_v2.API/DeletePipelines"
	API_StartPipeline_FullMethodName      = "/pps_v2.API/StartPipeline"
	API_StopPipeline_FullMethodName       = "/pps_v2.API/StopPipeline"
	API_RunPipeline_FullMethodName        = "/pps_v2.API/RunPipeline"
	API_RunCron_FullMethodName            = "/pps_v2.API/RunCron"
	API_CreateSecret_FullMethodName       = "/pps_v2.API/CreateSecret"
	API_DeleteSecret_FullMethodName       = "/pps_v2.API/DeleteSecret"
	API_ListSecret_FullMethodName         = "/pps_v2.API/ListSecret"
	API_InspectSecret_FullMethodName      = "/pps_v2.API/InspectSecret"
	API_DeleteAll_FullMethodName          = "/pps_v2.API/DeleteAll"
	API_GetLogs_FullMethodName            = "/pps_v2.API/GetLogs"
	API_ActivateAuth_FullMethodName       = "/pps_v2.API/ActivateAuth"
	API_UpdateJobState_FullMethodName     = "/pps_v2.API/UpdateJobState"
	API_RunLoadTest_FullMethodName        = "/pps_v2.API/RunLoadTest"
	API_RunLoadTestDefault_FullMethodName = "/pps_v2.API/RunLoadTestDefault"
	API_RenderTemplate_FullMethodName     = "/pps_v2.API/RenderTemplate"
	API_ListTask_FullMethodName           = "/pps_v2.API/ListTask"
	API_GetKubeEvents_FullMethodName      = "/pps_v2.API/GetKubeEvents"
	API_QueryLoki_FullMethodName          = "/pps_v2.API/QueryLoki"
)

Variables

View Source
var (
	JobState_name = map[int32]string{
		0: "JOB_STATE_UNKNOWN",
		1: "JOB_CREATED",
		2: "JOB_STARTING",
		3: "JOB_RUNNING",
		4: "JOB_FAILURE",
		5: "JOB_SUCCESS",
		6: "JOB_KILLED",
		7: "JOB_EGRESSING",
		8: "JOB_FINISHING",
		9: "JOB_UNRUNNABLE",
	}
	JobState_value = map[string]int32{
		"JOB_STATE_UNKNOWN": 0,
		"JOB_CREATED":       1,
		"JOB_STARTING":      2,
		"JOB_RUNNING":       3,
		"JOB_FAILURE":       4,
		"JOB_SUCCESS":       5,
		"JOB_KILLED":        6,
		"JOB_EGRESSING":     7,
		"JOB_FINISHING":     8,
		"JOB_UNRUNNABLE":    9,
	}
)

Enum value maps for JobState.

View Source
var (
	DatumState_name = map[int32]string{
		0: "UNKNOWN",
		1: "FAILED",
		2: "SUCCESS",
		3: "SKIPPED",
		4: "STARTING",
		5: "RECOVERED",
	}
	DatumState_value = map[string]int32{
		"UNKNOWN":   0,
		"FAILED":    1,
		"SUCCESS":   2,
		"SKIPPED":   3,
		"STARTING":  4,
		"RECOVERED": 5,
	}
)

Enum value maps for DatumState.

View Source
var (
	WorkerState_name = map[int32]string{
		0: "WORKER_STATE_UNKNOWN",
		1: "POD_RUNNING",
		2: "POD_SUCCESS",
		3: "POD_FAILED",
	}
	WorkerState_value = map[string]int32{
		"WORKER_STATE_UNKNOWN": 0,
		"POD_RUNNING":          1,
		"POD_SUCCESS":          2,
		"POD_FAILED":           3,
	}
)

Enum value maps for WorkerState.

View Source
var (
	PipelineState_name = map[int32]string{
		0: "PIPELINE_STATE_UNKNOWN",
		1: "PIPELINE_STARTING",
		2: "PIPELINE_RUNNING",
		3: "PIPELINE_RESTARTING",
		4: "PIPELINE_FAILURE",
		5: "PIPELINE_PAUSED",
		6: "PIPELINE_STANDBY",
		7: "PIPELINE_CRASHING",
	}
	PipelineState_value = map[string]int32{
		"PIPELINE_STATE_UNKNOWN": 0,
		"PIPELINE_STARTING":      1,
		"PIPELINE_RUNNING":       2,
		"PIPELINE_RESTARTING":    3,
		"PIPELINE_FAILURE":       4,
		"PIPELINE_PAUSED":        5,
		"PIPELINE_STANDBY":       6,
		"PIPELINE_CRASHING":      7,
	}
)

Enum value maps for PipelineState.

View Source
var (
	TolerationOperator_name = map[int32]string{
		0: "EMPTY",
		1: "EXISTS",
		2: "EQUAL",
	}
	TolerationOperator_value = map[string]int32{
		"EMPTY":  0,
		"EXISTS": 1,
		"EQUAL":  2,
	}
)

Enum value maps for TolerationOperator.

View Source
var (
	TaintEffect_name = map[int32]string{
		0: "ALL_EFFECTS",
		1: "NO_SCHEDULE",
		2: "PREFER_NO_SCHEDULE",
		3: "NO_EXECUTE",
	}
	TaintEffect_value = map[string]int32{
		"ALL_EFFECTS":        0,
		"NO_SCHEDULE":        1,
		"PREFER_NO_SCHEDULE": 2,
		"NO_EXECUTE":         3,
	}
)

Enum value maps for TaintEffect.

View Source
var (
	PipelineInfo_PipelineType_name = map[int32]string{
		0: "PIPELINT_TYPE_UNKNOWN",
		1: "PIPELINE_TYPE_TRANSFORM",
		2: "PIPELINE_TYPE_SPOUT",
		3: "PIPELINE_TYPE_SERVICE",
	}
	PipelineInfo_PipelineType_value = map[string]int32{
		"PIPELINT_TYPE_UNKNOWN":   0,
		"PIPELINE_TYPE_TRANSFORM": 1,
		"PIPELINE_TYPE_SPOUT":     2,
		"PIPELINE_TYPE_SERVICE":   3,
	}
)

Enum value maps for PipelineInfo_PipelineType.

View Source
var API_ServiceDesc = grpc.ServiceDesc{
	ServiceName: "pps_v2.API",
	HandlerType: (*APIServer)(nil),
	Methods: []grpc.MethodDesc{
		{
			MethodName: "InspectJob",
			Handler:    _API_InspectJob_Handler,
		},
		{
			MethodName: "DeleteJob",
			Handler:    _API_DeleteJob_Handler,
		},
		{
			MethodName: "StopJob",
			Handler:    _API_StopJob_Handler,
		},
		{
			MethodName: "InspectDatum",
			Handler:    _API_InspectDatum_Handler,
		},
		{
			MethodName: "RestartDatum",
			Handler:    _API_RestartDatum_Handler,
		},
		{
			MethodName: "CreatePipeline",
			Handler:    _API_CreatePipeline_Handler,
		},
		{
			MethodName: "InspectPipeline",
			Handler:    _API_InspectPipeline_Handler,
		},
		{
			MethodName: "DeletePipeline",
			Handler:    _API_DeletePipeline_Handler,
		},
		{
			MethodName: "DeletePipelines",
			Handler:    _API_DeletePipelines_Handler,
		},
		{
			MethodName: "StartPipeline",
			Handler:    _API_StartPipeline_Handler,
		},
		{
			MethodName: "StopPipeline",
			Handler:    _API_StopPipeline_Handler,
		},
		{
			MethodName: "RunPipeline",
			Handler:    _API_RunPipeline_Handler,
		},
		{
			MethodName: "RunCron",
			Handler:    _API_RunCron_Handler,
		},
		{
			MethodName: "CreateSecret",
			Handler:    _API_CreateSecret_Handler,
		},
		{
			MethodName: "DeleteSecret",
			Handler:    _API_DeleteSecret_Handler,
		},
		{
			MethodName: "ListSecret",
			Handler:    _API_ListSecret_Handler,
		},
		{
			MethodName: "InspectSecret",
			Handler:    _API_InspectSecret_Handler,
		},
		{
			MethodName: "DeleteAll",
			Handler:    _API_DeleteAll_Handler,
		},
		{
			MethodName: "ActivateAuth",
			Handler:    _API_ActivateAuth_Handler,
		},
		{
			MethodName: "UpdateJobState",
			Handler:    _API_UpdateJobState_Handler,
		},
		{
			MethodName: "RunLoadTest",
			Handler:    _API_RunLoadTest_Handler,
		},
		{
			MethodName: "RunLoadTestDefault",
			Handler:    _API_RunLoadTestDefault_Handler,
		},
		{
			MethodName: "RenderTemplate",
			Handler:    _API_RenderTemplate_Handler,
		},
	},
	Streams: []grpc.StreamDesc{
		{
			StreamName:    "InspectJobSet",
			Handler:       _API_InspectJobSet_Handler,
			ServerStreams: true,
		},
		{
			StreamName:    "ListJob",
			Handler:       _API_ListJob_Handler,
			ServerStreams: true,
		},
		{
			StreamName:    "ListJobSet",
			Handler:       _API_ListJobSet_Handler,
			ServerStreams: true,
		},
		{
			StreamName:    "SubscribeJob",
			Handler:       _API_SubscribeJob_Handler,
			ServerStreams: true,
		},
		{
			StreamName:    "ListDatum",
			Handler:       _API_ListDatum_Handler,
			ServerStreams: true,
		},
		{
			StreamName:    "ListPipeline",
			Handler:       _API_ListPipeline_Handler,
			ServerStreams: true,
		},
		{
			StreamName:    "GetLogs",
			Handler:       _API_GetLogs_Handler,
			ServerStreams: true,
		},
		{
			StreamName:    "ListTask",
			Handler:       _API_ListTask_Handler,
			ServerStreams: true,
		},
		{
			StreamName:    "GetKubeEvents",
			Handler:       _API_GetKubeEvents_Handler,
			ServerStreams: true,
		},
		{
			StreamName:    "QueryLoki",
			Handler:       _API_QueryLoki_Handler,
			ServerStreams: true,
		},
	},
	Metadata: "pps/pps.proto",
}

API_ServiceDesc is the grpc.ServiceDesc for API service. It's only intended for direct use with grpc.RegisterService, and not to be introspected or modified (even as a copy)

View Source
var File_pps_pps_proto protoreflect.FileDescriptor

Functions

func DataField

func DataField(data []*InputFile) zap.Field

func DatumIDField

func DatumIDField(id string) zap.Field

func InputBranches deprecated

func InputBranches(input *Input) []*pfs.Branch

InputBranches returns the branches in an Input.

Deprecated: Use ProjectInputBranches instead.

func InputName

func InputName(input *Input) string

InputName computes the name of an Input.

func IsTerminal

func IsTerminal(state JobState) bool

IsTerminal returns 'true' if 'state' indicates that the job is done (i.e. the state will not change later: SUCCESS, FAILURE, KILLED) and 'false' otherwise.

func JobIDField

func JobIDField(id string) zap.Field

func MasterField

func MasterField(master bool) zap.Field

func PipelineNameField

func PipelineNameField(name string) zap.Field

func ProjectInputBranches

func ProjectInputBranches(projectName string, input *Input) []*pfs.Branch

func ProjectNameField

func ProjectNameField(name string) zap.Field

The following are zap fields for log lines that can be parsed into a LogMessage. The field name must be equal to the `protobuf:"...,json="` name.

func RegisterAPIServer

func RegisterAPIServer(s grpc.ServiceRegistrar, srv APIServer)

func SortInput

func SortInput(input *Input)

SortInput sorts an Input.

func UserField

func UserField(user bool) zap.Field

func VisitInput

func VisitInput(input *Input, f func(*Input) error) error

VisitInput visits each input recursively in ascending order (root last). It cannot return an error unless f returns an error.

func WorkerIDField

func WorkerIDField(id string) zap.Field

Types

type APIClient

type APIClient interface {
	InspectJob(ctx context.Context, in *InspectJobRequest, opts ...grpc.CallOption) (*JobInfo, error)
	InspectJobSet(ctx context.Context, in *InspectJobSetRequest, opts ...grpc.CallOption) (API_InspectJobSetClient, error)
	// ListJob returns information about current and past Pachyderm jobs.
	ListJob(ctx context.Context, in *ListJobRequest, opts ...grpc.CallOption) (API_ListJobClient, error)
	ListJobSet(ctx context.Context, in *ListJobSetRequest, opts ...grpc.CallOption) (API_ListJobSetClient, error)
	SubscribeJob(ctx context.Context, in *SubscribeJobRequest, opts ...grpc.CallOption) (API_SubscribeJobClient, error)
	DeleteJob(ctx context.Context, in *DeleteJobRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	StopJob(ctx context.Context, in *StopJobRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	InspectDatum(ctx context.Context, in *InspectDatumRequest, opts ...grpc.CallOption) (*DatumInfo, error)
	// ListDatum returns information about each datum fed to a Pachyderm job
	ListDatum(ctx context.Context, in *ListDatumRequest, opts ...grpc.CallOption) (API_ListDatumClient, error)
	RestartDatum(ctx context.Context, in *RestartDatumRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	CreatePipeline(ctx context.Context, in *CreatePipelineRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	InspectPipeline(ctx context.Context, in *InspectPipelineRequest, opts ...grpc.CallOption) (*PipelineInfo, error)
	ListPipeline(ctx context.Context, in *ListPipelineRequest, opts ...grpc.CallOption) (API_ListPipelineClient, error)
	DeletePipeline(ctx context.Context, in *DeletePipelineRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	DeletePipelines(ctx context.Context, in *DeletePipelinesRequest, opts ...grpc.CallOption) (*DeletePipelinesResponse, error)
	StartPipeline(ctx context.Context, in *StartPipelineRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	StopPipeline(ctx context.Context, in *StopPipelineRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	RunPipeline(ctx context.Context, in *RunPipelineRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	RunCron(ctx context.Context, in *RunCronRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	CreateSecret(ctx context.Context, in *CreateSecretRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	DeleteSecret(ctx context.Context, in *DeleteSecretRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	ListSecret(ctx context.Context, in *emptypb.Empty, opts ...grpc.CallOption) (*SecretInfos, error)
	InspectSecret(ctx context.Context, in *InspectSecretRequest, opts ...grpc.CallOption) (*SecretInfo, error)
	// DeleteAll deletes everything
	DeleteAll(ctx context.Context, in *emptypb.Empty, opts ...grpc.CallOption) (*emptypb.Empty, error)
	GetLogs(ctx context.Context, in *GetLogsRequest, opts ...grpc.CallOption) (API_GetLogsClient, error)
	// An internal call that causes PPS to put itself into an auth-enabled state
	// (all pipeline have tokens, correct permissions, etcd)
	ActivateAuth(ctx context.Context, in *ActivateAuthRequest, opts ...grpc.CallOption) (*ActivateAuthResponse, error)
	// An internal call used to move a job from one state to another
	UpdateJobState(ctx context.Context, in *UpdateJobStateRequest, opts ...grpc.CallOption) (*emptypb.Empty, error)
	// RunLoadTest runs a load test.
	RunLoadTest(ctx context.Context, in *RunLoadTestRequest, opts ...grpc.CallOption) (*RunLoadTestResponse, error)
	// RunLoadTestDefault runs the default load test.
	RunLoadTestDefault(ctx context.Context, in *emptypb.Empty, opts ...grpc.CallOption) (*RunLoadTestResponse, error)
	// RenderTemplate renders the provided template and arguments into a list of Pipeline specicifications
	RenderTemplate(ctx context.Context, in *RenderTemplateRequest, opts ...grpc.CallOption) (*RenderTemplateResponse, error)
	// ListTask lists PPS tasks
	ListTask(ctx context.Context, in *task.ListTaskRequest, opts ...grpc.CallOption) (API_ListTaskClient, error)
	// GetKubeEvents returns a stream of kubernetes events
	GetKubeEvents(ctx context.Context, in *LokiRequest, opts ...grpc.CallOption) (API_GetKubeEventsClient, error)
	// QueryLoki returns a stream of loki log messages given a query string
	QueryLoki(ctx context.Context, in *LokiRequest, opts ...grpc.CallOption) (API_QueryLokiClient, error)
}

APIClient is the client API for API service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.

func NewAPIClient

func NewAPIClient(cc grpc.ClientConnInterface) APIClient

type APIServer

type APIServer interface {
	InspectJob(context.Context, *InspectJobRequest) (*JobInfo, error)
	InspectJobSet(*InspectJobSetRequest, API_InspectJobSetServer) error
	// ListJob returns information about current and past Pachyderm jobs.
	ListJob(*ListJobRequest, API_ListJobServer) error
	ListJobSet(*ListJobSetRequest, API_ListJobSetServer) error
	SubscribeJob(*SubscribeJobRequest, API_SubscribeJobServer) error
	DeleteJob(context.Context, *DeleteJobRequest) (*emptypb.Empty, error)
	StopJob(context.Context, *StopJobRequest) (*emptypb.Empty, error)
	InspectDatum(context.Context, *InspectDatumRequest) (*DatumInfo, error)
	// ListDatum returns information about each datum fed to a Pachyderm job
	ListDatum(*ListDatumRequest, API_ListDatumServer) error
	RestartDatum(context.Context, *RestartDatumRequest) (*emptypb.Empty, error)
	CreatePipeline(context.Context, *CreatePipelineRequest) (*emptypb.Empty, error)
	InspectPipeline(context.Context, *InspectPipelineRequest) (*PipelineInfo, error)
	ListPipeline(*ListPipelineRequest, API_ListPipelineServer) error
	DeletePipeline(context.Context, *DeletePipelineRequest) (*emptypb.Empty, error)
	DeletePipelines(context.Context, *DeletePipelinesRequest) (*DeletePipelinesResponse, error)
	StartPipeline(context.Context, *StartPipelineRequest) (*emptypb.Empty, error)
	StopPipeline(context.Context, *StopPipelineRequest) (*emptypb.Empty, error)
	RunPipeline(context.Context, *RunPipelineRequest) (*emptypb.Empty, error)
	RunCron(context.Context, *RunCronRequest) (*emptypb.Empty, error)
	CreateSecret(context.Context, *CreateSecretRequest) (*emptypb.Empty, error)
	DeleteSecret(context.Context, *DeleteSecretRequest) (*emptypb.Empty, error)
	ListSecret(context.Context, *emptypb.Empty) (*SecretInfos, error)
	InspectSecret(context.Context, *InspectSecretRequest) (*SecretInfo, error)
	// DeleteAll deletes everything
	DeleteAll(context.Context, *emptypb.Empty) (*emptypb.Empty, error)
	GetLogs(*GetLogsRequest, API_GetLogsServer) error
	// An internal call that causes PPS to put itself into an auth-enabled state
	// (all pipeline have tokens, correct permissions, etcd)
	ActivateAuth(context.Context, *ActivateAuthRequest) (*ActivateAuthResponse, error)
	// An internal call used to move a job from one state to another
	UpdateJobState(context.Context, *UpdateJobStateRequest) (*emptypb.Empty, error)
	// RunLoadTest runs a load test.
	RunLoadTest(context.Context, *RunLoadTestRequest) (*RunLoadTestResponse, error)
	// RunLoadTestDefault runs the default load test.
	RunLoadTestDefault(context.Context, *emptypb.Empty) (*RunLoadTestResponse, error)
	// RenderTemplate renders the provided template and arguments into a list of Pipeline specicifications
	RenderTemplate(context.Context, *RenderTemplateRequest) (*RenderTemplateResponse, error)
	// ListTask lists PPS tasks
	ListTask(*task.ListTaskRequest, API_ListTaskServer) error
	// GetKubeEvents returns a stream of kubernetes events
	GetKubeEvents(*LokiRequest, API_GetKubeEventsServer) error
	// QueryLoki returns a stream of loki log messages given a query string
	QueryLoki(*LokiRequest, API_QueryLokiServer) error
	// contains filtered or unexported methods
}

APIServer is the server API for API service. All implementations must embed UnimplementedAPIServer for forward compatibility

type API_GetKubeEventsClient

type API_GetKubeEventsClient interface {
	Recv() (*LokiLogMessage, error)
	grpc.ClientStream
}

type API_GetKubeEventsServer

type API_GetKubeEventsServer interface {
	Send(*LokiLogMessage) error
	grpc.ServerStream
}

type API_GetLogsClient

type API_GetLogsClient interface {
	Recv() (*LogMessage, error)
	grpc.ClientStream
}

type API_GetLogsServer

type API_GetLogsServer interface {
	Send(*LogMessage) error
	grpc.ServerStream
}

type API_InspectJobSetClient

type API_InspectJobSetClient interface {
	Recv() (*JobInfo, error)
	grpc.ClientStream
}

type API_InspectJobSetServer

type API_InspectJobSetServer interface {
	Send(*JobInfo) error
	grpc.ServerStream
}

type API_ListDatumClient

type API_ListDatumClient interface {
	Recv() (*DatumInfo, error)
	grpc.ClientStream
}

type API_ListDatumServer

type API_ListDatumServer interface {
	Send(*DatumInfo) error
	grpc.ServerStream
}

type API_ListJobClient

type API_ListJobClient interface {
	Recv() (*JobInfo, error)
	grpc.ClientStream
}

type API_ListJobServer

type API_ListJobServer interface {
	Send(*JobInfo) error
	grpc.ServerStream
}

type API_ListJobSetClient

type API_ListJobSetClient interface {
	Recv() (*JobSetInfo, error)
	grpc.ClientStream
}

type API_ListJobSetServer

type API_ListJobSetServer interface {
	Send(*JobSetInfo) error
	grpc.ServerStream
}

type API_ListPipelineClient

type API_ListPipelineClient interface {
	Recv() (*PipelineInfo, error)
	grpc.ClientStream
}

type API_ListPipelineServer

type API_ListPipelineServer interface {
	Send(*PipelineInfo) error
	grpc.ServerStream
}

type API_ListTaskClient

type API_ListTaskClient interface {
	Recv() (*task.TaskInfo, error)
	grpc.ClientStream
}

type API_ListTaskServer

type API_ListTaskServer interface {
	Send(*task.TaskInfo) error
	grpc.ServerStream
}

type API_QueryLokiClient

type API_QueryLokiClient interface {
	Recv() (*LokiLogMessage, error)
	grpc.ClientStream
}

type API_QueryLokiServer

type API_QueryLokiServer interface {
	Send(*LokiLogMessage) error
	grpc.ServerStream
}

type API_SubscribeJobClient

type API_SubscribeJobClient interface {
	Recv() (*JobInfo, error)
	grpc.ClientStream
}

type API_SubscribeJobServer

type API_SubscribeJobServer interface {
	Send(*JobInfo) error
	grpc.ServerStream
}

type ActivateAuthRequest

type ActivateAuthRequest struct {
	// contains filtered or unexported fields
}

func (*ActivateAuthRequest) Descriptor deprecated

func (*ActivateAuthRequest) Descriptor() ([]byte, []int)

Deprecated: Use ActivateAuthRequest.ProtoReflect.Descriptor instead.

func (*ActivateAuthRequest) MarshalLogObject

func (x *ActivateAuthRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ActivateAuthRequest) ProtoMessage

func (*ActivateAuthRequest) ProtoMessage()

func (*ActivateAuthRequest) ProtoReflect added in v2.7.0

func (x *ActivateAuthRequest) ProtoReflect() protoreflect.Message

func (*ActivateAuthRequest) Reset

func (x *ActivateAuthRequest) Reset()

func (*ActivateAuthRequest) String

func (x *ActivateAuthRequest) String() string

type ActivateAuthResponse

type ActivateAuthResponse struct {
	// contains filtered or unexported fields
}

func (*ActivateAuthResponse) Descriptor deprecated

func (*ActivateAuthResponse) Descriptor() ([]byte, []int)

Deprecated: Use ActivateAuthResponse.ProtoReflect.Descriptor instead.

func (*ActivateAuthResponse) MarshalLogObject

func (x *ActivateAuthResponse) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ActivateAuthResponse) ProtoMessage

func (*ActivateAuthResponse) ProtoMessage()

func (*ActivateAuthResponse) ProtoReflect added in v2.7.0

func (x *ActivateAuthResponse) ProtoReflect() protoreflect.Message

func (*ActivateAuthResponse) Reset

func (x *ActivateAuthResponse) Reset()

func (*ActivateAuthResponse) String

func (x *ActivateAuthResponse) String() string

type Aggregate

type Aggregate struct {
	Count                 int64   `protobuf:"varint,1,opt,name=count,proto3" json:"count,omitempty"`
	Mean                  float64 `protobuf:"fixed64,2,opt,name=mean,proto3" json:"mean,omitempty"`
	Stddev                float64 `protobuf:"fixed64,3,opt,name=stddev,proto3" json:"stddev,omitempty"`
	FifthPercentile       float64 `protobuf:"fixed64,4,opt,name=fifth_percentile,json=fifthPercentile,proto3" json:"fifth_percentile,omitempty"`
	NinetyFifthPercentile float64 `` /* 128-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*Aggregate) Descriptor deprecated

func (*Aggregate) Descriptor() ([]byte, []int)

Deprecated: Use Aggregate.ProtoReflect.Descriptor instead.

func (*Aggregate) GetCount

func (x *Aggregate) GetCount() int64

func (*Aggregate) GetFifthPercentile

func (x *Aggregate) GetFifthPercentile() float64

func (*Aggregate) GetMean

func (x *Aggregate) GetMean() float64

func (*Aggregate) GetNinetyFifthPercentile

func (x *Aggregate) GetNinetyFifthPercentile() float64

func (*Aggregate) GetStddev

func (x *Aggregate) GetStddev() float64

func (*Aggregate) MarshalLogObject

func (x *Aggregate) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Aggregate) ProtoMessage

func (*Aggregate) ProtoMessage()

func (*Aggregate) ProtoReflect added in v2.7.0

func (x *Aggregate) ProtoReflect() protoreflect.Message

func (*Aggregate) Reset

func (x *Aggregate) Reset()

func (*Aggregate) String

func (x *Aggregate) String() string

type AggregateProcessStats

type AggregateProcessStats struct {
	DownloadTime  *Aggregate `protobuf:"bytes,1,opt,name=download_time,json=downloadTime,proto3" json:"download_time,omitempty"`
	ProcessTime   *Aggregate `protobuf:"bytes,2,opt,name=process_time,json=processTime,proto3" json:"process_time,omitempty"`
	UploadTime    *Aggregate `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime,proto3" json:"upload_time,omitempty"`
	DownloadBytes *Aggregate `protobuf:"bytes,4,opt,name=download_bytes,json=downloadBytes,proto3" json:"download_bytes,omitempty"`
	UploadBytes   *Aggregate `protobuf:"bytes,5,opt,name=upload_bytes,json=uploadBytes,proto3" json:"upload_bytes,omitempty"`
	// contains filtered or unexported fields
}

func (*AggregateProcessStats) Descriptor deprecated

func (*AggregateProcessStats) Descriptor() ([]byte, []int)

Deprecated: Use AggregateProcessStats.ProtoReflect.Descriptor instead.

func (*AggregateProcessStats) GetDownloadBytes

func (x *AggregateProcessStats) GetDownloadBytes() *Aggregate

func (*AggregateProcessStats) GetDownloadTime

func (x *AggregateProcessStats) GetDownloadTime() *Aggregate

func (*AggregateProcessStats) GetProcessTime

func (x *AggregateProcessStats) GetProcessTime() *Aggregate

func (*AggregateProcessStats) GetUploadBytes

func (x *AggregateProcessStats) GetUploadBytes() *Aggregate

func (*AggregateProcessStats) GetUploadTime

func (x *AggregateProcessStats) GetUploadTime() *Aggregate

func (*AggregateProcessStats) MarshalLogObject

func (x *AggregateProcessStats) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*AggregateProcessStats) ProtoMessage

func (*AggregateProcessStats) ProtoMessage()

func (*AggregateProcessStats) ProtoReflect added in v2.7.0

func (x *AggregateProcessStats) ProtoReflect() protoreflect.Message

func (*AggregateProcessStats) Reset

func (x *AggregateProcessStats) Reset()

func (*AggregateProcessStats) String

func (x *AggregateProcessStats) String() string

type ClusterDefaults added in v2.7.0

type ClusterDefaults struct {
	DetailsJson          string `protobuf:"bytes,1,opt,name=details_json,json=detailsJson,proto3" json:"details_json,omitempty"`
	EffectiveDetailsJson string `protobuf:"bytes,2,opt,name=effective_details_json,json=effectiveDetailsJson,proto3" json:"effective_details_json,omitempty"`
	// contains filtered or unexported fields
}

func (*ClusterDefaults) Descriptor deprecated added in v2.7.0

func (*ClusterDefaults) Descriptor() ([]byte, []int)

Deprecated: Use ClusterDefaults.ProtoReflect.Descriptor instead.

func (*ClusterDefaults) GetDetailsJson added in v2.7.0

func (x *ClusterDefaults) GetDetailsJson() string

func (*ClusterDefaults) GetEffectiveDetailsJson added in v2.7.0

func (x *ClusterDefaults) GetEffectiveDetailsJson() string

func (*ClusterDefaults) MarshalLogObject added in v2.7.0

func (x *ClusterDefaults) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ClusterDefaults) ProtoMessage added in v2.7.0

func (*ClusterDefaults) ProtoMessage()

func (*ClusterDefaults) ProtoReflect added in v2.7.0

func (x *ClusterDefaults) ProtoReflect() protoreflect.Message

func (*ClusterDefaults) Reset added in v2.7.0

func (x *ClusterDefaults) Reset()

func (*ClusterDefaults) String added in v2.7.0

func (x *ClusterDefaults) String() string

type CreatePipelineRequest

type CreatePipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	// tf_job encodes a Kubeflow TFJob spec. Pachyderm uses this to create TFJobs
	// when running in a kubernetes cluster on which kubeflow has been installed.
	// Exactly one of 'tf_job' and 'transform' should be set
	TfJob           *TFJob           `protobuf:"bytes,2,opt,name=tf_job,json=tfJob,proto3" json:"tf_job,omitempty"`
	Transform       *Transform       `protobuf:"bytes,3,opt,name=transform,proto3" json:"transform,omitempty"`
	ParallelismSpec *ParallelismSpec `protobuf:"bytes,4,opt,name=parallelism_spec,json=parallelismSpec,proto3" json:"parallelism_spec,omitempty"`
	Egress          *Egress          `protobuf:"bytes,5,opt,name=egress,proto3" json:"egress,omitempty"`
	Update          bool             `protobuf:"varint,6,opt,name=update,proto3" json:"update,omitempty"`
	OutputBranch    string           `protobuf:"bytes,7,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	// s3_out, if set, requires a pipeline's user to write to its output repo
	// via Pachyderm's s3 gateway (if set, workers will serve Pachyderm's s3
	// gateway API at http://<pipeline>-s3.<namespace>/<job id>.out/my/file).
	// In this mode /pfs_v2/out won't be walked or uploaded, and the s3 gateway
	// service in the workers will allow writes to the job's output commit
	S3Out                 bool          `protobuf:"varint,8,opt,name=s3_out,json=s3Out,proto3" json:"s3_out,omitempty"`
	ResourceRequests      *ResourceSpec `protobuf:"bytes,9,opt,name=resource_requests,json=resourceRequests,proto3" json:"resource_requests,omitempty"`
	ResourceLimits        *ResourceSpec `protobuf:"bytes,10,opt,name=resource_limits,json=resourceLimits,proto3" json:"resource_limits,omitempty"`
	SidecarResourceLimits *ResourceSpec `` /* 127-byte string literal not displayed */
	Input                 *Input        `protobuf:"bytes,12,opt,name=input,proto3" json:"input,omitempty"`
	Description           string        `protobuf:"bytes,13,opt,name=description,proto3" json:"description,omitempty"`
	// Reprocess forces the pipeline to reprocess all datums.
	// It only has meaning if Update is true
	Reprocess               bool                 `protobuf:"varint,15,opt,name=reprocess,proto3" json:"reprocess,omitempty"`
	Service                 *Service             `protobuf:"bytes,17,opt,name=service,proto3" json:"service,omitempty"`
	Spout                   *Spout               `protobuf:"bytes,18,opt,name=spout,proto3" json:"spout,omitempty"`
	DatumSetSpec            *DatumSetSpec        `protobuf:"bytes,19,opt,name=datum_set_spec,json=datumSetSpec,proto3" json:"datum_set_spec,omitempty"`
	DatumTimeout            *durationpb.Duration `protobuf:"bytes,20,opt,name=datum_timeout,json=datumTimeout,proto3" json:"datum_timeout,omitempty"`
	JobTimeout              *durationpb.Duration `protobuf:"bytes,21,opt,name=job_timeout,json=jobTimeout,proto3" json:"job_timeout,omitempty"`
	Salt                    string               `protobuf:"bytes,22,opt,name=salt,proto3" json:"salt,omitempty"`
	DatumTries              int64                `protobuf:"varint,23,opt,name=datum_tries,json=datumTries,proto3" json:"datum_tries,omitempty"`
	SchedulingSpec          *SchedulingSpec      `protobuf:"bytes,24,opt,name=scheduling_spec,json=schedulingSpec,proto3" json:"scheduling_spec,omitempty"`
	PodSpec                 string               `protobuf:"bytes,25,opt,name=pod_spec,json=podSpec,proto3" json:"pod_spec,omitempty"`    // deprecated, use pod_patch below
	PodPatch                string               `protobuf:"bytes,26,opt,name=pod_patch,json=podPatch,proto3" json:"pod_patch,omitempty"` // a json patch will be applied to the pipeline's pod_spec before it's created;
	SpecCommit              *pfs.Commit          `protobuf:"bytes,27,opt,name=spec_commit,json=specCommit,proto3" json:"spec_commit,omitempty"`
	Metadata                *Metadata            `protobuf:"bytes,28,opt,name=metadata,proto3" json:"metadata,omitempty"`
	ReprocessSpec           string               `protobuf:"bytes,29,opt,name=reprocess_spec,json=reprocessSpec,proto3" json:"reprocess_spec,omitempty"`
	Autoscaling             bool                 `protobuf:"varint,30,opt,name=autoscaling,proto3" json:"autoscaling,omitempty"`
	Tolerations             []*Toleration        `protobuf:"bytes,34,rep,name=tolerations,proto3" json:"tolerations,omitempty"`
	SidecarResourceRequests *ResourceSpec        `` /* 133-byte string literal not displayed */
	DetailsJson             string               `protobuf:"bytes,36,opt,name=details_json,json=detailsJson,proto3" json:"details_json,omitempty"`
	DryRun                  bool                 `protobuf:"varint,37,opt,name=dry_run,json=dryRun,proto3" json:"dry_run,omitempty"`
	Determined              *Determined          `protobuf:"bytes,38,opt,name=determined,proto3" json:"determined,omitempty"`
	// contains filtered or unexported fields
}

func (*CreatePipelineRequest) Descriptor deprecated

func (*CreatePipelineRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreatePipelineRequest.ProtoReflect.Descriptor instead.

func (*CreatePipelineRequest) GetAutoscaling

func (x *CreatePipelineRequest) GetAutoscaling() bool

func (*CreatePipelineRequest) GetDatumSetSpec

func (x *CreatePipelineRequest) GetDatumSetSpec() *DatumSetSpec

func (*CreatePipelineRequest) GetDatumTimeout

func (x *CreatePipelineRequest) GetDatumTimeout() *durationpb.Duration

func (*CreatePipelineRequest) GetDatumTries

func (x *CreatePipelineRequest) GetDatumTries() int64

func (*CreatePipelineRequest) GetDescription

func (x *CreatePipelineRequest) GetDescription() string

func (*CreatePipelineRequest) GetDetailsJson added in v2.7.0

func (x *CreatePipelineRequest) GetDetailsJson() string

func (*CreatePipelineRequest) GetDetermined added in v2.7.0

func (x *CreatePipelineRequest) GetDetermined() *Determined

func (*CreatePipelineRequest) GetDryRun added in v2.7.0

func (x *CreatePipelineRequest) GetDryRun() bool

func (*CreatePipelineRequest) GetEgress

func (x *CreatePipelineRequest) GetEgress() *Egress

func (*CreatePipelineRequest) GetInput

func (x *CreatePipelineRequest) GetInput() *Input

func (*CreatePipelineRequest) GetJobTimeout

func (x *CreatePipelineRequest) GetJobTimeout() *durationpb.Duration

func (*CreatePipelineRequest) GetMetadata

func (x *CreatePipelineRequest) GetMetadata() *Metadata

func (*CreatePipelineRequest) GetOutputBranch

func (x *CreatePipelineRequest) GetOutputBranch() string

func (*CreatePipelineRequest) GetParallelismSpec

func (x *CreatePipelineRequest) GetParallelismSpec() *ParallelismSpec

func (*CreatePipelineRequest) GetPipeline

func (x *CreatePipelineRequest) GetPipeline() *Pipeline

func (*CreatePipelineRequest) GetPodPatch

func (x *CreatePipelineRequest) GetPodPatch() string

func (*CreatePipelineRequest) GetPodSpec

func (x *CreatePipelineRequest) GetPodSpec() string

func (*CreatePipelineRequest) GetReprocess

func (x *CreatePipelineRequest) GetReprocess() bool

func (*CreatePipelineRequest) GetReprocessSpec

func (x *CreatePipelineRequest) GetReprocessSpec() string

func (*CreatePipelineRequest) GetResourceLimits

func (x *CreatePipelineRequest) GetResourceLimits() *ResourceSpec

func (*CreatePipelineRequest) GetResourceRequests

func (x *CreatePipelineRequest) GetResourceRequests() *ResourceSpec

func (*CreatePipelineRequest) GetS3Out

func (x *CreatePipelineRequest) GetS3Out() bool

func (*CreatePipelineRequest) GetSalt

func (x *CreatePipelineRequest) GetSalt() string

func (*CreatePipelineRequest) GetSchedulingSpec

func (x *CreatePipelineRequest) GetSchedulingSpec() *SchedulingSpec

func (*CreatePipelineRequest) GetService

func (x *CreatePipelineRequest) GetService() *Service

func (*CreatePipelineRequest) GetSidecarResourceLimits

func (x *CreatePipelineRequest) GetSidecarResourceLimits() *ResourceSpec

func (*CreatePipelineRequest) GetSidecarResourceRequests

func (x *CreatePipelineRequest) GetSidecarResourceRequests() *ResourceSpec

func (*CreatePipelineRequest) GetSpecCommit

func (x *CreatePipelineRequest) GetSpecCommit() *pfs.Commit

func (*CreatePipelineRequest) GetSpout

func (x *CreatePipelineRequest) GetSpout() *Spout

func (*CreatePipelineRequest) GetTfJob added in v2.7.0

func (x *CreatePipelineRequest) GetTfJob() *TFJob

func (*CreatePipelineRequest) GetTolerations

func (x *CreatePipelineRequest) GetTolerations() []*Toleration

func (*CreatePipelineRequest) GetTransform

func (x *CreatePipelineRequest) GetTransform() *Transform

func (*CreatePipelineRequest) GetUpdate

func (x *CreatePipelineRequest) GetUpdate() bool

func (*CreatePipelineRequest) MarshalLogObject

func (x *CreatePipelineRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*CreatePipelineRequest) ProtoMessage

func (*CreatePipelineRequest) ProtoMessage()

func (*CreatePipelineRequest) ProtoReflect added in v2.7.0

func (x *CreatePipelineRequest) ProtoReflect() protoreflect.Message

func (*CreatePipelineRequest) Reset

func (x *CreatePipelineRequest) Reset()

func (*CreatePipelineRequest) String

func (x *CreatePipelineRequest) String() string

type CreatePipelineResponse added in v2.7.0

type CreatePipelineResponse struct {
	DetailsJson string `protobuf:"bytes,1,opt,name=details_json,json=detailsJson,proto3" json:"details_json,omitempty"`
	// contains filtered or unexported fields
}

func (*CreatePipelineResponse) Descriptor deprecated added in v2.7.0

func (*CreatePipelineResponse) Descriptor() ([]byte, []int)

Deprecated: Use CreatePipelineResponse.ProtoReflect.Descriptor instead.

func (*CreatePipelineResponse) GetDetailsJson added in v2.7.0

func (x *CreatePipelineResponse) GetDetailsJson() string

func (*CreatePipelineResponse) MarshalLogObject added in v2.7.0

func (x *CreatePipelineResponse) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*CreatePipelineResponse) ProtoMessage added in v2.7.0

func (*CreatePipelineResponse) ProtoMessage()

func (*CreatePipelineResponse) ProtoReflect added in v2.7.0

func (x *CreatePipelineResponse) ProtoReflect() protoreflect.Message

func (*CreatePipelineResponse) Reset added in v2.7.0

func (x *CreatePipelineResponse) Reset()

func (*CreatePipelineResponse) String added in v2.7.0

func (x *CreatePipelineResponse) String() string

type CreateSecretRequest

type CreateSecretRequest struct {
	File []byte `protobuf:"bytes,1,opt,name=file,proto3" json:"file,omitempty"`
	// contains filtered or unexported fields
}

func (*CreateSecretRequest) Descriptor deprecated

func (*CreateSecretRequest) Descriptor() ([]byte, []int)

Deprecated: Use CreateSecretRequest.ProtoReflect.Descriptor instead.

func (*CreateSecretRequest) GetFile

func (x *CreateSecretRequest) GetFile() []byte

func (*CreateSecretRequest) MarshalLogObject

func (x *CreateSecretRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*CreateSecretRequest) ProtoMessage

func (*CreateSecretRequest) ProtoMessage()

func (*CreateSecretRequest) ProtoReflect added in v2.7.0

func (x *CreateSecretRequest) ProtoReflect() protoreflect.Message

func (*CreateSecretRequest) Reset

func (x *CreateSecretRequest) Reset()

func (*CreateSecretRequest) String

func (x *CreateSecretRequest) String() string

type CronInput

type CronInput struct {
	Name    string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Project string `protobuf:"bytes,7,opt,name=project,proto3" json:"project,omitempty"`
	Repo    string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
	Commit  string `protobuf:"bytes,3,opt,name=commit,proto3" json:"commit,omitempty"`
	Spec    string `protobuf:"bytes,4,opt,name=spec,proto3" json:"spec,omitempty"`
	// Overwrite, if true, will expose a single datum that gets overwritten each
	// tick. If false, it will create a new datum for each tick.
	Overwrite bool                   `protobuf:"varint,5,opt,name=overwrite,proto3" json:"overwrite,omitempty"`
	Start     *timestamppb.Timestamp `protobuf:"bytes,6,opt,name=start,proto3" json:"start,omitempty"`
	// contains filtered or unexported fields
}

func (*CronInput) Descriptor deprecated

func (*CronInput) Descriptor() ([]byte, []int)

Deprecated: Use CronInput.ProtoReflect.Descriptor instead.

func (*CronInput) GetCommit

func (x *CronInput) GetCommit() string

func (*CronInput) GetName

func (x *CronInput) GetName() string

func (*CronInput) GetOverwrite

func (x *CronInput) GetOverwrite() bool

func (*CronInput) GetProject

func (x *CronInput) GetProject() string

func (*CronInput) GetRepo

func (x *CronInput) GetRepo() string

func (*CronInput) GetSpec

func (x *CronInput) GetSpec() string

func (*CronInput) GetStart

func (x *CronInput) GetStart() *timestamppb.Timestamp

func (*CronInput) MarshalLogObject

func (x *CronInput) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*CronInput) ProtoMessage

func (*CronInput) ProtoMessage()

func (*CronInput) ProtoReflect added in v2.7.0

func (x *CronInput) ProtoReflect() protoreflect.Message

func (*CronInput) Reset

func (x *CronInput) Reset()

func (*CronInput) String

func (x *CronInput) String() string

type Datum

type Datum struct {

	// ID is the hash computed from all the files
	Job *Job   `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	Id  string `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*Datum) Descriptor deprecated

func (*Datum) Descriptor() ([]byte, []int)

Deprecated: Use Datum.ProtoReflect.Descriptor instead.

func (*Datum) GetId added in v2.7.0

func (x *Datum) GetId() string

func (*Datum) GetJob

func (x *Datum) GetJob() *Job

func (*Datum) MarshalLogObject

func (x *Datum) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Datum) ProtoMessage

func (*Datum) ProtoMessage()

func (*Datum) ProtoReflect added in v2.7.0

func (x *Datum) ProtoReflect() protoreflect.Message

func (*Datum) Reset

func (x *Datum) Reset()

func (*Datum) String

func (x *Datum) String() string

type DatumInfo

type DatumInfo struct {
	Datum    *Datum          `protobuf:"bytes,1,opt,name=datum,proto3" json:"datum,omitempty"`
	State    DatumState      `protobuf:"varint,2,opt,name=state,proto3,enum=pps_v2.DatumState" json:"state,omitempty"`
	Stats    *ProcessStats   `protobuf:"bytes,3,opt,name=stats,proto3" json:"stats,omitempty"`
	PfsState *pfs.File       `protobuf:"bytes,4,opt,name=pfs_state,json=pfsState,proto3" json:"pfs_state,omitempty"`
	Data     []*pfs.FileInfo `protobuf:"bytes,5,rep,name=data,proto3" json:"data,omitempty"`
	ImageId  string          `protobuf:"bytes,6,opt,name=image_id,json=imageId,proto3" json:"image_id,omitempty"`
	// contains filtered or unexported fields
}

func (*DatumInfo) Descriptor deprecated

func (*DatumInfo) Descriptor() ([]byte, []int)

Deprecated: Use DatumInfo.ProtoReflect.Descriptor instead.

func (*DatumInfo) GetData

func (x *DatumInfo) GetData() []*pfs.FileInfo

func (*DatumInfo) GetDatum

func (x *DatumInfo) GetDatum() *Datum

func (*DatumInfo) GetImageId

func (x *DatumInfo) GetImageId() string

func (*DatumInfo) GetPfsState

func (x *DatumInfo) GetPfsState() *pfs.File

func (*DatumInfo) GetState

func (x *DatumInfo) GetState() DatumState

func (*DatumInfo) GetStats

func (x *DatumInfo) GetStats() *ProcessStats

func (*DatumInfo) MarshalLogObject

func (x *DatumInfo) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*DatumInfo) ProtoMessage

func (*DatumInfo) ProtoMessage()

func (*DatumInfo) ProtoReflect added in v2.7.0

func (x *DatumInfo) ProtoReflect() protoreflect.Message

func (*DatumInfo) Reset

func (x *DatumInfo) Reset()

func (*DatumInfo) String

func (x *DatumInfo) String() string

type DatumSetSpec

type DatumSetSpec struct {

	// number, if nonzero, specifies that each datum set should contain `number`
	// datums. Datum sets may contain fewer if the total number of datums don't
	// divide evenly.
	Number int64 `protobuf:"varint,1,opt,name=number,proto3" json:"number,omitempty"`
	// size_bytes, if nonzero, specifies a target size for each datum set.
	// Datum sets may be larger or smaller than size_bytes, but will usually be
	// pretty close to size_bytes in size.
	SizeBytes int64 `protobuf:"varint,2,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"`
	// per_worker, if nonzero, specifies how many datum sets should be created
	// for each worker. It can't be set with number or size_bytes.
	PerWorker int64 `protobuf:"varint,3,opt,name=per_worker,json=perWorker,proto3" json:"per_worker,omitempty"`
	// contains filtered or unexported fields
}

DatumSetSpec specifies how a pipeline should split its datums into datum sets.

func (*DatumSetSpec) Descriptor deprecated

func (*DatumSetSpec) Descriptor() ([]byte, []int)

Deprecated: Use DatumSetSpec.ProtoReflect.Descriptor instead.

func (*DatumSetSpec) GetNumber

func (x *DatumSetSpec) GetNumber() int64

func (*DatumSetSpec) GetPerWorker

func (x *DatumSetSpec) GetPerWorker() int64

func (*DatumSetSpec) GetSizeBytes

func (x *DatumSetSpec) GetSizeBytes() int64

func (*DatumSetSpec) MarshalLogObject

func (x *DatumSetSpec) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*DatumSetSpec) ProtoMessage

func (*DatumSetSpec) ProtoMessage()

func (*DatumSetSpec) ProtoReflect added in v2.7.0

func (x *DatumSetSpec) ProtoReflect() protoreflect.Message

func (*DatumSetSpec) Reset

func (x *DatumSetSpec) Reset()

func (*DatumSetSpec) String

func (x *DatumSetSpec) String() string

type DatumState

type DatumState int32
const (
	DatumState_UNKNOWN   DatumState = 0 // or not part of a job
	DatumState_FAILED    DatumState = 1
	DatumState_SUCCESS   DatumState = 2
	DatumState_SKIPPED   DatumState = 3
	DatumState_STARTING  DatumState = 4
	DatumState_RECOVERED DatumState = 5
)

func (DatumState) Descriptor added in v2.7.0

func (DatumState) Descriptor() protoreflect.EnumDescriptor

func (DatumState) Enum added in v2.7.0

func (x DatumState) Enum() *DatumState

func (DatumState) EnumDescriptor deprecated

func (DatumState) EnumDescriptor() ([]byte, []int)

Deprecated: Use DatumState.Descriptor instead.

func (DatumState) Number added in v2.7.0

func (x DatumState) Number() protoreflect.EnumNumber

func (DatumState) String

func (x DatumState) String() string

func (DatumState) Type added in v2.7.0

type DatumStatus

type DatumStatus struct {

	// Started is the time processing on the current datum began.
	Started *timestamppb.Timestamp `protobuf:"bytes,1,opt,name=started,proto3" json:"started,omitempty"`
	Data    []*InputFile           `protobuf:"bytes,2,rep,name=data,proto3" json:"data,omitempty"`
	// contains filtered or unexported fields
}

func (*DatumStatus) Descriptor deprecated

func (*DatumStatus) Descriptor() ([]byte, []int)

Deprecated: Use DatumStatus.ProtoReflect.Descriptor instead.

func (*DatumStatus) GetData

func (x *DatumStatus) GetData() []*InputFile

func (*DatumStatus) GetStarted

func (x *DatumStatus) GetStarted() *timestamppb.Timestamp

func (*DatumStatus) MarshalLogObject

func (x *DatumStatus) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*DatumStatus) ProtoMessage

func (*DatumStatus) ProtoMessage()

func (*DatumStatus) ProtoReflect added in v2.7.0

func (x *DatumStatus) ProtoReflect() protoreflect.Message

func (*DatumStatus) Reset

func (x *DatumStatus) Reset()

func (*DatumStatus) String

func (x *DatumStatus) String() string

type DeleteJobRequest

type DeleteJobRequest struct {
	Job *Job `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	// contains filtered or unexported fields
}

func (*DeleteJobRequest) Descriptor deprecated

func (*DeleteJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteJobRequest.ProtoReflect.Descriptor instead.

func (*DeleteJobRequest) GetJob

func (x *DeleteJobRequest) GetJob() *Job

func (*DeleteJobRequest) MarshalLogObject

func (x *DeleteJobRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*DeleteJobRequest) ProtoMessage

func (*DeleteJobRequest) ProtoMessage()

func (*DeleteJobRequest) ProtoReflect added in v2.7.0

func (x *DeleteJobRequest) ProtoReflect() protoreflect.Message

func (*DeleteJobRequest) Reset

func (x *DeleteJobRequest) Reset()

func (*DeleteJobRequest) String

func (x *DeleteJobRequest) String() string

type DeletePipelineRequest

type DeletePipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	// Deprecated: Marked as deprecated in pps/pps.proto.
	All      bool `protobuf:"varint,2,opt,name=all,proto3" json:"all,omitempty"` // Deprecated.
	Force    bool `protobuf:"varint,3,opt,name=force,proto3" json:"force,omitempty"`
	KeepRepo bool `protobuf:"varint,4,opt,name=keep_repo,json=keepRepo,proto3" json:"keep_repo,omitempty"`
	// contains filtered or unexported fields
}

Delete a pipeline. If the deprecated all member is true, then delete all pipelines in the default project.

func (*DeletePipelineRequest) Descriptor deprecated

func (*DeletePipelineRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeletePipelineRequest.ProtoReflect.Descriptor instead.

func (*DeletePipelineRequest) GetAll deprecated

func (x *DeletePipelineRequest) GetAll() bool

Deprecated: Marked as deprecated in pps/pps.proto.

func (*DeletePipelineRequest) GetForce

func (x *DeletePipelineRequest) GetForce() bool

func (*DeletePipelineRequest) GetKeepRepo

func (x *DeletePipelineRequest) GetKeepRepo() bool

func (*DeletePipelineRequest) GetPipeline

func (x *DeletePipelineRequest) GetPipeline() *Pipeline

func (*DeletePipelineRequest) MarshalLogObject

func (x *DeletePipelineRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*DeletePipelineRequest) ProtoMessage

func (*DeletePipelineRequest) ProtoMessage()

func (*DeletePipelineRequest) ProtoReflect added in v2.7.0

func (x *DeletePipelineRequest) ProtoReflect() protoreflect.Message

func (*DeletePipelineRequest) Reset

func (x *DeletePipelineRequest) Reset()

func (*DeletePipelineRequest) String

func (x *DeletePipelineRequest) String() string

type DeletePipelinesRequest

type DeletePipelinesRequest struct {

	// All pipelines in each project will be deleted if the caller has
	// permission.
	Projects []*pfs.Project `protobuf:"bytes,1,rep,name=projects,proto3" json:"projects,omitempty"`
	Force    bool           `protobuf:"varint,2,opt,name=force,proto3" json:"force,omitempty"`
	KeepRepo bool           `protobuf:"varint,3,opt,name=keep_repo,json=keepRepo,proto3" json:"keep_repo,omitempty"`
	// If set, all pipelines in all projects will be deleted if the caller has
	// permission.
	All bool `protobuf:"varint,4,opt,name=all,proto3" json:"all,omitempty"`
	// contains filtered or unexported fields
}

Delete more than one pipeline.

func (*DeletePipelinesRequest) Descriptor deprecated

func (*DeletePipelinesRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeletePipelinesRequest.ProtoReflect.Descriptor instead.

func (*DeletePipelinesRequest) GetAll

func (x *DeletePipelinesRequest) GetAll() bool

func (*DeletePipelinesRequest) GetForce

func (x *DeletePipelinesRequest) GetForce() bool

func (*DeletePipelinesRequest) GetKeepRepo

func (x *DeletePipelinesRequest) GetKeepRepo() bool

func (*DeletePipelinesRequest) GetProjects

func (x *DeletePipelinesRequest) GetProjects() []*pfs.Project

func (*DeletePipelinesRequest) MarshalLogObject

func (x *DeletePipelinesRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*DeletePipelinesRequest) ProtoMessage

func (*DeletePipelinesRequest) ProtoMessage()

func (*DeletePipelinesRequest) ProtoReflect added in v2.7.0

func (x *DeletePipelinesRequest) ProtoReflect() protoreflect.Message

func (*DeletePipelinesRequest) Reset

func (x *DeletePipelinesRequest) Reset()

func (*DeletePipelinesRequest) String

func (x *DeletePipelinesRequest) String() string

type DeletePipelinesResponse

type DeletePipelinesResponse struct {
	Pipelines []*Pipeline `protobuf:"bytes,1,rep,name=pipelines,proto3" json:"pipelines,omitempty"`
	// contains filtered or unexported fields
}

func (*DeletePipelinesResponse) Descriptor deprecated

func (*DeletePipelinesResponse) Descriptor() ([]byte, []int)

Deprecated: Use DeletePipelinesResponse.ProtoReflect.Descriptor instead.

func (*DeletePipelinesResponse) GetPipelines

func (x *DeletePipelinesResponse) GetPipelines() []*Pipeline

func (*DeletePipelinesResponse) MarshalLogObject

func (x *DeletePipelinesResponse) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*DeletePipelinesResponse) ProtoMessage

func (*DeletePipelinesResponse) ProtoMessage()

func (*DeletePipelinesResponse) ProtoReflect added in v2.7.0

func (x *DeletePipelinesResponse) ProtoReflect() protoreflect.Message

func (*DeletePipelinesResponse) Reset

func (x *DeletePipelinesResponse) Reset()

func (*DeletePipelinesResponse) String

func (x *DeletePipelinesResponse) String() string

type DeleteSecretRequest

type DeleteSecretRequest struct {
	Secret *Secret `protobuf:"bytes,1,opt,name=secret,proto3" json:"secret,omitempty"`
	// contains filtered or unexported fields
}

func (*DeleteSecretRequest) Descriptor deprecated

func (*DeleteSecretRequest) Descriptor() ([]byte, []int)

Deprecated: Use DeleteSecretRequest.ProtoReflect.Descriptor instead.

func (*DeleteSecretRequest) GetSecret

func (x *DeleteSecretRequest) GetSecret() *Secret

func (*DeleteSecretRequest) MarshalLogObject

func (x *DeleteSecretRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*DeleteSecretRequest) ProtoMessage

func (*DeleteSecretRequest) ProtoMessage()

func (*DeleteSecretRequest) ProtoReflect added in v2.7.0

func (x *DeleteSecretRequest) ProtoReflect() protoreflect.Message

func (*DeleteSecretRequest) Reset

func (x *DeleteSecretRequest) Reset()

func (*DeleteSecretRequest) String

func (x *DeleteSecretRequest) String() string

type Determined added in v2.7.0

type Determined struct {
	Workspaces []string `protobuf:"bytes,1,rep,name=workspaces,proto3" json:"workspaces,omitempty"`
	Password   string   `protobuf:"bytes,2,opt,name=password,proto3" json:"password,omitempty"`
	// contains filtered or unexported fields
}

func (*Determined) Descriptor deprecated added in v2.7.0

func (*Determined) Descriptor() ([]byte, []int)

Deprecated: Use Determined.ProtoReflect.Descriptor instead.

func (*Determined) GetPassword

func (x *Determined) GetPassword() string

func (*Determined) GetWorkspaces added in v2.7.0

func (x *Determined) GetWorkspaces() []string

func (*Determined) MarshalLogObject added in v2.7.0

func (x *Determined) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Determined) ProtoMessage added in v2.7.0

func (*Determined) ProtoMessage()

func (*Determined) ProtoReflect added in v2.7.0

func (x *Determined) ProtoReflect() protoreflect.Message

func (*Determined) Reset added in v2.7.0

func (x *Determined) Reset()

func (*Determined) String added in v2.7.0

func (x *Determined) String() string

type Egress

type Egress struct {
	URL string `protobuf:"bytes,1,opt,name=URL,proto3" json:"URL,omitempty"`
	// Types that are assignable to Target:
	//
	//	*Egress_ObjectStorage
	//	*Egress_SqlDatabase
	Target isEgress_Target `protobuf_oneof:"target"`
	// contains filtered or unexported fields
}

func (*Egress) Descriptor deprecated

func (*Egress) Descriptor() ([]byte, []int)

Deprecated: Use Egress.ProtoReflect.Descriptor instead.

func (*Egress) GetObjectStorage

func (x *Egress) GetObjectStorage() *pfs.ObjectStorageEgress

func (*Egress) GetSqlDatabase

func (x *Egress) GetSqlDatabase() *pfs.SQLDatabaseEgress

func (*Egress) GetTarget

func (m *Egress) GetTarget() isEgress_Target

func (*Egress) GetURL

func (x *Egress) GetURL() string

func (*Egress) MarshalLogObject

func (x *Egress) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Egress) ProtoMessage

func (*Egress) ProtoMessage()

func (*Egress) ProtoReflect added in v2.7.0

func (x *Egress) ProtoReflect() protoreflect.Message

func (*Egress) Reset

func (x *Egress) Reset()

func (*Egress) String

func (x *Egress) String() string

type Egress_ObjectStorage

type Egress_ObjectStorage struct {
	ObjectStorage *pfs.ObjectStorageEgress `protobuf:"bytes,2,opt,name=object_storage,json=objectStorage,proto3,oneof"`
}

type Egress_SqlDatabase

type Egress_SqlDatabase struct {
	SqlDatabase *pfs.SQLDatabaseEgress `protobuf:"bytes,3,opt,name=sql_database,json=sqlDatabase,proto3,oneof"`
}

type GPUSpec

type GPUSpec struct {

	// The type of GPU (nvidia.com/gpu or amd.com/gpu for example).
	Type string `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	// The number of GPUs to request.
	Number int64 `protobuf:"varint,2,opt,name=number,proto3" json:"number,omitempty"`
	// contains filtered or unexported fields
}

func (*GPUSpec) Descriptor deprecated

func (*GPUSpec) Descriptor() ([]byte, []int)

Deprecated: Use GPUSpec.ProtoReflect.Descriptor instead.

func (*GPUSpec) GetNumber

func (x *GPUSpec) GetNumber() int64

func (*GPUSpec) GetType

func (x *GPUSpec) GetType() string

func (*GPUSpec) MarshalLogObject

func (x *GPUSpec) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*GPUSpec) ProtoMessage

func (*GPUSpec) ProtoMessage()

func (*GPUSpec) ProtoReflect added in v2.7.0

func (x *GPUSpec) ProtoReflect() protoreflect.Message

func (*GPUSpec) Reset

func (x *GPUSpec) Reset()

func (*GPUSpec) String

func (x *GPUSpec) String() string

type GetClusterDefaultsRequest added in v2.7.0

type GetClusterDefaultsRequest struct {
	// contains filtered or unexported fields
}

func (*GetClusterDefaultsRequest) Descriptor deprecated added in v2.7.0

func (*GetClusterDefaultsRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetClusterDefaultsRequest.ProtoReflect.Descriptor instead.

func (*GetClusterDefaultsRequest) MarshalLogObject added in v2.7.0

func (x *GetClusterDefaultsRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*GetClusterDefaultsRequest) ProtoMessage added in v2.7.0

func (*GetClusterDefaultsRequest) ProtoMessage()

func (*GetClusterDefaultsRequest) ProtoReflect added in v2.7.0

func (*GetClusterDefaultsRequest) Reset added in v2.7.0

func (x *GetClusterDefaultsRequest) Reset()

func (*GetClusterDefaultsRequest) String added in v2.7.0

func (x *GetClusterDefaultsRequest) String() string

type GetClusterDefaultsResponse added in v2.7.0

type GetClusterDefaultsResponse struct {
	ClusterDefaults *ClusterDefaults `protobuf:"bytes,1,opt,name=cluster_defaults,json=clusterDefaults,proto3" json:"cluster_defaults,omitempty"`
	// contains filtered or unexported fields
}

func (*GetClusterDefaultsResponse) Descriptor deprecated added in v2.7.0

func (*GetClusterDefaultsResponse) Descriptor() ([]byte, []int)

Deprecated: Use GetClusterDefaultsResponse.ProtoReflect.Descriptor instead.

func (*GetClusterDefaultsResponse) GetClusterDefaults added in v2.7.0

func (x *GetClusterDefaultsResponse) GetClusterDefaults() *ClusterDefaults

func (*GetClusterDefaultsResponse) MarshalLogObject added in v2.7.0

func (x *GetClusterDefaultsResponse) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*GetClusterDefaultsResponse) ProtoMessage added in v2.7.0

func (*GetClusterDefaultsResponse) ProtoMessage()

func (*GetClusterDefaultsResponse) ProtoReflect added in v2.7.0

func (*GetClusterDefaultsResponse) Reset added in v2.7.0

func (x *GetClusterDefaultsResponse) Reset()

func (*GetClusterDefaultsResponse) String added in v2.7.0

func (x *GetClusterDefaultsResponse) String() string

type GetLogsRequest

type GetLogsRequest struct {

	// The pipeline from which we want to get logs (required if the job in 'job'
	// was created as part of a pipeline. To get logs from a non-orphan job
	// without the pipeline that created it, you need to use ElasticSearch).
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	// The job from which we want to get logs.
	Job *Job `protobuf:"bytes,2,opt,name=job,proto3" json:"job,omitempty"`
	// Names of input files from which we want processing logs. This may contain
	// multiple files, to query pipelines that contain multiple inputs. Each
	// filter may be an absolute path of a file within a pps repo, or it may be
	// a hash for that file (to search for files at specific versions)
	DataFilters []string `protobuf:"bytes,3,rep,name=data_filters,json=dataFilters,proto3" json:"data_filters,omitempty"`
	Datum       *Datum   `protobuf:"bytes,4,opt,name=datum,proto3" json:"datum,omitempty"`
	// If true get logs from the master process
	Master bool `protobuf:"varint,5,opt,name=master,proto3" json:"master,omitempty"`
	// Continue to follow new logs as they become available.
	Follow bool `protobuf:"varint,6,opt,name=follow,proto3" json:"follow,omitempty"`
	// If nonzero, the number of lines from the end of the logs to return.  Note:
	// tail applies per container, so you will get tail * <number of pods> total
	// lines back.
	Tail int64 `protobuf:"varint,7,opt,name=tail,proto3" json:"tail,omitempty"`
	// UseLokiBackend causes the logs request to go through the loki backend
	// rather than through kubernetes. This behavior can also be achieved by
	// setting the LOKI_LOGGING feature flag.
	UseLokiBackend bool `protobuf:"varint,8,opt,name=use_loki_backend,json=useLokiBackend,proto3" json:"use_loki_backend,omitempty"`
	// Since specifies how far in the past to return logs from. It defaults to 24 hours.
	Since *durationpb.Duration `protobuf:"bytes,9,opt,name=since,proto3" json:"since,omitempty"`
	// contains filtered or unexported fields
}

func (*GetLogsRequest) Descriptor deprecated

func (*GetLogsRequest) Descriptor() ([]byte, []int)

Deprecated: Use GetLogsRequest.ProtoReflect.Descriptor instead.

func (*GetLogsRequest) GetDataFilters

func (x *GetLogsRequest) GetDataFilters() []string

func (*GetLogsRequest) GetDatum

func (x *GetLogsRequest) GetDatum() *Datum

func (*GetLogsRequest) GetFollow

func (x *GetLogsRequest) GetFollow() bool

func (*GetLogsRequest) GetJob

func (x *GetLogsRequest) GetJob() *Job

func (*GetLogsRequest) GetMaster

func (x *GetLogsRequest) GetMaster() bool

func (*GetLogsRequest) GetPipeline

func (x *GetLogsRequest) GetPipeline() *Pipeline

func (*GetLogsRequest) GetSince

func (x *GetLogsRequest) GetSince() *durationpb.Duration

func (*GetLogsRequest) GetTail

func (x *GetLogsRequest) GetTail() int64

func (*GetLogsRequest) GetUseLokiBackend

func (x *GetLogsRequest) GetUseLokiBackend() bool

func (*GetLogsRequest) MarshalLogObject

func (x *GetLogsRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*GetLogsRequest) ProtoMessage

func (*GetLogsRequest) ProtoMessage()

func (*GetLogsRequest) ProtoReflect added in v2.7.0

func (x *GetLogsRequest) ProtoReflect() protoreflect.Message

func (*GetLogsRequest) Reset

func (x *GetLogsRequest) Reset()

func (*GetLogsRequest) String

func (x *GetLogsRequest) String() string

type Input

type Input struct {
	Pfs   *PFSInput  `protobuf:"bytes,1,opt,name=pfs,proto3" json:"pfs,omitempty"`
	Join  []*Input   `protobuf:"bytes,2,rep,name=join,proto3" json:"join,omitempty"`
	Group []*Input   `protobuf:"bytes,3,rep,name=group,proto3" json:"group,omitempty"`
	Cross []*Input   `protobuf:"bytes,4,rep,name=cross,proto3" json:"cross,omitempty"`
	Union []*Input   `protobuf:"bytes,5,rep,name=union,proto3" json:"union,omitempty"`
	Cron  *CronInput `protobuf:"bytes,6,opt,name=cron,proto3" json:"cron,omitempty"`
	// contains filtered or unexported fields
}

func (*Input) Descriptor deprecated

func (*Input) Descriptor() ([]byte, []int)

Deprecated: Use Input.ProtoReflect.Descriptor instead.

func (*Input) GetCron

func (x *Input) GetCron() *CronInput

func (*Input) GetCross

func (x *Input) GetCross() []*Input

func (*Input) GetGroup

func (x *Input) GetGroup() []*Input

func (*Input) GetJoin

func (x *Input) GetJoin() []*Input

func (*Input) GetPfs

func (x *Input) GetPfs() *PFSInput

func (*Input) GetUnion

func (x *Input) GetUnion() []*Input

func (*Input) MarshalLogObject

func (x *Input) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Input) ProtoMessage

func (*Input) ProtoMessage()

func (*Input) ProtoReflect added in v2.7.0

func (x *Input) ProtoReflect() protoreflect.Message

func (*Input) Reset

func (x *Input) Reset()

func (*Input) String

func (x *Input) String() string

type InputFile

type InputFile struct {

	// This file's absolute path within its pfs repo.
	Path string `protobuf:"bytes,1,opt,name=path,proto3" json:"path,omitempty"`
	// This file's hash
	Hash []byte `protobuf:"bytes,2,opt,name=hash,proto3" json:"hash,omitempty"`
	// contains filtered or unexported fields
}

func (*InputFile) Descriptor deprecated

func (*InputFile) Descriptor() ([]byte, []int)

Deprecated: Use InputFile.ProtoReflect.Descriptor instead.

func (*InputFile) GetHash

func (x *InputFile) GetHash() []byte

func (*InputFile) GetPath

func (x *InputFile) GetPath() string

func (*InputFile) MarshalLogObject

func (x *InputFile) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*InputFile) ProtoMessage

func (*InputFile) ProtoMessage()

func (*InputFile) ProtoReflect added in v2.7.0

func (x *InputFile) ProtoReflect() protoreflect.Message

func (*InputFile) Reset

func (x *InputFile) Reset()

func (*InputFile) String

func (x *InputFile) String() string

type InspectDatumRequest

type InspectDatumRequest struct {
	Datum *Datum `protobuf:"bytes,1,opt,name=datum,proto3" json:"datum,omitempty"`
	// contains filtered or unexported fields
}

func (*InspectDatumRequest) Descriptor deprecated

func (*InspectDatumRequest) Descriptor() ([]byte, []int)

Deprecated: Use InspectDatumRequest.ProtoReflect.Descriptor instead.

func (*InspectDatumRequest) GetDatum

func (x *InspectDatumRequest) GetDatum() *Datum

func (*InspectDatumRequest) MarshalLogObject

func (x *InspectDatumRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*InspectDatumRequest) ProtoMessage

func (*InspectDatumRequest) ProtoMessage()

func (*InspectDatumRequest) ProtoReflect added in v2.7.0

func (x *InspectDatumRequest) ProtoReflect() protoreflect.Message

func (*InspectDatumRequest) Reset

func (x *InspectDatumRequest) Reset()

func (*InspectDatumRequest) String

func (x *InspectDatumRequest) String() string

type InspectJobRequest

type InspectJobRequest struct {

	// Callers should set either Job or OutputCommit, not both.
	Job     *Job `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	Wait    bool `protobuf:"varint,2,opt,name=wait,proto3" json:"wait,omitempty"` // wait until state is either FAILURE or SUCCESS
	Details bool `protobuf:"varint,3,opt,name=details,proto3" json:"details,omitempty"`
	// contains filtered or unexported fields
}

func (*InspectJobRequest) Descriptor deprecated

func (*InspectJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use InspectJobRequest.ProtoReflect.Descriptor instead.

func (*InspectJobRequest) GetDetails

func (x *InspectJobRequest) GetDetails() bool

func (*InspectJobRequest) GetJob

func (x *InspectJobRequest) GetJob() *Job

func (*InspectJobRequest) GetWait

func (x *InspectJobRequest) GetWait() bool

func (*InspectJobRequest) MarshalLogObject

func (x *InspectJobRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*InspectJobRequest) ProtoMessage

func (*InspectJobRequest) ProtoMessage()

func (*InspectJobRequest) ProtoReflect added in v2.7.0

func (x *InspectJobRequest) ProtoReflect() protoreflect.Message

func (*InspectJobRequest) Reset

func (x *InspectJobRequest) Reset()

func (*InspectJobRequest) String

func (x *InspectJobRequest) String() string

type InspectJobSetRequest

type InspectJobSetRequest struct {
	JobSet  *JobSet `protobuf:"bytes,1,opt,name=job_set,json=jobSet,proto3" json:"job_set,omitempty"`
	Wait    bool    `protobuf:"varint,2,opt,name=wait,proto3" json:"wait,omitempty"` // When true, wait until all jobs in the set are finished
	Details bool    `protobuf:"varint,3,opt,name=details,proto3" json:"details,omitempty"`
	// contains filtered or unexported fields
}

func (*InspectJobSetRequest) Descriptor deprecated

func (*InspectJobSetRequest) Descriptor() ([]byte, []int)

Deprecated: Use InspectJobSetRequest.ProtoReflect.Descriptor instead.

func (*InspectJobSetRequest) GetDetails

func (x *InspectJobSetRequest) GetDetails() bool

func (*InspectJobSetRequest) GetJobSet

func (x *InspectJobSetRequest) GetJobSet() *JobSet

func (*InspectJobSetRequest) GetWait

func (x *InspectJobSetRequest) GetWait() bool

func (*InspectJobSetRequest) MarshalLogObject

func (x *InspectJobSetRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*InspectJobSetRequest) ProtoMessage

func (*InspectJobSetRequest) ProtoMessage()

func (*InspectJobSetRequest) ProtoReflect added in v2.7.0

func (x *InspectJobSetRequest) ProtoReflect() protoreflect.Message

func (*InspectJobSetRequest) Reset

func (x *InspectJobSetRequest) Reset()

func (*InspectJobSetRequest) String

func (x *InspectJobSetRequest) String() string

type InspectPipelineRequest

type InspectPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	// When true, return PipelineInfos with the details field, which requires
	// loading the pipeline spec from PFS.
	Details bool `protobuf:"varint,2,opt,name=details,proto3" json:"details,omitempty"`
	// contains filtered or unexported fields
}

func (*InspectPipelineRequest) Descriptor deprecated

func (*InspectPipelineRequest) Descriptor() ([]byte, []int)

Deprecated: Use InspectPipelineRequest.ProtoReflect.Descriptor instead.

func (*InspectPipelineRequest) GetDetails

func (x *InspectPipelineRequest) GetDetails() bool

func (*InspectPipelineRequest) GetPipeline

func (x *InspectPipelineRequest) GetPipeline() *Pipeline

func (*InspectPipelineRequest) MarshalLogObject

func (x *InspectPipelineRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*InspectPipelineRequest) ProtoMessage

func (*InspectPipelineRequest) ProtoMessage()

func (*InspectPipelineRequest) ProtoReflect added in v2.7.0

func (x *InspectPipelineRequest) ProtoReflect() protoreflect.Message

func (*InspectPipelineRequest) Reset

func (x *InspectPipelineRequest) Reset()

func (*InspectPipelineRequest) String

func (x *InspectPipelineRequest) String() string

type InspectSecretRequest

type InspectSecretRequest struct {
	Secret *Secret `protobuf:"bytes,1,opt,name=secret,proto3" json:"secret,omitempty"`
	// contains filtered or unexported fields
}

func (*InspectSecretRequest) Descriptor deprecated

func (*InspectSecretRequest) Descriptor() ([]byte, []int)

Deprecated: Use InspectSecretRequest.ProtoReflect.Descriptor instead.

func (*InspectSecretRequest) GetSecret

func (x *InspectSecretRequest) GetSecret() *Secret

func (*InspectSecretRequest) MarshalLogObject

func (x *InspectSecretRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*InspectSecretRequest) ProtoMessage

func (*InspectSecretRequest) ProtoMessage()

func (*InspectSecretRequest) ProtoReflect added in v2.7.0

func (x *InspectSecretRequest) ProtoReflect() protoreflect.Message

func (*InspectSecretRequest) Reset

func (x *InspectSecretRequest) Reset()

func (*InspectSecretRequest) String

func (x *InspectSecretRequest) String() string

type Job

type Job struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	Id       string    `protobuf:"bytes,2,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*Job) Descriptor deprecated

func (*Job) Descriptor() ([]byte, []int)

Deprecated: Use Job.ProtoReflect.Descriptor instead.

func (*Job) GetId added in v2.7.0

func (x *Job) GetId() string

func (*Job) GetPipeline

func (x *Job) GetPipeline() *Pipeline

func (*Job) MarshalLogObject

func (x *Job) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Job) ProtoMessage

func (*Job) ProtoMessage()

func (*Job) ProtoReflect added in v2.7.0

func (x *Job) ProtoReflect() protoreflect.Message

func (*Job) Reset

func (x *Job) Reset()

func (*Job) String

func (j *Job) String() string

type JobInfo

type JobInfo struct {
	Job             *Job        `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	PipelineVersion uint64      `protobuf:"varint,2,opt,name=pipeline_version,json=pipelineVersion,proto3" json:"pipeline_version,omitempty"`
	OutputCommit    *pfs.Commit `protobuf:"bytes,3,opt,name=output_commit,json=outputCommit,proto3" json:"output_commit,omitempty"`
	// Job restart count (e.g. due to datum failure)
	Restart uint64 `protobuf:"varint,4,opt,name=restart,proto3" json:"restart,omitempty"`
	// Counts of how many times we processed or skipped a datum
	DataProcessed int64 `protobuf:"varint,5,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"`
	DataSkipped   int64 `protobuf:"varint,6,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"`
	DataTotal     int64 `protobuf:"varint,7,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"`
	DataFailed    int64 `protobuf:"varint,8,opt,name=data_failed,json=dataFailed,proto3" json:"data_failed,omitempty"`
	DataRecovered int64 `protobuf:"varint,9,opt,name=data_recovered,json=dataRecovered,proto3" json:"data_recovered,omitempty"`
	// Download/process/upload time and download/upload bytes
	Stats    *ProcessStats          `protobuf:"bytes,10,opt,name=stats,proto3" json:"stats,omitempty"`
	State    JobState               `protobuf:"varint,11,opt,name=state,proto3,enum=pps_v2.JobState" json:"state,omitempty"`
	Reason   string                 `protobuf:"bytes,12,opt,name=reason,proto3" json:"reason,omitempty"` // reason explains why the job is in the current state
	Created  *timestamppb.Timestamp `protobuf:"bytes,13,opt,name=created,proto3" json:"created,omitempty"`
	Started  *timestamppb.Timestamp `protobuf:"bytes,14,opt,name=started,proto3" json:"started,omitempty"`
	Finished *timestamppb.Timestamp `protobuf:"bytes,15,opt,name=finished,proto3" json:"finished,omitempty"`
	Details  *JobInfo_Details       `protobuf:"bytes,16,opt,name=details,proto3" json:"details,omitempty"`
	// contains filtered or unexported fields
}

JobInfo is the data stored in the database regarding a given job. The 'details' field contains more information about the job which is expensive to fetch, requiring querying workers or loading the pipeline spec from object storage.

func (*JobInfo) Descriptor deprecated

func (*JobInfo) Descriptor() ([]byte, []int)

Deprecated: Use JobInfo.ProtoReflect.Descriptor instead.

func (*JobInfo) GetCreated

func (x *JobInfo) GetCreated() *timestamppb.Timestamp

func (*JobInfo) GetDataFailed

func (x *JobInfo) GetDataFailed() int64

func (*JobInfo) GetDataProcessed

func (x *JobInfo) GetDataProcessed() int64

func (*JobInfo) GetDataRecovered

func (x *JobInfo) GetDataRecovered() int64

func (*JobInfo) GetDataSkipped

func (x *JobInfo) GetDataSkipped() int64

func (*JobInfo) GetDataTotal

func (x *JobInfo) GetDataTotal() int64

func (*JobInfo) GetDetails

func (x *JobInfo) GetDetails() *JobInfo_Details

func (*JobInfo) GetFinished

func (x *JobInfo) GetFinished() *timestamppb.Timestamp

func (*JobInfo) GetJob

func (x *JobInfo) GetJob() *Job

func (*JobInfo) GetOutputCommit

func (x *JobInfo) GetOutputCommit() *pfs.Commit

func (*JobInfo) GetPipelineVersion

func (x *JobInfo) GetPipelineVersion() uint64

func (*JobInfo) GetReason

func (x *JobInfo) GetReason() string

func (*JobInfo) GetRestart

func (x *JobInfo) GetRestart() uint64

func (*JobInfo) GetStarted

func (x *JobInfo) GetStarted() *timestamppb.Timestamp

func (*JobInfo) GetState

func (x *JobInfo) GetState() JobState

func (*JobInfo) GetStats

func (x *JobInfo) GetStats() *ProcessStats

func (*JobInfo) MarshalLogObject

func (x *JobInfo) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*JobInfo) ProtoMessage

func (*JobInfo) ProtoMessage()

func (*JobInfo) ProtoReflect added in v2.7.0

func (x *JobInfo) ProtoReflect() protoreflect.Message

func (*JobInfo) Reset

func (x *JobInfo) Reset()

func (*JobInfo) String

func (x *JobInfo) String() string

type JobInfo_Details

type JobInfo_Details struct {
	Transform               *Transform           `protobuf:"bytes,1,opt,name=transform,proto3" json:"transform,omitempty"`
	ParallelismSpec         *ParallelismSpec     `protobuf:"bytes,2,opt,name=parallelism_spec,json=parallelismSpec,proto3" json:"parallelism_spec,omitempty"`
	Egress                  *Egress              `protobuf:"bytes,3,opt,name=egress,proto3" json:"egress,omitempty"`
	Service                 *Service             `protobuf:"bytes,4,opt,name=service,proto3" json:"service,omitempty"`
	Spout                   *Spout               `protobuf:"bytes,5,opt,name=spout,proto3" json:"spout,omitempty"`
	WorkerStatus            []*WorkerStatus      `protobuf:"bytes,6,rep,name=worker_status,json=workerStatus,proto3" json:"worker_status,omitempty"`
	ResourceRequests        *ResourceSpec        `protobuf:"bytes,7,opt,name=resource_requests,json=resourceRequests,proto3" json:"resource_requests,omitempty"`
	ResourceLimits          *ResourceSpec        `protobuf:"bytes,8,opt,name=resource_limits,json=resourceLimits,proto3" json:"resource_limits,omitempty"`
	SidecarResourceLimits   *ResourceSpec        `` /* 126-byte string literal not displayed */
	Input                   *Input               `protobuf:"bytes,10,opt,name=input,proto3" json:"input,omitempty"`
	Salt                    string               `protobuf:"bytes,11,opt,name=salt,proto3" json:"salt,omitempty"`
	DatumSetSpec            *DatumSetSpec        `protobuf:"bytes,12,opt,name=datum_set_spec,json=datumSetSpec,proto3" json:"datum_set_spec,omitempty"`
	DatumTimeout            *durationpb.Duration `protobuf:"bytes,13,opt,name=datum_timeout,json=datumTimeout,proto3" json:"datum_timeout,omitempty"`
	JobTimeout              *durationpb.Duration `protobuf:"bytes,14,opt,name=job_timeout,json=jobTimeout,proto3" json:"job_timeout,omitempty"`
	DatumTries              int64                `protobuf:"varint,15,opt,name=datum_tries,json=datumTries,proto3" json:"datum_tries,omitempty"`
	SchedulingSpec          *SchedulingSpec      `protobuf:"bytes,16,opt,name=scheduling_spec,json=schedulingSpec,proto3" json:"scheduling_spec,omitempty"`
	PodSpec                 string               `protobuf:"bytes,17,opt,name=pod_spec,json=podSpec,proto3" json:"pod_spec,omitempty"`
	PodPatch                string               `protobuf:"bytes,18,opt,name=pod_patch,json=podPatch,proto3" json:"pod_patch,omitempty"`
	SidecarResourceRequests *ResourceSpec        `` /* 133-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*JobInfo_Details) Descriptor deprecated

func (*JobInfo_Details) Descriptor() ([]byte, []int)

Deprecated: Use JobInfo_Details.ProtoReflect.Descriptor instead.

func (*JobInfo_Details) GetDatumSetSpec

func (x *JobInfo_Details) GetDatumSetSpec() *DatumSetSpec

func (*JobInfo_Details) GetDatumTimeout

func (x *JobInfo_Details) GetDatumTimeout() *durationpb.Duration

func (*JobInfo_Details) GetDatumTries

func (x *JobInfo_Details) GetDatumTries() int64

func (*JobInfo_Details) GetEgress

func (x *JobInfo_Details) GetEgress() *Egress

func (*JobInfo_Details) GetInput

func (x *JobInfo_Details) GetInput() *Input

func (*JobInfo_Details) GetJobTimeout

func (x *JobInfo_Details) GetJobTimeout() *durationpb.Duration

func (*JobInfo_Details) GetParallelismSpec

func (x *JobInfo_Details) GetParallelismSpec() *ParallelismSpec

func (*JobInfo_Details) GetPodPatch

func (x *JobInfo_Details) GetPodPatch() string

func (*JobInfo_Details) GetPodSpec

func (x *JobInfo_Details) GetPodSpec() string

func (*JobInfo_Details) GetResourceLimits

func (x *JobInfo_Details) GetResourceLimits() *ResourceSpec

func (*JobInfo_Details) GetResourceRequests

func (x *JobInfo_Details) GetResourceRequests() *ResourceSpec

func (*JobInfo_Details) GetSalt

func (x *JobInfo_Details) GetSalt() string

func (*JobInfo_Details) GetSchedulingSpec

func (x *JobInfo_Details) GetSchedulingSpec() *SchedulingSpec

func (*JobInfo_Details) GetService

func (x *JobInfo_Details) GetService() *Service

func (*JobInfo_Details) GetSidecarResourceLimits

func (x *JobInfo_Details) GetSidecarResourceLimits() *ResourceSpec

func (*JobInfo_Details) GetSidecarResourceRequests

func (x *JobInfo_Details) GetSidecarResourceRequests() *ResourceSpec

func (*JobInfo_Details) GetSpout

func (x *JobInfo_Details) GetSpout() *Spout

func (*JobInfo_Details) GetTransform

func (x *JobInfo_Details) GetTransform() *Transform

func (*JobInfo_Details) GetWorkerStatus

func (x *JobInfo_Details) GetWorkerStatus() []*WorkerStatus

func (*JobInfo_Details) MarshalLogObject

func (x *JobInfo_Details) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*JobInfo_Details) ProtoMessage

func (*JobInfo_Details) ProtoMessage()

func (*JobInfo_Details) ProtoReflect added in v2.7.0

func (x *JobInfo_Details) ProtoReflect() protoreflect.Message

func (*JobInfo_Details) Reset

func (x *JobInfo_Details) Reset()

func (*JobInfo_Details) String

func (x *JobInfo_Details) String() string

type JobInput

type JobInput struct {
	Name   string      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Commit *pfs.Commit `protobuf:"bytes,2,opt,name=commit,proto3" json:"commit,omitempty"`
	Glob   string      `protobuf:"bytes,3,opt,name=glob,proto3" json:"glob,omitempty"`
	Lazy   bool        `protobuf:"varint,4,opt,name=lazy,proto3" json:"lazy,omitempty"`
	// contains filtered or unexported fields
}

func (*JobInput) Descriptor deprecated

func (*JobInput) Descriptor() ([]byte, []int)

Deprecated: Use JobInput.ProtoReflect.Descriptor instead.

func (*JobInput) GetCommit

func (x *JobInput) GetCommit() *pfs.Commit

func (*JobInput) GetGlob

func (x *JobInput) GetGlob() string

func (*JobInput) GetLazy

func (x *JobInput) GetLazy() bool

func (*JobInput) GetName

func (x *JobInput) GetName() string

func (*JobInput) MarshalLogObject

func (x *JobInput) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*JobInput) ProtoMessage

func (*JobInput) ProtoMessage()

func (*JobInput) ProtoReflect added in v2.7.0

func (x *JobInput) ProtoReflect() protoreflect.Message

func (*JobInput) Reset

func (x *JobInput) Reset()

func (*JobInput) String

func (x *JobInput) String() string

type JobSet

type JobSet struct {
	Id string `protobuf:"bytes,1,opt,name=id,proto3" json:"id,omitempty"`
	// contains filtered or unexported fields
}

func (*JobSet) Descriptor deprecated

func (*JobSet) Descriptor() ([]byte, []int)

Deprecated: Use JobSet.ProtoReflect.Descriptor instead.

func (*JobSet) GetId added in v2.7.0

func (x *JobSet) GetId() string

func (*JobSet) MarshalLogObject

func (x *JobSet) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*JobSet) ProtoMessage

func (*JobSet) ProtoMessage()

func (*JobSet) ProtoReflect added in v2.7.0

func (x *JobSet) ProtoReflect() protoreflect.Message

func (*JobSet) Reset

func (x *JobSet) Reset()

func (*JobSet) String

func (x *JobSet) String() string

type JobSetInfo

type JobSetInfo struct {
	JobSet *JobSet    `protobuf:"bytes,1,opt,name=job_set,json=jobSet,proto3" json:"job_set,omitempty"`
	Jobs   []*JobInfo `protobuf:"bytes,2,rep,name=jobs,proto3" json:"jobs,omitempty"`
	// contains filtered or unexported fields
}

func (*JobSetInfo) Descriptor deprecated

func (*JobSetInfo) Descriptor() ([]byte, []int)

Deprecated: Use JobSetInfo.ProtoReflect.Descriptor instead.

func (*JobSetInfo) GetJobSet

func (x *JobSetInfo) GetJobSet() *JobSet

func (*JobSetInfo) GetJobs

func (x *JobSetInfo) GetJobs() []*JobInfo

func (*JobSetInfo) MarshalLogObject

func (x *JobSetInfo) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*JobSetInfo) ProtoMessage

func (*JobSetInfo) ProtoMessage()

func (*JobSetInfo) ProtoReflect added in v2.7.0

func (x *JobSetInfo) ProtoReflect() protoreflect.Message

func (*JobSetInfo) Reset

func (x *JobSetInfo) Reset()

func (*JobSetInfo) String

func (x *JobSetInfo) String() string

type JobState

type JobState int32
const (
	JobState_JOB_STATE_UNKNOWN JobState = 0
	JobState_JOB_CREATED       JobState = 1
	JobState_JOB_STARTING      JobState = 2
	JobState_JOB_RUNNING       JobState = 3
	JobState_JOB_FAILURE       JobState = 4
	JobState_JOB_SUCCESS       JobState = 5
	JobState_JOB_KILLED        JobState = 6
	JobState_JOB_EGRESSING     JobState = 7
	JobState_JOB_FINISHING     JobState = 8
	JobState_JOB_UNRUNNABLE    JobState = 9
)

func JobStateFromName

func JobStateFromName(name string) (JobState, error)

JobStateFromName attempts to interpret a string as a JobState, accepting either the enum names or the pretty printed state names

func (JobState) Descriptor added in v2.7.0

func (JobState) Descriptor() protoreflect.EnumDescriptor

func (JobState) Enum added in v2.7.0

func (x JobState) Enum() *JobState

func (JobState) EnumDescriptor deprecated

func (JobState) EnumDescriptor() ([]byte, []int)

Deprecated: Use JobState.Descriptor instead.

func (JobState) Number added in v2.7.0

func (x JobState) Number() protoreflect.EnumNumber

func (JobState) String

func (x JobState) String() string

func (JobState) Type added in v2.7.0

type ListDatumRequest

type ListDatumRequest struct {

	// Job and Input are two different ways to specify the datums you want.
	// Only one can be set.
	// Job is the job to list datums from.
	Job *Job `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	// Input is the input to list datums from.
	// The datums listed are the ones that would be run if a pipeline was created
	// with the provided input.
	Input  *Input                   `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	Filter *ListDatumRequest_Filter `protobuf:"bytes,3,opt,name=filter,proto3" json:"filter,omitempty"`
	// datum id to start from. we do not include this datum in the response
	PaginationMarker string `protobuf:"bytes,4,opt,name=paginationMarker,proto3" json:"paginationMarker,omitempty"`
	// Number of datums to return
	Number int64 `protobuf:"varint,5,opt,name=number,proto3" json:"number,omitempty"`
	// If true, return datums in reverse order
	Reverse bool `protobuf:"varint,6,opt,name=reverse,proto3" json:"reverse,omitempty"`
	// contains filtered or unexported fields
}

func (*ListDatumRequest) Descriptor deprecated

func (*ListDatumRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListDatumRequest.ProtoReflect.Descriptor instead.

func (*ListDatumRequest) GetFilter

func (x *ListDatumRequest) GetFilter() *ListDatumRequest_Filter

func (*ListDatumRequest) GetInput

func (x *ListDatumRequest) GetInput() *Input

func (*ListDatumRequest) GetJob

func (x *ListDatumRequest) GetJob() *Job

func (*ListDatumRequest) GetNumber

func (x *ListDatumRequest) GetNumber() int64

func (*ListDatumRequest) GetPaginationMarker

func (x *ListDatumRequest) GetPaginationMarker() string

func (*ListDatumRequest) GetReverse

func (x *ListDatumRequest) GetReverse() bool

func (*ListDatumRequest) MarshalLogObject

func (x *ListDatumRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ListDatumRequest) ProtoMessage

func (*ListDatumRequest) ProtoMessage()

func (*ListDatumRequest) ProtoReflect added in v2.7.0

func (x *ListDatumRequest) ProtoReflect() protoreflect.Message

func (*ListDatumRequest) Reset

func (x *ListDatumRequest) Reset()

func (*ListDatumRequest) String

func (x *ListDatumRequest) String() string

type ListDatumRequest_Filter

type ListDatumRequest_Filter struct {
	State []DatumState `protobuf:"varint,1,rep,packed,name=state,proto3,enum=pps_v2.DatumState" json:"state,omitempty"` // Must match one of the given states.
	// contains filtered or unexported fields
}

Filter restricts returned DatumInfo messages to those which match all of the filtered attributes.

func (*ListDatumRequest_Filter) Allow

func (r *ListDatumRequest_Filter) Allow(item *DatumInfo) bool

Allow returns true if the filter allows the item. Currently, this means if the item’s state matches one of the states given in the filter.

func (*ListDatumRequest_Filter) Descriptor deprecated

func (*ListDatumRequest_Filter) Descriptor() ([]byte, []int)

Deprecated: Use ListDatumRequest_Filter.ProtoReflect.Descriptor instead.

func (*ListDatumRequest_Filter) GetState

func (x *ListDatumRequest_Filter) GetState() []DatumState

func (*ListDatumRequest_Filter) MarshalLogObject

func (x *ListDatumRequest_Filter) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ListDatumRequest_Filter) ProtoMessage

func (*ListDatumRequest_Filter) ProtoMessage()

func (*ListDatumRequest_Filter) ProtoReflect added in v2.7.0

func (x *ListDatumRequest_Filter) ProtoReflect() protoreflect.Message

func (*ListDatumRequest_Filter) Reset

func (x *ListDatumRequest_Filter) Reset()

func (*ListDatumRequest_Filter) String

func (x *ListDatumRequest_Filter) String() string

type ListJobRequest

type ListJobRequest struct {

	// A list of projects to filter jobs on, nil means don't filter.
	Projects    []*pfs.Project `protobuf:"bytes,7,rep,name=projects,proto3" json:"projects,omitempty"`
	Pipeline    *Pipeline      `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`                          // nil means all pipelines
	InputCommit []*pfs.Commit  `protobuf:"bytes,2,rep,name=input_commit,json=inputCommit,proto3" json:"input_commit,omitempty"` // nil means all inputs
	// History indicates return jobs from historical versions of pipelines
	// semantics are:
	// 0: Return jobs from the current version of the pipeline or pipelines.
	// 1: Return the above and jobs from the next most recent version
	// 2: etc.
	// -1: Return jobs from all historical versions.
	History int64 `protobuf:"varint,4,opt,name=history,proto3" json:"history,omitempty"`
	// Details indicates whether the result should include all pipeline details in
	// each JobInfo, or limited information including name and status, but
	// excluding information in the pipeline spec. Leaving this "false" can make
	// the call significantly faster in clusters with a large number of pipelines
	// and jobs.
	// Note that if 'input_commit' is set, this field is coerced to "true"
	Details bool `protobuf:"varint,5,opt,name=details,proto3" json:"details,omitempty"`
	// A jq program string for additional result filtering
	JqFilter string `protobuf:"bytes,6,opt,name=jqFilter,proto3" json:"jqFilter,omitempty"`
	// timestamp that is pagination marker
	PaginationMarker *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=paginationMarker,proto3" json:"paginationMarker,omitempty"`
	// number of results to return
	Number int64 `protobuf:"varint,9,opt,name=number,proto3" json:"number,omitempty"`
	// flag to indicated if results should be returned in reverse order
	Reverse bool `protobuf:"varint,10,opt,name=reverse,proto3" json:"reverse,omitempty"`
	// contains filtered or unexported fields
}

func (*ListJobRequest) Descriptor deprecated

func (*ListJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListJobRequest.ProtoReflect.Descriptor instead.

func (*ListJobRequest) GetDetails

func (x *ListJobRequest) GetDetails() bool

func (*ListJobRequest) GetHistory

func (x *ListJobRequest) GetHistory() int64

func (*ListJobRequest) GetInputCommit

func (x *ListJobRequest) GetInputCommit() []*pfs.Commit

func (*ListJobRequest) GetJqFilter

func (x *ListJobRequest) GetJqFilter() string

func (*ListJobRequest) GetNumber

func (x *ListJobRequest) GetNumber() int64

func (*ListJobRequest) GetPaginationMarker

func (x *ListJobRequest) GetPaginationMarker() *timestamppb.Timestamp

func (*ListJobRequest) GetPipeline

func (x *ListJobRequest) GetPipeline() *Pipeline

func (*ListJobRequest) GetProjects

func (x *ListJobRequest) GetProjects() []*pfs.Project

func (*ListJobRequest) GetReverse

func (x *ListJobRequest) GetReverse() bool

func (*ListJobRequest) MarshalLogObject

func (x *ListJobRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ListJobRequest) ProtoMessage

func (*ListJobRequest) ProtoMessage()

func (*ListJobRequest) ProtoReflect added in v2.7.0

func (x *ListJobRequest) ProtoReflect() protoreflect.Message

func (*ListJobRequest) Reset

func (x *ListJobRequest) Reset()

func (*ListJobRequest) String

func (x *ListJobRequest) String() string

type ListJobSetRequest

type ListJobSetRequest struct {
	Details bool `protobuf:"varint,1,opt,name=details,proto3" json:"details,omitempty"`
	// A list of projects to filter jobs on, nil means don't filter.
	Projects []*pfs.Project `protobuf:"bytes,2,rep,name=projects,proto3" json:"projects,omitempty"`
	// we return job sets created before or after this time based on the reverse flag
	PaginationMarker *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=paginationMarker,proto3" json:"paginationMarker,omitempty"`
	// number of results to return
	Number int64 `protobuf:"varint,4,opt,name=number,proto3" json:"number,omitempty"`
	// if true, return results in reverse order
	Reverse bool `protobuf:"varint,5,opt,name=reverse,proto3" json:"reverse,omitempty"`
	// A jq program string for additional result filtering
	JqFilter string `protobuf:"bytes,6,opt,name=jqFilter,proto3" json:"jqFilter,omitempty"`
	// contains filtered or unexported fields
}

func (*ListJobSetRequest) Descriptor deprecated

func (*ListJobSetRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListJobSetRequest.ProtoReflect.Descriptor instead.

func (*ListJobSetRequest) GetDetails

func (x *ListJobSetRequest) GetDetails() bool

func (*ListJobSetRequest) GetJqFilter added in v2.7.0

func (x *ListJobSetRequest) GetJqFilter() string

func (*ListJobSetRequest) GetNumber

func (x *ListJobSetRequest) GetNumber() int64

func (*ListJobSetRequest) GetPaginationMarker

func (x *ListJobSetRequest) GetPaginationMarker() *timestamppb.Timestamp

func (*ListJobSetRequest) GetProjects

func (x *ListJobSetRequest) GetProjects() []*pfs.Project

func (*ListJobSetRequest) GetReverse

func (x *ListJobSetRequest) GetReverse() bool

func (*ListJobSetRequest) MarshalLogObject

func (x *ListJobSetRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ListJobSetRequest) ProtoMessage

func (*ListJobSetRequest) ProtoMessage()

func (*ListJobSetRequest) ProtoReflect added in v2.7.0

func (x *ListJobSetRequest) ProtoReflect() protoreflect.Message

func (*ListJobSetRequest) Reset

func (x *ListJobSetRequest) Reset()

func (*ListJobSetRequest) String

func (x *ListJobSetRequest) String() string

type ListPipelineRequest

type ListPipelineRequest struct {

	// If non-nil, only return info about a single pipeline, this is redundant
	// with InspectPipeline unless history is non-zero.
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	// History indicates how many historical versions you want returned. Its
	// semantics are:
	// 0: Return the current version of the pipeline or pipelines.
	// 1: Return the above and the next most recent version
	// 2: etc.
	// -1: Return all historical versions.
	History int64 `protobuf:"varint,2,opt,name=history,proto3" json:"history,omitempty"`
	// When true, return PipelineInfos with the details field, which requires
	// loading the pipeline spec from PFS.
	Details bool `protobuf:"varint,3,opt,name=details,proto3" json:"details,omitempty"`
	// A jq program string for additional result filtering
	JqFilter string `protobuf:"bytes,4,opt,name=jqFilter,proto3" json:"jqFilter,omitempty"`
	// If non-nil, will return all the pipeline infos at this commit set
	CommitSet *pfs.CommitSet `protobuf:"bytes,5,opt,name=commit_set,json=commitSet,proto3" json:"commit_set,omitempty"`
	// Projects to filter on. Empty list means no filter, so return all pipelines.
	Projects []*pfs.Project `protobuf:"bytes,6,rep,name=projects,proto3" json:"projects,omitempty"`
	// contains filtered or unexported fields
}

func (*ListPipelineRequest) Descriptor deprecated

func (*ListPipelineRequest) Descriptor() ([]byte, []int)

Deprecated: Use ListPipelineRequest.ProtoReflect.Descriptor instead.

func (*ListPipelineRequest) GetCommitSet

func (x *ListPipelineRequest) GetCommitSet() *pfs.CommitSet

func (*ListPipelineRequest) GetDetails

func (x *ListPipelineRequest) GetDetails() bool

func (*ListPipelineRequest) GetHistory

func (x *ListPipelineRequest) GetHistory() int64

func (*ListPipelineRequest) GetJqFilter

func (x *ListPipelineRequest) GetJqFilter() string

func (*ListPipelineRequest) GetPipeline

func (x *ListPipelineRequest) GetPipeline() *Pipeline

func (*ListPipelineRequest) GetProjects

func (x *ListPipelineRequest) GetProjects() []*pfs.Project

func (*ListPipelineRequest) MarshalLogObject

func (x *ListPipelineRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ListPipelineRequest) ProtoMessage

func (*ListPipelineRequest) ProtoMessage()

func (*ListPipelineRequest) ProtoReflect added in v2.7.0

func (x *ListPipelineRequest) ProtoReflect() protoreflect.Message

func (*ListPipelineRequest) Reset

func (x *ListPipelineRequest) Reset()

func (*ListPipelineRequest) String

func (x *ListPipelineRequest) String() string

type LogMessage

type LogMessage struct {

	// The job and pipeline for which a PFS file is being processed (if the job
	// is an orphan job, pipeline name and ID will be unset)
	ProjectName  string `protobuf:"bytes,10,opt,name=project_name,json=projectName,proto3" json:"project_name,omitempty"`
	PipelineName string `protobuf:"bytes,1,opt,name=pipeline_name,json=pipelineName,proto3" json:"pipeline_name,omitempty"`
	JobId        string `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	WorkerId     string `protobuf:"bytes,3,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	DatumId      string `protobuf:"bytes,4,opt,name=datum_id,json=datumId,proto3" json:"datum_id,omitempty"`
	Master       bool   `protobuf:"varint,5,opt,name=master,proto3" json:"master,omitempty"`
	// The PFS files being processed (one per pipeline/job input)
	Data []*InputFile `protobuf:"bytes,6,rep,name=data,proto3" json:"data,omitempty"`
	// User is true if log message comes from the users code.
	User bool `protobuf:"varint,7,opt,name=user,proto3" json:"user,omitempty"`
	// The message logged, and the time at which it was logged
	Ts      *timestamppb.Timestamp `protobuf:"bytes,8,opt,name=ts,proto3" json:"ts,omitempty"`
	Message string                 `protobuf:"bytes,9,opt,name=message,proto3" json:"message,omitempty"`
	// contains filtered or unexported fields
}

LogMessage is a log line from a PPS worker, annotated with metadata indicating when and why the line was logged.

func (*LogMessage) Descriptor deprecated

func (*LogMessage) Descriptor() ([]byte, []int)

Deprecated: Use LogMessage.ProtoReflect.Descriptor instead.

func (*LogMessage) GetData

func (x *LogMessage) GetData() []*InputFile

func (*LogMessage) GetDatumId added in v2.7.0

func (x *LogMessage) GetDatumId() string

func (*LogMessage) GetJobId added in v2.7.0

func (x *LogMessage) GetJobId() string

func (*LogMessage) GetMaster

func (x *LogMessage) GetMaster() bool

func (*LogMessage) GetMessage

func (x *LogMessage) GetMessage() string

func (*LogMessage) GetPipelineName

func (x *LogMessage) GetPipelineName() string

func (*LogMessage) GetProjectName

func (x *LogMessage) GetProjectName() string

func (*LogMessage) GetTs

func (x *LogMessage) GetTs() *timestamppb.Timestamp

func (*LogMessage) GetUser

func (x *LogMessage) GetUser() bool

func (*LogMessage) GetWorkerId added in v2.7.0

func (x *LogMessage) GetWorkerId() string

func (*LogMessage) MarshalLogObject

func (x *LogMessage) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*LogMessage) ProtoMessage

func (*LogMessage) ProtoMessage()

func (*LogMessage) ProtoReflect added in v2.7.0

func (x *LogMessage) ProtoReflect() protoreflect.Message

func (*LogMessage) Reset

func (x *LogMessage) Reset()

func (*LogMessage) String

func (x *LogMessage) String() string

type LokiLogMessage

type LokiLogMessage struct {
	Message string `protobuf:"bytes,1,opt,name=message,proto3" json:"message,omitempty"`
	// contains filtered or unexported fields
}

func (*LokiLogMessage) Descriptor deprecated

func (*LokiLogMessage) Descriptor() ([]byte, []int)

Deprecated: Use LokiLogMessage.ProtoReflect.Descriptor instead.

func (*LokiLogMessage) GetMessage

func (x *LokiLogMessage) GetMessage() string

func (*LokiLogMessage) MarshalLogObject

func (x *LokiLogMessage) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*LokiLogMessage) ProtoMessage

func (*LokiLogMessage) ProtoMessage()

func (*LokiLogMessage) ProtoReflect added in v2.7.0

func (x *LokiLogMessage) ProtoReflect() protoreflect.Message

func (*LokiLogMessage) Reset

func (x *LokiLogMessage) Reset()

func (*LokiLogMessage) String

func (x *LokiLogMessage) String() string

type LokiRequest

type LokiRequest struct {
	Since *durationpb.Duration `protobuf:"bytes,1,opt,name=since,proto3" json:"since,omitempty"`
	Query string               `protobuf:"bytes,2,opt,name=query,proto3" json:"query,omitempty"`
	// contains filtered or unexported fields
}

func (*LokiRequest) Descriptor deprecated

func (*LokiRequest) Descriptor() ([]byte, []int)

Deprecated: Use LokiRequest.ProtoReflect.Descriptor instead.

func (*LokiRequest) GetQuery

func (x *LokiRequest) GetQuery() string

func (*LokiRequest) GetSince

func (x *LokiRequest) GetSince() *durationpb.Duration

func (*LokiRequest) MarshalLogObject

func (x *LokiRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*LokiRequest) ProtoMessage

func (*LokiRequest) ProtoMessage()

func (*LokiRequest) ProtoReflect added in v2.7.0

func (x *LokiRequest) ProtoReflect() protoreflect.Message

func (*LokiRequest) Reset

func (x *LokiRequest) Reset()

func (*LokiRequest) String

func (x *LokiRequest) String() string

type Metadata

type Metadata struct {
	Annotations map[string]string `` /* 163-byte string literal not displayed */
	Labels      map[string]string `` /* 153-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*Metadata) Descriptor deprecated

func (*Metadata) Descriptor() ([]byte, []int)

Deprecated: Use Metadata.ProtoReflect.Descriptor instead.

func (*Metadata) GetAnnotations

func (x *Metadata) GetAnnotations() map[string]string

func (*Metadata) GetLabels

func (x *Metadata) GetLabels() map[string]string

func (*Metadata) MarshalLogObject

func (x *Metadata) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Metadata) ProtoMessage

func (*Metadata) ProtoMessage()

func (*Metadata) ProtoReflect added in v2.7.0

func (x *Metadata) ProtoReflect() protoreflect.Message

func (*Metadata) Reset

func (x *Metadata) Reset()

func (*Metadata) String

func (x *Metadata) String() string

type PFSInput

type PFSInput struct {
	Project   string `protobuf:"bytes,14,opt,name=project,proto3" json:"project,omitempty"`
	Name      string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	Repo      string `protobuf:"bytes,2,opt,name=repo,proto3" json:"repo,omitempty"`
	RepoType  string `protobuf:"bytes,13,opt,name=repo_type,json=repoType,proto3" json:"repo_type,omitempty"`
	Branch    string `protobuf:"bytes,3,opt,name=branch,proto3" json:"branch,omitempty"`
	Commit    string `protobuf:"bytes,4,opt,name=commit,proto3" json:"commit,omitempty"`
	Glob      string `protobuf:"bytes,5,opt,name=glob,proto3" json:"glob,omitempty"`
	JoinOn    string `protobuf:"bytes,6,opt,name=join_on,json=joinOn,proto3" json:"join_on,omitempty"`
	OuterJoin bool   `protobuf:"varint,7,opt,name=outer_join,json=outerJoin,proto3" json:"outer_join,omitempty"`
	GroupBy   string `protobuf:"bytes,8,opt,name=group_by,json=groupBy,proto3" json:"group_by,omitempty"`
	Lazy      bool   `protobuf:"varint,9,opt,name=lazy,proto3" json:"lazy,omitempty"`
	// EmptyFiles, if true, will cause files from this PFS input to be
	// presented as empty files. This is useful in shuffle pipelines where you
	// want to read the names of files and reorganize them using symlinks.
	EmptyFiles bool `protobuf:"varint,10,opt,name=empty_files,json=emptyFiles,proto3" json:"empty_files,omitempty"`
	// S3, if true, will cause the worker to NOT download or link files from this
	// input into the /pfs_v2 directory. Instead, an instance of our S3 gateway
	// service will run on each of the sidecars, and data can be retrieved from
	// this input by querying
	// http://<pipeline>-s3.<namespace>/<job id>.<input>/my/file
	S3 bool `protobuf:"varint,11,opt,name=s3,proto3" json:"s3,omitempty"`
	// Trigger defines when this input is processed by the pipeline, if it's nil
	// the input is processed anytime something is committed to the input branch.
	Trigger *pfs.Trigger `protobuf:"bytes,12,opt,name=trigger,proto3" json:"trigger,omitempty"`
	// contains filtered or unexported fields
}

func (*PFSInput) Descriptor deprecated

func (*PFSInput) Descriptor() ([]byte, []int)

Deprecated: Use PFSInput.ProtoReflect.Descriptor instead.

func (*PFSInput) GetBranch

func (x *PFSInput) GetBranch() string

func (*PFSInput) GetCommit

func (x *PFSInput) GetCommit() string

func (*PFSInput) GetEmptyFiles

func (x *PFSInput) GetEmptyFiles() bool

func (*PFSInput) GetGlob

func (x *PFSInput) GetGlob() string

func (*PFSInput) GetGroupBy

func (x *PFSInput) GetGroupBy() string

func (*PFSInput) GetJoinOn

func (x *PFSInput) GetJoinOn() string

func (*PFSInput) GetLazy

func (x *PFSInput) GetLazy() bool

func (*PFSInput) GetName

func (x *PFSInput) GetName() string

func (*PFSInput) GetOuterJoin

func (x *PFSInput) GetOuterJoin() bool

func (*PFSInput) GetProject

func (x *PFSInput) GetProject() string

func (*PFSInput) GetRepo

func (x *PFSInput) GetRepo() string

func (*PFSInput) GetRepoType

func (x *PFSInput) GetRepoType() string

func (*PFSInput) GetS3

func (x *PFSInput) GetS3() bool

func (*PFSInput) GetTrigger

func (x *PFSInput) GetTrigger() *pfs.Trigger

func (*PFSInput) MarshalLogObject

func (x *PFSInput) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*PFSInput) ProtoMessage

func (*PFSInput) ProtoMessage()

func (*PFSInput) ProtoReflect added in v2.7.0

func (x *PFSInput) ProtoReflect() protoreflect.Message

func (*PFSInput) Reset

func (x *PFSInput) Reset()

func (*PFSInput) String

func (x *PFSInput) String() string

type ParallelismSpec

type ParallelismSpec struct {

	// Starts the pipeline/job with a 'constant' workers, unless 'constant' is
	// zero. If 'constant' is zero (which is the zero value of ParallelismSpec),
	// then Pachyderm will choose the number of workers that is started,
	// (currently it chooses the number of workers in the cluster)
	Constant uint64 `protobuf:"varint,1,opt,name=constant,proto3" json:"constant,omitempty"`
	// contains filtered or unexported fields
}

func (*ParallelismSpec) Descriptor deprecated

func (*ParallelismSpec) Descriptor() ([]byte, []int)

Deprecated: Use ParallelismSpec.ProtoReflect.Descriptor instead.

func (*ParallelismSpec) GetConstant

func (x *ParallelismSpec) GetConstant() uint64

func (*ParallelismSpec) MarshalLogObject

func (x *ParallelismSpec) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ParallelismSpec) ProtoMessage

func (*ParallelismSpec) ProtoMessage()

func (*ParallelismSpec) ProtoReflect added in v2.7.0

func (x *ParallelismSpec) ProtoReflect() protoreflect.Message

func (*ParallelismSpec) Reset

func (x *ParallelismSpec) Reset()

func (*ParallelismSpec) String

func (x *ParallelismSpec) String() string

type Pipeline

type Pipeline struct {
	Project *pfs.Project `protobuf:"bytes,2,opt,name=project,proto3" json:"project,omitempty"`
	Name    string       `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

func RepoPipeline

func RepoPipeline(r *pfs.Repo) *Pipeline

RepoPipeline returns a Pipeline with the same project and name as the repo.

func (*Pipeline) Descriptor deprecated

func (*Pipeline) Descriptor() ([]byte, []int)

Deprecated: Use Pipeline.ProtoReflect.Descriptor instead.

func (*Pipeline) GetName

func (x *Pipeline) GetName() string

func (*Pipeline) GetProject

func (x *Pipeline) GetProject() *pfs.Project

func (*Pipeline) MarshalLogObject

func (x *Pipeline) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Pipeline) ProtoMessage

func (*Pipeline) ProtoMessage()

func (*Pipeline) ProtoReflect added in v2.7.0

func (x *Pipeline) ProtoReflect() protoreflect.Message

func (*Pipeline) Reset

func (x *Pipeline) Reset()

func (*Pipeline) String

func (p *Pipeline) String() string

type PipelineInfo

type PipelineInfo struct {
	Pipeline   *Pipeline   `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	Version    uint64      `protobuf:"varint,2,opt,name=version,proto3" json:"version,omitempty"`
	SpecCommit *pfs.Commit `protobuf:"bytes,3,opt,name=spec_commit,json=specCommit,proto3" json:"spec_commit,omitempty"` // The first spec commit for this version of the pipeline
	Stopped    bool        `protobuf:"varint,4,opt,name=stopped,proto3" json:"stopped,omitempty"`
	// state indicates the current state of the pipeline
	State PipelineState `protobuf:"varint,5,opt,name=state,proto3,enum=pps_v2.PipelineState" json:"state,omitempty"`
	// reason includes any error messages associated with a failed pipeline
	Reason string `protobuf:"bytes,6,opt,name=reason,proto3" json:"reason,omitempty"`
	// last_job_state indicates the state of the most recently created job
	LastJobState JobState `protobuf:"varint,8,opt,name=last_job_state,json=lastJobState,proto3,enum=pps_v2.JobState" json:"last_job_state,omitempty"`
	// parallelism tracks the literal number of workers that this pipeline should
	// run.
	Parallelism uint64                    `protobuf:"varint,9,opt,name=parallelism,proto3" json:"parallelism,omitempty"`
	Type        PipelineInfo_PipelineType `protobuf:"varint,10,opt,name=type,proto3,enum=pps_v2.PipelineInfo_PipelineType" json:"type,omitempty"`
	AuthToken   string                    `protobuf:"bytes,11,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"`
	Details     *PipelineInfo_Details     `protobuf:"bytes,12,opt,name=details,proto3" json:"details,omitempty"`
	DetailsJson string                    `protobuf:"bytes,13,opt,name=details_json,json=detailsJson,proto3" json:"details_json,omitempty"`
	// contains filtered or unexported fields
}

PipelineInfo is proto for each pipeline that Pachd stores in the database. It tracks the state of the pipeline, and points to its metadata in PFS (and, by pointing to a PFS commit, de facto tracks the pipeline's version). Any information about the pipeline _not_ stored in the database is in the Details object, which requires fetching the spec from PFS or other potentially expensive operations.

func (*PipelineInfo) Descriptor deprecated

func (*PipelineInfo) Descriptor() ([]byte, []int)

Deprecated: Use PipelineInfo.ProtoReflect.Descriptor instead.

func (*PipelineInfo) GetAuthToken

func (x *PipelineInfo) GetAuthToken() string

func (*PipelineInfo) GetDetails

func (x *PipelineInfo) GetDetails() *PipelineInfo_Details

func (*PipelineInfo) GetDetailsJson added in v2.7.0

func (x *PipelineInfo) GetDetailsJson() string

func (*PipelineInfo) GetLastJobState

func (x *PipelineInfo) GetLastJobState() JobState

func (*PipelineInfo) GetParallelism

func (x *PipelineInfo) GetParallelism() uint64

func (*PipelineInfo) GetPipeline

func (x *PipelineInfo) GetPipeline() *Pipeline

func (*PipelineInfo) GetReason

func (x *PipelineInfo) GetReason() string

func (*PipelineInfo) GetSpecCommit

func (x *PipelineInfo) GetSpecCommit() *pfs.Commit

func (*PipelineInfo) GetState

func (x *PipelineInfo) GetState() PipelineState

func (*PipelineInfo) GetStopped

func (x *PipelineInfo) GetStopped() bool

func (*PipelineInfo) GetType

func (*PipelineInfo) GetVersion

func (x *PipelineInfo) GetVersion() uint64

func (*PipelineInfo) MarshalLogObject

func (x *PipelineInfo) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*PipelineInfo) ProtoMessage

func (*PipelineInfo) ProtoMessage()

func (*PipelineInfo) ProtoReflect added in v2.7.0

func (x *PipelineInfo) ProtoReflect() protoreflect.Message

func (*PipelineInfo) Reset

func (x *PipelineInfo) Reset()

func (*PipelineInfo) String

func (x *PipelineInfo) String() string

type PipelineInfo_Details

type PipelineInfo_Details struct {
	Transform *Transform `protobuf:"bytes,1,opt,name=transform,proto3" json:"transform,omitempty"`
	// tf_job encodes a Kubeflow TFJob spec. Pachyderm uses this to create TFJobs
	// when running in a kubernetes cluster on which kubeflow has been installed.
	// Exactly one of 'tf_job' and 'transform' should be set
	TfJob                   *TFJob                 `protobuf:"bytes,2,opt,name=tf_job,json=tfJob,proto3" json:"tf_job,omitempty"`
	ParallelismSpec         *ParallelismSpec       `protobuf:"bytes,3,opt,name=parallelism_spec,json=parallelismSpec,proto3" json:"parallelism_spec,omitempty"`
	Egress                  *Egress                `protobuf:"bytes,4,opt,name=egress,proto3" json:"egress,omitempty"`
	CreatedAt               *timestamppb.Timestamp `protobuf:"bytes,5,opt,name=created_at,json=createdAt,proto3" json:"created_at,omitempty"`
	RecentError             string                 `protobuf:"bytes,6,opt,name=recent_error,json=recentError,proto3" json:"recent_error,omitempty"`
	WorkersRequested        int64                  `protobuf:"varint,7,opt,name=workers_requested,json=workersRequested,proto3" json:"workers_requested,omitempty"`
	WorkersAvailable        int64                  `protobuf:"varint,8,opt,name=workers_available,json=workersAvailable,proto3" json:"workers_available,omitempty"`
	OutputBranch            string                 `protobuf:"bytes,9,opt,name=output_branch,json=outputBranch,proto3" json:"output_branch,omitempty"`
	ResourceRequests        *ResourceSpec          `protobuf:"bytes,10,opt,name=resource_requests,json=resourceRequests,proto3" json:"resource_requests,omitempty"`
	ResourceLimits          *ResourceSpec          `protobuf:"bytes,11,opt,name=resource_limits,json=resourceLimits,proto3" json:"resource_limits,omitempty"`
	SidecarResourceLimits   *ResourceSpec          `` /* 127-byte string literal not displayed */
	Input                   *Input                 `protobuf:"bytes,13,opt,name=input,proto3" json:"input,omitempty"`
	Description             string                 `protobuf:"bytes,14,opt,name=description,proto3" json:"description,omitempty"`
	Salt                    string                 `protobuf:"bytes,16,opt,name=salt,proto3" json:"salt,omitempty"`
	Reason                  string                 `protobuf:"bytes,17,opt,name=reason,proto3" json:"reason,omitempty"`
	Service                 *Service               `protobuf:"bytes,19,opt,name=service,proto3" json:"service,omitempty"`
	Spout                   *Spout                 `protobuf:"bytes,20,opt,name=spout,proto3" json:"spout,omitempty"`
	DatumSetSpec            *DatumSetSpec          `protobuf:"bytes,21,opt,name=datum_set_spec,json=datumSetSpec,proto3" json:"datum_set_spec,omitempty"`
	DatumTimeout            *durationpb.Duration   `protobuf:"bytes,22,opt,name=datum_timeout,json=datumTimeout,proto3" json:"datum_timeout,omitempty"`
	JobTimeout              *durationpb.Duration   `protobuf:"bytes,23,opt,name=job_timeout,json=jobTimeout,proto3" json:"job_timeout,omitempty"`
	DatumTries              int64                  `protobuf:"varint,24,opt,name=datum_tries,json=datumTries,proto3" json:"datum_tries,omitempty"`
	SchedulingSpec          *SchedulingSpec        `protobuf:"bytes,25,opt,name=scheduling_spec,json=schedulingSpec,proto3" json:"scheduling_spec,omitempty"`
	PodSpec                 string                 `protobuf:"bytes,26,opt,name=pod_spec,json=podSpec,proto3" json:"pod_spec,omitempty"`
	PodPatch                string                 `protobuf:"bytes,27,opt,name=pod_patch,json=podPatch,proto3" json:"pod_patch,omitempty"`
	S3Out                   bool                   `protobuf:"varint,28,opt,name=s3_out,json=s3Out,proto3" json:"s3_out,omitempty"`
	Metadata                *Metadata              `protobuf:"bytes,29,opt,name=metadata,proto3" json:"metadata,omitempty"`
	ReprocessSpec           string                 `protobuf:"bytes,30,opt,name=reprocess_spec,json=reprocessSpec,proto3" json:"reprocess_spec,omitempty"`
	UnclaimedTasks          int64                  `protobuf:"varint,31,opt,name=unclaimed_tasks,json=unclaimedTasks,proto3" json:"unclaimed_tasks,omitempty"`
	WorkerRc                string                 `protobuf:"bytes,32,opt,name=worker_rc,json=workerRc,proto3" json:"worker_rc,omitempty"`
	Autoscaling             bool                   `protobuf:"varint,33,opt,name=autoscaling,proto3" json:"autoscaling,omitempty"`
	Tolerations             []*Toleration          `protobuf:"bytes,34,rep,name=tolerations,proto3" json:"tolerations,omitempty"`
	SidecarResourceRequests *ResourceSpec          `` /* 133-byte string literal not displayed */
	Determined              *Determined            `protobuf:"bytes,36,opt,name=determined,proto3" json:"determined,omitempty"`
	// contains filtered or unexported fields
}

func (*PipelineInfo_Details) Descriptor deprecated

func (*PipelineInfo_Details) Descriptor() ([]byte, []int)

Deprecated: Use PipelineInfo_Details.ProtoReflect.Descriptor instead.

func (*PipelineInfo_Details) GetAutoscaling

func (x *PipelineInfo_Details) GetAutoscaling() bool

func (*PipelineInfo_Details) GetCreatedAt

func (x *PipelineInfo_Details) GetCreatedAt() *timestamppb.Timestamp

func (*PipelineInfo_Details) GetDatumSetSpec

func (x *PipelineInfo_Details) GetDatumSetSpec() *DatumSetSpec

func (*PipelineInfo_Details) GetDatumTimeout

func (x *PipelineInfo_Details) GetDatumTimeout() *durationpb.Duration

func (*PipelineInfo_Details) GetDatumTries

func (x *PipelineInfo_Details) GetDatumTries() int64

func (*PipelineInfo_Details) GetDescription

func (x *PipelineInfo_Details) GetDescription() string

func (*PipelineInfo_Details) GetDetermined added in v2.7.0

func (x *PipelineInfo_Details) GetDetermined() *Determined

func (*PipelineInfo_Details) GetEgress

func (x *PipelineInfo_Details) GetEgress() *Egress

func (*PipelineInfo_Details) GetInput

func (x *PipelineInfo_Details) GetInput() *Input

func (*PipelineInfo_Details) GetJobTimeout

func (x *PipelineInfo_Details) GetJobTimeout() *durationpb.Duration

func (*PipelineInfo_Details) GetMetadata

func (x *PipelineInfo_Details) GetMetadata() *Metadata

func (*PipelineInfo_Details) GetOutputBranch

func (x *PipelineInfo_Details) GetOutputBranch() string

func (*PipelineInfo_Details) GetParallelismSpec

func (x *PipelineInfo_Details) GetParallelismSpec() *ParallelismSpec

func (*PipelineInfo_Details) GetPodPatch

func (x *PipelineInfo_Details) GetPodPatch() string

func (*PipelineInfo_Details) GetPodSpec

func (x *PipelineInfo_Details) GetPodSpec() string

func (*PipelineInfo_Details) GetReason

func (x *PipelineInfo_Details) GetReason() string

func (*PipelineInfo_Details) GetRecentError

func (x *PipelineInfo_Details) GetRecentError() string

func (*PipelineInfo_Details) GetReprocessSpec

func (x *PipelineInfo_Details) GetReprocessSpec() string

func (*PipelineInfo_Details) GetResourceLimits

func (x *PipelineInfo_Details) GetResourceLimits() *ResourceSpec

func (*PipelineInfo_Details) GetResourceRequests

func (x *PipelineInfo_Details) GetResourceRequests() *ResourceSpec

func (*PipelineInfo_Details) GetS3Out

func (x *PipelineInfo_Details) GetS3Out() bool

func (*PipelineInfo_Details) GetSalt

func (x *PipelineInfo_Details) GetSalt() string

func (*PipelineInfo_Details) GetSchedulingSpec

func (x *PipelineInfo_Details) GetSchedulingSpec() *SchedulingSpec

func (*PipelineInfo_Details) GetService

func (x *PipelineInfo_Details) GetService() *Service

func (*PipelineInfo_Details) GetSidecarResourceLimits

func (x *PipelineInfo_Details) GetSidecarResourceLimits() *ResourceSpec

func (*PipelineInfo_Details) GetSidecarResourceRequests

func (x *PipelineInfo_Details) GetSidecarResourceRequests() *ResourceSpec

func (*PipelineInfo_Details) GetSpout

func (x *PipelineInfo_Details) GetSpout() *Spout

func (*PipelineInfo_Details) GetTfJob added in v2.7.0

func (x *PipelineInfo_Details) GetTfJob() *TFJob

func (*PipelineInfo_Details) GetTolerations

func (x *PipelineInfo_Details) GetTolerations() []*Toleration

func (*PipelineInfo_Details) GetTransform

func (x *PipelineInfo_Details) GetTransform() *Transform

func (*PipelineInfo_Details) GetUnclaimedTasks

func (x *PipelineInfo_Details) GetUnclaimedTasks() int64

func (*PipelineInfo_Details) GetWorkerRc

func (x *PipelineInfo_Details) GetWorkerRc() string

func (*PipelineInfo_Details) GetWorkersAvailable

func (x *PipelineInfo_Details) GetWorkersAvailable() int64

func (*PipelineInfo_Details) GetWorkersRequested

func (x *PipelineInfo_Details) GetWorkersRequested() int64

func (*PipelineInfo_Details) MarshalLogObject

func (x *PipelineInfo_Details) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*PipelineInfo_Details) ProtoMessage

func (*PipelineInfo_Details) ProtoMessage()

func (*PipelineInfo_Details) ProtoReflect added in v2.7.0

func (x *PipelineInfo_Details) ProtoReflect() protoreflect.Message

func (*PipelineInfo_Details) Reset

func (x *PipelineInfo_Details) Reset()

func (*PipelineInfo_Details) String

func (x *PipelineInfo_Details) String() string

type PipelineInfo_PipelineType

type PipelineInfo_PipelineType int32

The pipeline type is stored here so that we can internally know the type of the pipeline without loading the spec from PFS.

const (
	PipelineInfo_PIPELINT_TYPE_UNKNOWN   PipelineInfo_PipelineType = 0
	PipelineInfo_PIPELINE_TYPE_TRANSFORM PipelineInfo_PipelineType = 1
	PipelineInfo_PIPELINE_TYPE_SPOUT     PipelineInfo_PipelineType = 2
	PipelineInfo_PIPELINE_TYPE_SERVICE   PipelineInfo_PipelineType = 3
)

func (PipelineInfo_PipelineType) Descriptor added in v2.7.0

func (PipelineInfo_PipelineType) Enum added in v2.7.0

func (PipelineInfo_PipelineType) EnumDescriptor deprecated

func (PipelineInfo_PipelineType) EnumDescriptor() ([]byte, []int)

Deprecated: Use PipelineInfo_PipelineType.Descriptor instead.

func (PipelineInfo_PipelineType) Number added in v2.7.0

func (PipelineInfo_PipelineType) String

func (x PipelineInfo_PipelineType) String() string

func (PipelineInfo_PipelineType) Type added in v2.7.0

type PipelineInfos

type PipelineInfos struct {
	PipelineInfo []*PipelineInfo `protobuf:"bytes,1,rep,name=pipeline_info,json=pipelineInfo,proto3" json:"pipeline_info,omitempty"`
	// contains filtered or unexported fields
}

func (*PipelineInfos) Descriptor deprecated

func (*PipelineInfos) Descriptor() ([]byte, []int)

Deprecated: Use PipelineInfos.ProtoReflect.Descriptor instead.

func (*PipelineInfos) GetPipelineInfo

func (x *PipelineInfos) GetPipelineInfo() []*PipelineInfo

func (*PipelineInfos) MarshalLogObject

func (x *PipelineInfos) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*PipelineInfos) ProtoMessage

func (*PipelineInfos) ProtoMessage()

func (*PipelineInfos) ProtoReflect added in v2.7.0

func (x *PipelineInfos) ProtoReflect() protoreflect.Message

func (*PipelineInfos) Reset

func (x *PipelineInfos) Reset()

func (*PipelineInfos) String

func (x *PipelineInfos) String() string

type PipelineState

type PipelineState int32
const (
	PipelineState_PIPELINE_STATE_UNKNOWN PipelineState = 0
	// There is a PipelineInfo + spec commit, but no RC
	// This happens when a pipeline has been created but not yet picked up by a
	// PPS server.
	PipelineState_PIPELINE_STARTING PipelineState = 1
	// A pipeline has a spec commit and a service + RC
	// This is the normal state of a pipeline.
	PipelineState_PIPELINE_RUNNING PipelineState = 2
	// Equivalent to STARTING (there is a PipelineInfo + commit, but no RC)
	// After some error caused runPipeline to exit, but before the pipeline is
	// re-run. This is when the exponential backoff is in effect.
	PipelineState_PIPELINE_RESTARTING PipelineState = 3
	// The pipeline has encountered unrecoverable errors and is no longer being
	// retried. It won't leave this state until the pipeline is updated.
	PipelineState_PIPELINE_FAILURE PipelineState = 4
	// The pipeline has been explicitly paused by the user (the pipeline spec's
	// Stopped field should be true if the pipeline is in this state)
	PipelineState_PIPELINE_PAUSED PipelineState = 5
	// The pipeline is fully functional, but there are no commits to process.
	PipelineState_PIPELINE_STANDBY PipelineState = 6
	// The pipeline's workers are crashing, or failing to come up, this may
	// resolve itself, the pipeline may make progress while in this state if the
	// problem is only being experienced by some workers.
	PipelineState_PIPELINE_CRASHING PipelineState = 7
)

func PipelineStateFromName

func PipelineStateFromName(name string) (PipelineState, error)

PipelineStateFromName attempts to interpret a string as a PipelineState, accepting either the enum names or the pretty printed state names

func (PipelineState) Descriptor added in v2.7.0

func (PipelineState) Enum added in v2.7.0

func (x PipelineState) Enum() *PipelineState

func (PipelineState) EnumDescriptor deprecated

func (PipelineState) EnumDescriptor() ([]byte, []int)

Deprecated: Use PipelineState.Descriptor instead.

func (PipelineState) Number added in v2.7.0

func (PipelineState) String

func (x PipelineState) String() string

func (PipelineState) Type added in v2.7.0

type ProcessStats

type ProcessStats struct {
	DownloadTime  *durationpb.Duration `protobuf:"bytes,1,opt,name=download_time,json=downloadTime,proto3" json:"download_time,omitempty"`
	ProcessTime   *durationpb.Duration `protobuf:"bytes,2,opt,name=process_time,json=processTime,proto3" json:"process_time,omitempty"`
	UploadTime    *durationpb.Duration `protobuf:"bytes,3,opt,name=upload_time,json=uploadTime,proto3" json:"upload_time,omitempty"`
	DownloadBytes int64                `protobuf:"varint,4,opt,name=download_bytes,json=downloadBytes,proto3" json:"download_bytes,omitempty"`
	UploadBytes   int64                `protobuf:"varint,5,opt,name=upload_bytes,json=uploadBytes,proto3" json:"upload_bytes,omitempty"`
	// contains filtered or unexported fields
}

func (*ProcessStats) Descriptor deprecated

func (*ProcessStats) Descriptor() ([]byte, []int)

Deprecated: Use ProcessStats.ProtoReflect.Descriptor instead.

func (*ProcessStats) GetDownloadBytes

func (x *ProcessStats) GetDownloadBytes() int64

func (*ProcessStats) GetDownloadTime

func (x *ProcessStats) GetDownloadTime() *durationpb.Duration

func (*ProcessStats) GetProcessTime

func (x *ProcessStats) GetProcessTime() *durationpb.Duration

func (*ProcessStats) GetUploadBytes

func (x *ProcessStats) GetUploadBytes() int64

func (*ProcessStats) GetUploadTime

func (x *ProcessStats) GetUploadTime() *durationpb.Duration

func (*ProcessStats) MarshalLogObject

func (x *ProcessStats) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ProcessStats) ProtoMessage

func (*ProcessStats) ProtoMessage()

func (*ProcessStats) ProtoReflect added in v2.7.0

func (x *ProcessStats) ProtoReflect() protoreflect.Message

func (*ProcessStats) Reset

func (x *ProcessStats) Reset()

func (*ProcessStats) String

func (x *ProcessStats) String() string

type RenderTemplateRequest

type RenderTemplateRequest struct {
	Template string            `protobuf:"bytes,1,opt,name=template,proto3" json:"template,omitempty"`
	Args     map[string]string `` /* 149-byte string literal not displayed */
	// contains filtered or unexported fields
}

func (*RenderTemplateRequest) Descriptor deprecated

func (*RenderTemplateRequest) Descriptor() ([]byte, []int)

Deprecated: Use RenderTemplateRequest.ProtoReflect.Descriptor instead.

func (*RenderTemplateRequest) GetArgs

func (x *RenderTemplateRequest) GetArgs() map[string]string

func (*RenderTemplateRequest) GetTemplate

func (x *RenderTemplateRequest) GetTemplate() string

func (*RenderTemplateRequest) MarshalLogObject

func (x *RenderTemplateRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*RenderTemplateRequest) ProtoMessage

func (*RenderTemplateRequest) ProtoMessage()

func (*RenderTemplateRequest) ProtoReflect added in v2.7.0

func (x *RenderTemplateRequest) ProtoReflect() protoreflect.Message

func (*RenderTemplateRequest) Reset

func (x *RenderTemplateRequest) Reset()

func (*RenderTemplateRequest) String

func (x *RenderTemplateRequest) String() string

type RenderTemplateResponse

type RenderTemplateResponse struct {
	Json  string                   `protobuf:"bytes,1,opt,name=json,proto3" json:"json,omitempty"`
	Specs []*CreatePipelineRequest `protobuf:"bytes,2,rep,name=specs,proto3" json:"specs,omitempty"`
	// contains filtered or unexported fields
}

func (*RenderTemplateResponse) Descriptor deprecated

func (*RenderTemplateResponse) Descriptor() ([]byte, []int)

Deprecated: Use RenderTemplateResponse.ProtoReflect.Descriptor instead.

func (*RenderTemplateResponse) GetJson

func (x *RenderTemplateResponse) GetJson() string

func (*RenderTemplateResponse) GetSpecs

func (*RenderTemplateResponse) MarshalLogObject

func (x *RenderTemplateResponse) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*RenderTemplateResponse) ProtoMessage

func (*RenderTemplateResponse) ProtoMessage()

func (*RenderTemplateResponse) ProtoReflect added in v2.7.0

func (x *RenderTemplateResponse) ProtoReflect() protoreflect.Message

func (*RenderTemplateResponse) Reset

func (x *RenderTemplateResponse) Reset()

func (*RenderTemplateResponse) String

func (x *RenderTemplateResponse) String() string

type ResourceSpec

type ResourceSpec struct {

	// The number of CPUs each worker needs (partial values are allowed, and
	// encouraged)
	Cpu float32 `protobuf:"fixed32,1,opt,name=cpu,proto3" json:"cpu,omitempty"`
	// The amount of memory each worker needs (in bytes, with allowed
	// SI suffixes (M, K, G, Mi, Ki, Gi, etc).
	Memory string `protobuf:"bytes,2,opt,name=memory,proto3" json:"memory,omitempty"`
	// The spec for GPU resources.
	Gpu *GPUSpec `protobuf:"bytes,3,opt,name=gpu,proto3" json:"gpu,omitempty"`
	// The amount of ephemeral storage each worker needs (in bytes, with allowed
	// SI suffixes (M, K, G, Mi, Ki, Gi, etc).
	Disk string `protobuf:"bytes,4,opt,name=disk,proto3" json:"disk,omitempty"`
	// contains filtered or unexported fields
}

ResourceSpec describes the amount of resources that pipeline pods should request from kubernetes, for scheduling.

func (*ResourceSpec) Descriptor deprecated

func (*ResourceSpec) Descriptor() ([]byte, []int)

Deprecated: Use ResourceSpec.ProtoReflect.Descriptor instead.

func (*ResourceSpec) GetCpu

func (x *ResourceSpec) GetCpu() float32

func (*ResourceSpec) GetDisk

func (x *ResourceSpec) GetDisk() string

func (*ResourceSpec) GetGpu

func (x *ResourceSpec) GetGpu() *GPUSpec

func (*ResourceSpec) GetMemory

func (x *ResourceSpec) GetMemory() string

func (*ResourceSpec) MarshalLogObject

func (x *ResourceSpec) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*ResourceSpec) ProtoMessage

func (*ResourceSpec) ProtoMessage()

func (*ResourceSpec) ProtoReflect added in v2.7.0

func (x *ResourceSpec) ProtoReflect() protoreflect.Message

func (*ResourceSpec) Reset

func (x *ResourceSpec) Reset()

func (*ResourceSpec) String

func (x *ResourceSpec) String() string

type RestartDatumRequest

type RestartDatumRequest struct {
	Job         *Job     `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	DataFilters []string `protobuf:"bytes,2,rep,name=data_filters,json=dataFilters,proto3" json:"data_filters,omitempty"`
	// contains filtered or unexported fields
}

func (*RestartDatumRequest) Descriptor deprecated

func (*RestartDatumRequest) Descriptor() ([]byte, []int)

Deprecated: Use RestartDatumRequest.ProtoReflect.Descriptor instead.

func (*RestartDatumRequest) GetDataFilters

func (x *RestartDatumRequest) GetDataFilters() []string

func (*RestartDatumRequest) GetJob

func (x *RestartDatumRequest) GetJob() *Job

func (*RestartDatumRequest) MarshalLogObject

func (x *RestartDatumRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*RestartDatumRequest) ProtoMessage

func (*RestartDatumRequest) ProtoMessage()

func (*RestartDatumRequest) ProtoReflect added in v2.7.0

func (x *RestartDatumRequest) ProtoReflect() protoreflect.Message

func (*RestartDatumRequest) Reset

func (x *RestartDatumRequest) Reset()

func (*RestartDatumRequest) String

func (x *RestartDatumRequest) String() string

type RunCronRequest

type RunCronRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	// contains filtered or unexported fields
}

func (*RunCronRequest) Descriptor deprecated

func (*RunCronRequest) Descriptor() ([]byte, []int)

Deprecated: Use RunCronRequest.ProtoReflect.Descriptor instead.

func (*RunCronRequest) GetPipeline

func (x *RunCronRequest) GetPipeline() *Pipeline

func (*RunCronRequest) MarshalLogObject

func (x *RunCronRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*RunCronRequest) ProtoMessage

func (*RunCronRequest) ProtoMessage()

func (*RunCronRequest) ProtoReflect added in v2.7.0

func (x *RunCronRequest) ProtoReflect() protoreflect.Message

func (*RunCronRequest) Reset

func (x *RunCronRequest) Reset()

func (*RunCronRequest) String

func (x *RunCronRequest) String() string

type RunLoadTestRequest

type RunLoadTestRequest struct {
	DagSpec     string `protobuf:"bytes,1,opt,name=dag_spec,json=dagSpec,proto3" json:"dag_spec,omitempty"`
	LoadSpec    string `protobuf:"bytes,2,opt,name=load_spec,json=loadSpec,proto3" json:"load_spec,omitempty"`
	Seed        int64  `protobuf:"varint,3,opt,name=seed,proto3" json:"seed,omitempty"`
	Parallelism int64  `protobuf:"varint,4,opt,name=parallelism,proto3" json:"parallelism,omitempty"`
	PodPatch    string `protobuf:"bytes,5,opt,name=pod_patch,json=podPatch,proto3" json:"pod_patch,omitempty"`
	StateId     string `protobuf:"bytes,6,opt,name=state_id,json=stateId,proto3" json:"state_id,omitempty"`
	// contains filtered or unexported fields
}

func (*RunLoadTestRequest) Descriptor deprecated

func (*RunLoadTestRequest) Descriptor() ([]byte, []int)

Deprecated: Use RunLoadTestRequest.ProtoReflect.Descriptor instead.

func (*RunLoadTestRequest) GetDagSpec

func (x *RunLoadTestRequest) GetDagSpec() string

func (*RunLoadTestRequest) GetLoadSpec

func (x *RunLoadTestRequest) GetLoadSpec() string

func (*RunLoadTestRequest) GetParallelism

func (x *RunLoadTestRequest) GetParallelism() int64

func (*RunLoadTestRequest) GetPodPatch

func (x *RunLoadTestRequest) GetPodPatch() string

func (*RunLoadTestRequest) GetSeed

func (x *RunLoadTestRequest) GetSeed() int64

func (*RunLoadTestRequest) GetStateId

func (x *RunLoadTestRequest) GetStateId() string

func (*RunLoadTestRequest) MarshalLogObject

func (x *RunLoadTestRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*RunLoadTestRequest) ProtoMessage

func (*RunLoadTestRequest) ProtoMessage()

func (*RunLoadTestRequest) ProtoReflect added in v2.7.0

func (x *RunLoadTestRequest) ProtoReflect() protoreflect.Message

func (*RunLoadTestRequest) Reset

func (x *RunLoadTestRequest) Reset()

func (*RunLoadTestRequest) String

func (x *RunLoadTestRequest) String() string

type RunLoadTestResponse

type RunLoadTestResponse struct {
	Error   string `protobuf:"bytes,1,opt,name=error,proto3" json:"error,omitempty"`
	StateId string `protobuf:"bytes,2,opt,name=state_id,json=stateId,proto3" json:"state_id,omitempty"`
	// contains filtered or unexported fields
}

func (*RunLoadTestResponse) Descriptor deprecated

func (*RunLoadTestResponse) Descriptor() ([]byte, []int)

Deprecated: Use RunLoadTestResponse.ProtoReflect.Descriptor instead.

func (*RunLoadTestResponse) GetError

func (x *RunLoadTestResponse) GetError() string

func (*RunLoadTestResponse) GetStateId

func (x *RunLoadTestResponse) GetStateId() string

func (*RunLoadTestResponse) MarshalLogObject

func (x *RunLoadTestResponse) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*RunLoadTestResponse) ProtoMessage

func (*RunLoadTestResponse) ProtoMessage()

func (*RunLoadTestResponse) ProtoReflect added in v2.7.0

func (x *RunLoadTestResponse) ProtoReflect() protoreflect.Message

func (*RunLoadTestResponse) Reset

func (x *RunLoadTestResponse) Reset()

func (*RunLoadTestResponse) String

func (x *RunLoadTestResponse) String() string

type RunPipelineRequest

type RunPipelineRequest struct {
	Pipeline   *Pipeline     `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	Provenance []*pfs.Commit `protobuf:"bytes,2,rep,name=provenance,proto3" json:"provenance,omitempty"`
	JobId      string        `protobuf:"bytes,3,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	// contains filtered or unexported fields
}

func (*RunPipelineRequest) Descriptor deprecated

func (*RunPipelineRequest) Descriptor() ([]byte, []int)

Deprecated: Use RunPipelineRequest.ProtoReflect.Descriptor instead.

func (*RunPipelineRequest) GetJobId added in v2.7.0

func (x *RunPipelineRequest) GetJobId() string

func (*RunPipelineRequest) GetPipeline

func (x *RunPipelineRequest) GetPipeline() *Pipeline

func (*RunPipelineRequest) GetProvenance

func (x *RunPipelineRequest) GetProvenance() []*pfs.Commit

func (*RunPipelineRequest) MarshalLogObject

func (x *RunPipelineRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*RunPipelineRequest) ProtoMessage

func (*RunPipelineRequest) ProtoMessage()

func (*RunPipelineRequest) ProtoReflect added in v2.7.0

func (x *RunPipelineRequest) ProtoReflect() protoreflect.Message

func (*RunPipelineRequest) Reset

func (x *RunPipelineRequest) Reset()

func (*RunPipelineRequest) String

func (x *RunPipelineRequest) String() string

type SchedulingSpec

type SchedulingSpec struct {
	NodeSelector      map[string]string `` /* 185-byte string literal not displayed */
	PriorityClassName string            `protobuf:"bytes,2,opt,name=priority_class_name,json=priorityClassName,proto3" json:"priority_class_name,omitempty"`
	// contains filtered or unexported fields
}

func (*SchedulingSpec) Descriptor deprecated

func (*SchedulingSpec) Descriptor() ([]byte, []int)

Deprecated: Use SchedulingSpec.ProtoReflect.Descriptor instead.

func (*SchedulingSpec) GetNodeSelector

func (x *SchedulingSpec) GetNodeSelector() map[string]string

func (*SchedulingSpec) GetPriorityClassName

func (x *SchedulingSpec) GetPriorityClassName() string

func (*SchedulingSpec) MarshalLogObject

func (x *SchedulingSpec) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*SchedulingSpec) ProtoMessage

func (*SchedulingSpec) ProtoMessage()

func (*SchedulingSpec) ProtoReflect added in v2.7.0

func (x *SchedulingSpec) ProtoReflect() protoreflect.Message

func (*SchedulingSpec) Reset

func (x *SchedulingSpec) Reset()

func (*SchedulingSpec) String

func (x *SchedulingSpec) String() string

type Secret

type Secret struct {
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// contains filtered or unexported fields
}

func (*Secret) Descriptor deprecated

func (*Secret) Descriptor() ([]byte, []int)

Deprecated: Use Secret.ProtoReflect.Descriptor instead.

func (*Secret) GetName

func (x *Secret) GetName() string

func (*Secret) MarshalLogObject

func (x *Secret) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Secret) ProtoMessage

func (*Secret) ProtoMessage()

func (*Secret) ProtoReflect added in v2.7.0

func (x *Secret) ProtoReflect() protoreflect.Message

func (*Secret) Reset

func (x *Secret) Reset()

func (*Secret) String

func (x *Secret) String() string

type SecretInfo

type SecretInfo struct {
	Secret            *Secret                `protobuf:"bytes,1,opt,name=secret,proto3" json:"secret,omitempty"`
	Type              string                 `protobuf:"bytes,2,opt,name=type,proto3" json:"type,omitempty"`
	CreationTimestamp *timestamppb.Timestamp `protobuf:"bytes,3,opt,name=creation_timestamp,json=creationTimestamp,proto3" json:"creation_timestamp,omitempty"`
	// contains filtered or unexported fields
}

func (*SecretInfo) Descriptor deprecated

func (*SecretInfo) Descriptor() ([]byte, []int)

Deprecated: Use SecretInfo.ProtoReflect.Descriptor instead.

func (*SecretInfo) GetCreationTimestamp

func (x *SecretInfo) GetCreationTimestamp() *timestamppb.Timestamp

func (*SecretInfo) GetSecret

func (x *SecretInfo) GetSecret() *Secret

func (*SecretInfo) GetType

func (x *SecretInfo) GetType() string

func (*SecretInfo) MarshalLogObject

func (x *SecretInfo) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*SecretInfo) ProtoMessage

func (*SecretInfo) ProtoMessage()

func (*SecretInfo) ProtoReflect added in v2.7.0

func (x *SecretInfo) ProtoReflect() protoreflect.Message

func (*SecretInfo) Reset

func (x *SecretInfo) Reset()

func (*SecretInfo) String

func (x *SecretInfo) String() string

type SecretInfos

type SecretInfos struct {
	SecretInfo []*SecretInfo `protobuf:"bytes,1,rep,name=secret_info,json=secretInfo,proto3" json:"secret_info,omitempty"`
	// contains filtered or unexported fields
}

func (*SecretInfos) Descriptor deprecated

func (*SecretInfos) Descriptor() ([]byte, []int)

Deprecated: Use SecretInfos.ProtoReflect.Descriptor instead.

func (*SecretInfos) GetSecretInfo

func (x *SecretInfos) GetSecretInfo() []*SecretInfo

func (*SecretInfos) MarshalLogObject

func (x *SecretInfos) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*SecretInfos) ProtoMessage

func (*SecretInfos) ProtoMessage()

func (*SecretInfos) ProtoReflect added in v2.7.0

func (x *SecretInfos) ProtoReflect() protoreflect.Message

func (*SecretInfos) Reset

func (x *SecretInfos) Reset()

func (*SecretInfos) String

func (x *SecretInfos) String() string

type SecretMount

type SecretMount struct {

	// Name must be the name of the secret in kubernetes.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Key of the secret to load into env_var, this field only has meaning if EnvVar != "".
	Key       string `protobuf:"bytes,2,opt,name=key,proto3" json:"key,omitempty"`
	MountPath string `protobuf:"bytes,3,opt,name=mount_path,json=mountPath,proto3" json:"mount_path,omitempty"`
	EnvVar    string `protobuf:"bytes,4,opt,name=env_var,json=envVar,proto3" json:"env_var,omitempty"`
	// contains filtered or unexported fields
}

func (*SecretMount) Descriptor deprecated

func (*SecretMount) Descriptor() ([]byte, []int)

Deprecated: Use SecretMount.ProtoReflect.Descriptor instead.

func (*SecretMount) GetEnvVar

func (x *SecretMount) GetEnvVar() string

func (*SecretMount) GetKey

func (x *SecretMount) GetKey() string

func (*SecretMount) GetMountPath

func (x *SecretMount) GetMountPath() string

func (*SecretMount) GetName

func (x *SecretMount) GetName() string

func (*SecretMount) MarshalLogObject

func (x *SecretMount) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*SecretMount) ProtoMessage

func (*SecretMount) ProtoMessage()

func (*SecretMount) ProtoReflect added in v2.7.0

func (x *SecretMount) ProtoReflect() protoreflect.Message

func (*SecretMount) Reset

func (x *SecretMount) Reset()

func (*SecretMount) String

func (x *SecretMount) String() string

type Service

type Service struct {
	InternalPort int32  `protobuf:"varint,1,opt,name=internal_port,json=internalPort,proto3" json:"internal_port,omitempty"`
	ExternalPort int32  `protobuf:"varint,2,opt,name=external_port,json=externalPort,proto3" json:"external_port,omitempty"`
	Ip           string `protobuf:"bytes,3,opt,name=ip,proto3" json:"ip,omitempty"`
	Type         string `protobuf:"bytes,4,opt,name=type,proto3" json:"type,omitempty"`
	// contains filtered or unexported fields
}

func (*Service) Descriptor deprecated

func (*Service) Descriptor() ([]byte, []int)

Deprecated: Use Service.ProtoReflect.Descriptor instead.

func (*Service) GetExternalPort

func (x *Service) GetExternalPort() int32

func (*Service) GetInternalPort

func (x *Service) GetInternalPort() int32

func (*Service) GetIp added in v2.7.0

func (x *Service) GetIp() string

func (*Service) GetType

func (x *Service) GetType() string

func (*Service) MarshalLogObject

func (x *Service) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Service) ProtoMessage

func (*Service) ProtoMessage()

func (*Service) ProtoReflect added in v2.7.0

func (x *Service) ProtoReflect() protoreflect.Message

func (*Service) Reset

func (x *Service) Reset()

func (*Service) String

func (x *Service) String() string

type SetClusterDefaultsRequest added in v2.7.0

type SetClusterDefaultsRequest struct {
	ClusterDefaults *ClusterDefaults `protobuf:"bytes,1,opt,name=cluster_defaults,json=clusterDefaults,proto3" json:"cluster_defaults,omitempty"`
	Regenerate      bool             `protobuf:"varint,2,opt,name=regenerate,proto3" json:"regenerate,omitempty"`
	Reprocess       bool             `protobuf:"varint,3,opt,name=reprocess,proto3" json:"reprocess,omitempty"` // must be false if regenerate is false
	DryRun          bool             `protobuf:"varint,4,opt,name=dry_run,json=dryRun,proto3" json:"dry_run,omitempty"`
	// contains filtered or unexported fields
}

func (*SetClusterDefaultsRequest) Descriptor deprecated added in v2.7.0

func (*SetClusterDefaultsRequest) Descriptor() ([]byte, []int)

Deprecated: Use SetClusterDefaultsRequest.ProtoReflect.Descriptor instead.

func (*SetClusterDefaultsRequest) GetClusterDefaults added in v2.7.0

func (x *SetClusterDefaultsRequest) GetClusterDefaults() *ClusterDefaults

func (*SetClusterDefaultsRequest) GetDryRun added in v2.7.0

func (x *SetClusterDefaultsRequest) GetDryRun() bool

func (*SetClusterDefaultsRequest) GetRegenerate added in v2.7.0

func (x *SetClusterDefaultsRequest) GetRegenerate() bool

func (*SetClusterDefaultsRequest) GetReprocess added in v2.7.0

func (x *SetClusterDefaultsRequest) GetReprocess() bool

func (*SetClusterDefaultsRequest) MarshalLogObject added in v2.7.0

func (x *SetClusterDefaultsRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*SetClusterDefaultsRequest) ProtoMessage added in v2.7.0

func (*SetClusterDefaultsRequest) ProtoMessage()

func (*SetClusterDefaultsRequest) ProtoReflect added in v2.7.0

func (*SetClusterDefaultsRequest) Reset added in v2.7.0

func (x *SetClusterDefaultsRequest) Reset()

func (*SetClusterDefaultsRequest) String added in v2.7.0

func (x *SetClusterDefaultsRequest) String() string

type SetClusterDefaultsResponse added in v2.7.0

type SetClusterDefaultsResponse struct {
	EffectiveDetailsJson string      `protobuf:"bytes,1,opt,name=effective_details_json,json=effectiveDetailsJson,proto3" json:"effective_details_json,omitempty"`
	AffectedPipelines    []*Pipeline `protobuf:"bytes,2,rep,name=affected_pipelines,json=affectedPipelines,proto3" json:"affected_pipelines,omitempty"`
	// contains filtered or unexported fields
}

func (*SetClusterDefaultsResponse) Descriptor deprecated added in v2.7.0

func (*SetClusterDefaultsResponse) Descriptor() ([]byte, []int)

Deprecated: Use SetClusterDefaultsResponse.ProtoReflect.Descriptor instead.

func (*SetClusterDefaultsResponse) GetAffectedPipelines added in v2.7.0

func (x *SetClusterDefaultsResponse) GetAffectedPipelines() []*Pipeline

func (*SetClusterDefaultsResponse) GetEffectiveDetailsJson added in v2.7.0

func (x *SetClusterDefaultsResponse) GetEffectiveDetailsJson() string

func (*SetClusterDefaultsResponse) MarshalLogObject added in v2.7.0

func (x *SetClusterDefaultsResponse) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*SetClusterDefaultsResponse) ProtoMessage added in v2.7.0

func (*SetClusterDefaultsResponse) ProtoMessage()

func (*SetClusterDefaultsResponse) ProtoReflect added in v2.7.0

func (*SetClusterDefaultsResponse) Reset added in v2.7.0

func (x *SetClusterDefaultsResponse) Reset()

func (*SetClusterDefaultsResponse) String added in v2.7.0

func (x *SetClusterDefaultsResponse) String() string

type Spout

type Spout struct {
	Service *Service `protobuf:"bytes,1,opt,name=service,proto3" json:"service,omitempty"`
	// contains filtered or unexported fields
}

func (*Spout) Descriptor deprecated

func (*Spout) Descriptor() ([]byte, []int)

Deprecated: Use Spout.ProtoReflect.Descriptor instead.

func (*Spout) GetService

func (x *Spout) GetService() *Service

func (*Spout) MarshalLogObject

func (x *Spout) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Spout) ProtoMessage

func (*Spout) ProtoMessage()

func (*Spout) ProtoReflect added in v2.7.0

func (x *Spout) ProtoReflect() protoreflect.Message

func (*Spout) Reset

func (x *Spout) Reset()

func (*Spout) String

func (x *Spout) String() string

type StartPipelineRequest

type StartPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	// contains filtered or unexported fields
}

func (*StartPipelineRequest) Descriptor deprecated

func (*StartPipelineRequest) Descriptor() ([]byte, []int)

Deprecated: Use StartPipelineRequest.ProtoReflect.Descriptor instead.

func (*StartPipelineRequest) GetPipeline

func (x *StartPipelineRequest) GetPipeline() *Pipeline

func (*StartPipelineRequest) MarshalLogObject

func (x *StartPipelineRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*StartPipelineRequest) ProtoMessage

func (*StartPipelineRequest) ProtoMessage()

func (*StartPipelineRequest) ProtoReflect added in v2.7.0

func (x *StartPipelineRequest) ProtoReflect() protoreflect.Message

func (*StartPipelineRequest) Reset

func (x *StartPipelineRequest) Reset()

func (*StartPipelineRequest) String

func (x *StartPipelineRequest) String() string

type StopJobRequest

type StopJobRequest struct {
	Job    *Job   `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	Reason string `protobuf:"bytes,3,opt,name=reason,proto3" json:"reason,omitempty"`
	// contains filtered or unexported fields
}

func (*StopJobRequest) Descriptor deprecated

func (*StopJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use StopJobRequest.ProtoReflect.Descriptor instead.

func (*StopJobRequest) GetJob

func (x *StopJobRequest) GetJob() *Job

func (*StopJobRequest) GetReason

func (x *StopJobRequest) GetReason() string

func (*StopJobRequest) MarshalLogObject

func (x *StopJobRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*StopJobRequest) ProtoMessage

func (*StopJobRequest) ProtoMessage()

func (*StopJobRequest) ProtoReflect added in v2.7.0

func (x *StopJobRequest) ProtoReflect() protoreflect.Message

func (*StopJobRequest) Reset

func (x *StopJobRequest) Reset()

func (*StopJobRequest) String

func (x *StopJobRequest) String() string

type StopPipelineRequest

type StopPipelineRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	// contains filtered or unexported fields
}

func (*StopPipelineRequest) Descriptor deprecated

func (*StopPipelineRequest) Descriptor() ([]byte, []int)

Deprecated: Use StopPipelineRequest.ProtoReflect.Descriptor instead.

func (*StopPipelineRequest) GetPipeline

func (x *StopPipelineRequest) GetPipeline() *Pipeline

func (*StopPipelineRequest) MarshalLogObject

func (x *StopPipelineRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*StopPipelineRequest) ProtoMessage

func (*StopPipelineRequest) ProtoMessage()

func (*StopPipelineRequest) ProtoReflect added in v2.7.0

func (x *StopPipelineRequest) ProtoReflect() protoreflect.Message

func (*StopPipelineRequest) Reset

func (x *StopPipelineRequest) Reset()

func (*StopPipelineRequest) String

func (x *StopPipelineRequest) String() string

type SubscribeJobRequest

type SubscribeJobRequest struct {
	Pipeline *Pipeline `protobuf:"bytes,1,opt,name=pipeline,proto3" json:"pipeline,omitempty"`
	Details  bool      `protobuf:"varint,2,opt,name=details,proto3" json:"details,omitempty"` // Same as ListJobRequest.Details
	// contains filtered or unexported fields
}

Streams open jobs until canceled

func (*SubscribeJobRequest) Descriptor deprecated

func (*SubscribeJobRequest) Descriptor() ([]byte, []int)

Deprecated: Use SubscribeJobRequest.ProtoReflect.Descriptor instead.

func (*SubscribeJobRequest) GetDetails

func (x *SubscribeJobRequest) GetDetails() bool

func (*SubscribeJobRequest) GetPipeline

func (x *SubscribeJobRequest) GetPipeline() *Pipeline

func (*SubscribeJobRequest) MarshalLogObject

func (x *SubscribeJobRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*SubscribeJobRequest) ProtoMessage

func (*SubscribeJobRequest) ProtoMessage()

func (*SubscribeJobRequest) ProtoReflect added in v2.7.0

func (x *SubscribeJobRequest) ProtoReflect() protoreflect.Message

func (*SubscribeJobRequest) Reset

func (x *SubscribeJobRequest) Reset()

func (*SubscribeJobRequest) String

func (x *SubscribeJobRequest) String() string

type TFJob

type TFJob struct {

	// tf_job  is a serialized Kubeflow TFJob spec. Pachyderm sends this directly
	// to a kubernetes cluster on which kubeflow has been installed, instead of
	// creating a pipeline ReplicationController as it normally would.
	TfJob string `protobuf:"bytes,1,opt,name=tf_job,json=tfJob,proto3" json:"tf_job,omitempty"`
	// contains filtered or unexported fields
}

func (*TFJob) Descriptor deprecated

func (*TFJob) Descriptor() ([]byte, []int)

Deprecated: Use TFJob.ProtoReflect.Descriptor instead.

func (*TFJob) GetTfJob added in v2.7.0

func (x *TFJob) GetTfJob() string

func (*TFJob) MarshalLogObject

func (x *TFJob) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*TFJob) ProtoMessage

func (*TFJob) ProtoMessage()

func (*TFJob) ProtoReflect added in v2.7.0

func (x *TFJob) ProtoReflect() protoreflect.Message

func (*TFJob) Reset

func (x *TFJob) Reset()

func (*TFJob) String

func (x *TFJob) String() string

type TaintEffect

type TaintEffect int32

TaintEffect is an effect that can be matched by a toleration.

const (
	TaintEffect_ALL_EFFECTS        TaintEffect = 0 // Empty matches all effects.
	TaintEffect_NO_SCHEDULE        TaintEffect = 1 // "NoSchedule"
	TaintEffect_PREFER_NO_SCHEDULE TaintEffect = 2 // "PreferNoSchedule"
	TaintEffect_NO_EXECUTE         TaintEffect = 3 // "NoExecute"
)

func (TaintEffect) Descriptor added in v2.7.0

func (TaintEffect) Enum added in v2.7.0

func (x TaintEffect) Enum() *TaintEffect

func (TaintEffect) EnumDescriptor deprecated

func (TaintEffect) EnumDescriptor() ([]byte, []int)

Deprecated: Use TaintEffect.Descriptor instead.

func (TaintEffect) Number added in v2.7.0

func (x TaintEffect) Number() protoreflect.EnumNumber

func (TaintEffect) String

func (x TaintEffect) String() string

func (TaintEffect) Type added in v2.7.0

type Toleration

type Toleration struct {

	// key is the taint key that the toleration applies to.  Empty means match all taint keys.
	Key string `protobuf:"bytes,1,opt,name=key,proto3" json:"key,omitempty"`
	// operator represents a key's relationship to the value.
	Operator TolerationOperator `protobuf:"varint,2,opt,name=operator,proto3,enum=pps_v2.TolerationOperator" json:"operator,omitempty"`
	// value is the taint value the toleration matches to.
	Value string `protobuf:"bytes,3,opt,name=value,proto3" json:"value,omitempty"`
	// effect indicates the taint effect to match.  Empty means match all taint effects.
	Effect TaintEffect `protobuf:"varint,4,opt,name=effect,proto3,enum=pps_v2.TaintEffect" json:"effect,omitempty"`
	// toleration_seconds represents the period of time the toleration (which must be of effect
	// NoExecute, otherwise this field is ignored) tolerates the taint.  If not set, tolerate the
	// taint forever.
	TolerationSeconds *wrapperspb.Int64Value `protobuf:"bytes,5,opt,name=toleration_seconds,json=tolerationSeconds,proto3" json:"toleration_seconds,omitempty"`
	// contains filtered or unexported fields
}

Toleration is a Kubernetes toleration.

func (*Toleration) Descriptor deprecated

func (*Toleration) Descriptor() ([]byte, []int)

Deprecated: Use Toleration.ProtoReflect.Descriptor instead.

func (*Toleration) GetEffect

func (x *Toleration) GetEffect() TaintEffect

func (*Toleration) GetKey

func (x *Toleration) GetKey() string

func (*Toleration) GetOperator

func (x *Toleration) GetOperator() TolerationOperator

func (*Toleration) GetTolerationSeconds

func (x *Toleration) GetTolerationSeconds() *wrapperspb.Int64Value

func (*Toleration) GetValue

func (x *Toleration) GetValue() string

func (*Toleration) MarshalLogObject

func (x *Toleration) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Toleration) ProtoMessage

func (*Toleration) ProtoMessage()

func (*Toleration) ProtoReflect added in v2.7.0

func (x *Toleration) ProtoReflect() protoreflect.Message

func (*Toleration) Reset

func (x *Toleration) Reset()

func (*Toleration) String

func (x *Toleration) String() string

type TolerationOperator

type TolerationOperator int32

TolerationOperator relates a Toleration's key to its value.

const (
	TolerationOperator_EMPTY  TolerationOperator = 0 // K8s doesn't have this, but it's possible to represent something similar.
	TolerationOperator_EXISTS TolerationOperator = 1 // "Exists"
	TolerationOperator_EQUAL  TolerationOperator = 2 // "Equal"
)

func (TolerationOperator) Descriptor added in v2.7.0

func (TolerationOperator) Enum added in v2.7.0

func (TolerationOperator) EnumDescriptor deprecated

func (TolerationOperator) EnumDescriptor() ([]byte, []int)

Deprecated: Use TolerationOperator.Descriptor instead.

func (TolerationOperator) Number added in v2.7.0

func (TolerationOperator) String

func (x TolerationOperator) String() string

func (TolerationOperator) Type added in v2.7.0

type Transform

type Transform struct {
	Image            string            `protobuf:"bytes,1,opt,name=image,proto3" json:"image,omitempty"`
	Cmd              []string          `protobuf:"bytes,2,rep,name=cmd,proto3" json:"cmd,omitempty"`
	ErrCmd           []string          `protobuf:"bytes,3,rep,name=err_cmd,json=errCmd,proto3" json:"err_cmd,omitempty"`
	Env              map[string]string `` /* 147-byte string literal not displayed */
	Secrets          []*SecretMount    `protobuf:"bytes,5,rep,name=secrets,proto3" json:"secrets,omitempty"`
	ImagePullSecrets []string          `protobuf:"bytes,6,rep,name=image_pull_secrets,json=imagePullSecrets,proto3" json:"image_pull_secrets,omitempty"`
	Stdin            []string          `protobuf:"bytes,7,rep,name=stdin,proto3" json:"stdin,omitempty"`
	ErrStdin         []string          `protobuf:"bytes,8,rep,name=err_stdin,json=errStdin,proto3" json:"err_stdin,omitempty"`
	AcceptReturnCode []int64           `protobuf:"varint,9,rep,packed,name=accept_return_code,json=acceptReturnCode,proto3" json:"accept_return_code,omitempty"`
	Debug            bool              `protobuf:"varint,10,opt,name=debug,proto3" json:"debug,omitempty"`
	User             string            `protobuf:"bytes,11,opt,name=user,proto3" json:"user,omitempty"`
	WorkingDir       string            `protobuf:"bytes,12,opt,name=working_dir,json=workingDir,proto3" json:"working_dir,omitempty"`
	Dockerfile       string            `protobuf:"bytes,13,opt,name=dockerfile,proto3" json:"dockerfile,omitempty"`
	MemoryVolume     bool              `protobuf:"varint,14,opt,name=memory_volume,json=memoryVolume,proto3" json:"memory_volume,omitempty"`
	DatumBatching    bool              `protobuf:"varint,15,opt,name=datum_batching,json=datumBatching,proto3" json:"datum_batching,omitempty"`
	// contains filtered or unexported fields
}

func (*Transform) Descriptor deprecated

func (*Transform) Descriptor() ([]byte, []int)

Deprecated: Use Transform.ProtoReflect.Descriptor instead.

func (*Transform) GetAcceptReturnCode

func (x *Transform) GetAcceptReturnCode() []int64

func (*Transform) GetCmd

func (x *Transform) GetCmd() []string

func (*Transform) GetDatumBatching

func (x *Transform) GetDatumBatching() bool

func (*Transform) GetDebug

func (x *Transform) GetDebug() bool

func (*Transform) GetDockerfile

func (x *Transform) GetDockerfile() string

func (*Transform) GetEnv

func (x *Transform) GetEnv() map[string]string

func (*Transform) GetErrCmd

func (x *Transform) GetErrCmd() []string

func (*Transform) GetErrStdin

func (x *Transform) GetErrStdin() []string

func (*Transform) GetImage

func (x *Transform) GetImage() string

func (*Transform) GetImagePullSecrets

func (x *Transform) GetImagePullSecrets() []string

func (*Transform) GetMemoryVolume

func (x *Transform) GetMemoryVolume() bool

func (*Transform) GetSecrets

func (x *Transform) GetSecrets() []*SecretMount

func (*Transform) GetStdin

func (x *Transform) GetStdin() []string

func (*Transform) GetUser

func (x *Transform) GetUser() string

func (*Transform) GetWorkingDir

func (x *Transform) GetWorkingDir() string

func (*Transform) MarshalLogObject

func (x *Transform) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Transform) ProtoMessage

func (*Transform) ProtoMessage()

func (*Transform) ProtoReflect added in v2.7.0

func (x *Transform) ProtoReflect() protoreflect.Message

func (*Transform) Reset

func (x *Transform) Reset()

func (*Transform) String

func (x *Transform) String() string

type UnimplementedAPIServer

type UnimplementedAPIServer struct {
}

UnimplementedAPIServer must be embedded to have forward compatible implementations.

func (UnimplementedAPIServer) ActivateAuth

func (UnimplementedAPIServer) CreatePipeline

func (UnimplementedAPIServer) CreateSecret

func (UnimplementedAPIServer) DeleteAll

func (UnimplementedAPIServer) DeleteJob

func (UnimplementedAPIServer) DeletePipeline

func (UnimplementedAPIServer) DeletePipelines

func (UnimplementedAPIServer) DeleteSecret

func (UnimplementedAPIServer) GetKubeEvents

func (UnimplementedAPIServer) GetLogs

func (UnimplementedAPIServer) InspectDatum

func (UnimplementedAPIServer) InspectJob

func (UnimplementedAPIServer) InspectJobSet

func (UnimplementedAPIServer) InspectPipeline

func (UnimplementedAPIServer) InspectSecret

func (UnimplementedAPIServer) ListDatum

func (UnimplementedAPIServer) ListJob

func (UnimplementedAPIServer) ListJobSet

func (UnimplementedAPIServer) ListPipeline

func (UnimplementedAPIServer) ListSecret

func (UnimplementedAPIServer) ListTask

func (UnimplementedAPIServer) QueryLoki

func (UnimplementedAPIServer) RenderTemplate

func (UnimplementedAPIServer) RestartDatum

func (UnimplementedAPIServer) RunCron

func (UnimplementedAPIServer) RunLoadTest

func (UnimplementedAPIServer) RunLoadTestDefault

func (UnimplementedAPIServer) RunPipeline

func (UnimplementedAPIServer) StartPipeline

func (UnimplementedAPIServer) StopJob

func (UnimplementedAPIServer) StopPipeline

func (UnimplementedAPIServer) SubscribeJob

func (UnimplementedAPIServer) UpdateJobState

type UnsafeAPIServer added in v2.7.0

type UnsafeAPIServer interface {
	// contains filtered or unexported methods
}

UnsafeAPIServer may be embedded to opt out of forward compatibility for this service. Use of this interface is not recommended, as added methods to APIServer will result in compilation errors.

type UpdateJobStateRequest

type UpdateJobStateRequest struct {
	Job           *Job          `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"`
	State         JobState      `protobuf:"varint,2,opt,name=state,proto3,enum=pps_v2.JobState" json:"state,omitempty"`
	Reason        string        `protobuf:"bytes,3,opt,name=reason,proto3" json:"reason,omitempty"`
	Restart       uint64        `protobuf:"varint,5,opt,name=restart,proto3" json:"restart,omitempty"`
	DataProcessed int64         `protobuf:"varint,6,opt,name=data_processed,json=dataProcessed,proto3" json:"data_processed,omitempty"`
	DataSkipped   int64         `protobuf:"varint,7,opt,name=data_skipped,json=dataSkipped,proto3" json:"data_skipped,omitempty"`
	DataFailed    int64         `protobuf:"varint,8,opt,name=data_failed,json=dataFailed,proto3" json:"data_failed,omitempty"`
	DataRecovered int64         `protobuf:"varint,9,opt,name=data_recovered,json=dataRecovered,proto3" json:"data_recovered,omitempty"`
	DataTotal     int64         `protobuf:"varint,10,opt,name=data_total,json=dataTotal,proto3" json:"data_total,omitempty"`
	Stats         *ProcessStats `protobuf:"bytes,11,opt,name=stats,proto3" json:"stats,omitempty"`
	// contains filtered or unexported fields
}

func (*UpdateJobStateRequest) Descriptor deprecated

func (*UpdateJobStateRequest) Descriptor() ([]byte, []int)

Deprecated: Use UpdateJobStateRequest.ProtoReflect.Descriptor instead.

func (*UpdateJobStateRequest) GetDataFailed

func (x *UpdateJobStateRequest) GetDataFailed() int64

func (*UpdateJobStateRequest) GetDataProcessed

func (x *UpdateJobStateRequest) GetDataProcessed() int64

func (*UpdateJobStateRequest) GetDataRecovered

func (x *UpdateJobStateRequest) GetDataRecovered() int64

func (*UpdateJobStateRequest) GetDataSkipped

func (x *UpdateJobStateRequest) GetDataSkipped() int64

func (*UpdateJobStateRequest) GetDataTotal

func (x *UpdateJobStateRequest) GetDataTotal() int64

func (*UpdateJobStateRequest) GetJob

func (x *UpdateJobStateRequest) GetJob() *Job

func (*UpdateJobStateRequest) GetReason

func (x *UpdateJobStateRequest) GetReason() string

func (*UpdateJobStateRequest) GetRestart

func (x *UpdateJobStateRequest) GetRestart() uint64

func (*UpdateJobStateRequest) GetState

func (x *UpdateJobStateRequest) GetState() JobState

func (*UpdateJobStateRequest) GetStats

func (x *UpdateJobStateRequest) GetStats() *ProcessStats

func (*UpdateJobStateRequest) MarshalLogObject

func (x *UpdateJobStateRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*UpdateJobStateRequest) ProtoMessage

func (*UpdateJobStateRequest) ProtoMessage()

func (*UpdateJobStateRequest) ProtoReflect added in v2.7.0

func (x *UpdateJobStateRequest) ProtoReflect() protoreflect.Message

func (*UpdateJobStateRequest) Reset

func (x *UpdateJobStateRequest) Reset()

func (*UpdateJobStateRequest) String

func (x *UpdateJobStateRequest) String() string

type Worker

type Worker struct {
	Name  string      `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	State WorkerState `protobuf:"varint,2,opt,name=state,proto3,enum=pps_v2.WorkerState" json:"state,omitempty"`
	// contains filtered or unexported fields
}

func (*Worker) Descriptor deprecated

func (*Worker) Descriptor() ([]byte, []int)

Deprecated: Use Worker.ProtoReflect.Descriptor instead.

func (*Worker) GetName

func (x *Worker) GetName() string

func (*Worker) GetState

func (x *Worker) GetState() WorkerState

func (*Worker) MarshalLogObject

func (x *Worker) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*Worker) ProtoMessage

func (*Worker) ProtoMessage()

func (*Worker) ProtoReflect added in v2.7.0

func (x *Worker) ProtoReflect() protoreflect.Message

func (*Worker) Reset

func (x *Worker) Reset()

func (*Worker) String

func (x *Worker) String() string

type WorkerState

type WorkerState int32
const (
	WorkerState_WORKER_STATE_UNKNOWN WorkerState = 0
	WorkerState_POD_RUNNING          WorkerState = 1
	WorkerState_POD_SUCCESS          WorkerState = 2
	WorkerState_POD_FAILED           WorkerState = 3
)

func (WorkerState) Descriptor added in v2.7.0

func (WorkerState) Enum added in v2.7.0

func (x WorkerState) Enum() *WorkerState

func (WorkerState) EnumDescriptor deprecated

func (WorkerState) EnumDescriptor() ([]byte, []int)

Deprecated: Use WorkerState.Descriptor instead.

func (WorkerState) Number added in v2.7.0

func (x WorkerState) Number() protoreflect.EnumNumber

func (WorkerState) String

func (x WorkerState) String() string

func (WorkerState) Type added in v2.7.0

type WorkerStatus

type WorkerStatus struct {
	WorkerId    string       `protobuf:"bytes,1,opt,name=worker_id,json=workerId,proto3" json:"worker_id,omitempty"`
	JobId       string       `protobuf:"bytes,2,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	DatumStatus *DatumStatus `protobuf:"bytes,3,opt,name=datum_status,json=datumStatus,proto3" json:"datum_status,omitempty"`
	// contains filtered or unexported fields
}

func (*WorkerStatus) Descriptor deprecated

func (*WorkerStatus) Descriptor() ([]byte, []int)

Deprecated: Use WorkerStatus.ProtoReflect.Descriptor instead.

func (*WorkerStatus) GetDatumStatus

func (x *WorkerStatus) GetDatumStatus() *DatumStatus

func (*WorkerStatus) GetJobId added in v2.7.0

func (x *WorkerStatus) GetJobId() string

func (*WorkerStatus) GetWorkerId added in v2.7.0

func (x *WorkerStatus) GetWorkerId() string

func (*WorkerStatus) MarshalLogObject

func (x *WorkerStatus) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*WorkerStatus) ProtoMessage

func (*WorkerStatus) ProtoMessage()

func (*WorkerStatus) ProtoReflect added in v2.7.0

func (x *WorkerStatus) ProtoReflect() protoreflect.Message

func (*WorkerStatus) Reset

func (x *WorkerStatus) Reset()

func (*WorkerStatus) String

func (x *WorkerStatus) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL