Documentation ¶
Index ¶
- Variables
- func ComposeFileSets(ctx context.Context, c pfs.APIClient, taskDoer task.Doer, fileSetIDs []string) (string, error)
- func Create(ctx context.Context, c pfs.APIClient, taskDoer task.Doer, input *pps.Input) (string, error)
- func CreateEmptyFileSet(ctx context.Context, c pfs.APIClient) (string, error)
- func CreateSets(pachClient *client.APIClient, setSpec *SetSpec, fileSetID string, ...) ([]*pfs.PathRange, error)
- func IsTask(input *anypb.Any) bool
- func IsTaskResult(output *anypb.Any) bool
- func Merge(dits []Iterator, cb func([]*Meta) error) error
- func MergeProcessStats(x, y *pps.ProcessStats)
- func MergeStats(x, y *Stats)
- func ProcessTask(ctx context.Context, c pfs.APIClient, input *anypb.Any) (*anypb.Any, error)
- func TaskResultFileSets(output *anypb.Any) ([]string, error)
- func WithCreateFileSet(ctx context.Context, c pfs.APIClient, name string, cb func(*Set) error) (string, error)
- func WithSet(cacheClient *pfssync.CacheClient, storageRoot string, cb func(*Set) error, ...) (retErr error)
- type ComposeTask
- func (*ComposeTask) Descriptor() ([]byte, []int)deprecated
- func (x *ComposeTask) GetAuthToken() string
- func (x *ComposeTask) GetFileSetIds() []string
- func (x *ComposeTask) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*ComposeTask) ProtoMessage()
- func (x *ComposeTask) ProtoReflect() protoreflect.Message
- func (x *ComposeTask) Reset()
- func (x *ComposeTask) String() string
- func (m *ComposeTask) Validate() error
- func (m *ComposeTask) ValidateAll() error
- type ComposeTaskMultiError
- type ComposeTaskResult
- func (*ComposeTaskResult) Descriptor() ([]byte, []int)deprecated
- func (x *ComposeTaskResult) GetFileSetId() string
- func (x *ComposeTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*ComposeTaskResult) ProtoMessage()
- func (x *ComposeTaskResult) ProtoReflect() protoreflect.Message
- func (x *ComposeTaskResult) Reset()
- func (x *ComposeTaskResult) String() string
- func (m *ComposeTaskResult) Validate() error
- func (m *ComposeTaskResult) ValidateAll() error
- type ComposeTaskResultMultiError
- type ComposeTaskResultValidationError
- func (e ComposeTaskResultValidationError) Cause() error
- func (e ComposeTaskResultValidationError) Error() string
- func (e ComposeTaskResultValidationError) ErrorName() string
- func (e ComposeTaskResultValidationError) Field() string
- func (e ComposeTaskResultValidationError) Key() bool
- func (e ComposeTaskResultValidationError) Reason() string
- type ComposeTaskValidationError
- func (e ComposeTaskValidationError) Cause() error
- func (e ComposeTaskValidationError) Error() string
- func (e ComposeTaskValidationError) ErrorName() string
- func (e ComposeTaskValidationError) Field() string
- func (e ComposeTaskValidationError) Key() bool
- func (e ComposeTaskValidationError) Reason() string
- type CrossTask
- func (*CrossTask) Descriptor() ([]byte, []int)deprecated
- func (x *CrossTask) GetAuthToken() string
- func (x *CrossTask) GetBaseFileSetIndex() int64
- func (x *CrossTask) GetBaseFileSetPathRange() *pfs.PathRange
- func (x *CrossTask) GetBaseIndex() int64
- func (x *CrossTask) GetFileSetIds() []string
- func (x *CrossTask) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*CrossTask) ProtoMessage()
- func (x *CrossTask) ProtoReflect() protoreflect.Message
- func (x *CrossTask) Reset()
- func (x *CrossTask) String() string
- func (m *CrossTask) Validate() error
- func (m *CrossTask) ValidateAll() error
- type CrossTaskMultiError
- type CrossTaskResult
- func (*CrossTaskResult) Descriptor() ([]byte, []int)deprecated
- func (x *CrossTaskResult) GetFileSetId() string
- func (x *CrossTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*CrossTaskResult) ProtoMessage()
- func (x *CrossTaskResult) ProtoReflect() protoreflect.Message
- func (x *CrossTaskResult) Reset()
- func (x *CrossTaskResult) String() string
- func (m *CrossTaskResult) Validate() error
- func (m *CrossTaskResult) ValidateAll() error
- type CrossTaskResultMultiError
- type CrossTaskResultValidationError
- func (e CrossTaskResultValidationError) Cause() error
- func (e CrossTaskResultValidationError) Error() string
- func (e CrossTaskResultValidationError) ErrorName() string
- func (e CrossTaskResultValidationError) Field() string
- func (e CrossTaskResultValidationError) Key() bool
- func (e CrossTaskResultValidationError) Reason() string
- type CrossTaskValidationError
- type Datum
- type Deleter
- type Hasher
- type Iterator
- func NewCommitIterator(ctx context.Context, c pfs.APIClient, commit *pfs.Commit, ...) Iterator
- func NewFileSetIterator(ctx context.Context, c pfs.APIClient, fsID string, pathRange *pfs.PathRange) Iterator
- func NewIterator(ctx context.Context, c pfs.APIClient, taskDoer task.Doer, input *pps.Input) (Iterator, error)
- func NewJobIterator(iterator Iterator, job *pps.Job, hasher Hasher) Iterator
- type KeyTask
- func (*KeyTask) Descriptor() ([]byte, []int)deprecated
- func (x *KeyTask) GetAuthToken() string
- func (x *KeyTask) GetFileSetId() string
- func (x *KeyTask) GetPathRange() *pfs.PathRange
- func (x *KeyTask) GetType() KeyTask_Type
- func (x *KeyTask) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*KeyTask) ProtoMessage()
- func (x *KeyTask) ProtoReflect() protoreflect.Message
- func (x *KeyTask) Reset()
- func (x *KeyTask) String() string
- func (m *KeyTask) Validate() error
- func (m *KeyTask) ValidateAll() error
- type KeyTaskMultiError
- type KeyTaskResult
- func (*KeyTaskResult) Descriptor() ([]byte, []int)deprecated
- func (x *KeyTaskResult) GetFileSetId() string
- func (x *KeyTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*KeyTaskResult) ProtoMessage()
- func (x *KeyTaskResult) ProtoReflect() protoreflect.Message
- func (x *KeyTaskResult) Reset()
- func (x *KeyTaskResult) String() string
- func (m *KeyTaskResult) Validate() error
- func (m *KeyTaskResult) ValidateAll() error
- type KeyTaskResultMultiError
- type KeyTaskResultValidationError
- func (e KeyTaskResultValidationError) Cause() error
- func (e KeyTaskResultValidationError) Error() string
- func (e KeyTaskResultValidationError) ErrorName() string
- func (e KeyTaskResultValidationError) Field() string
- func (e KeyTaskResultValidationError) Key() bool
- func (e KeyTaskResultValidationError) Reason() string
- type KeyTaskValidationError
- type KeyTask_Type
- func (KeyTask_Type) Descriptor() protoreflect.EnumDescriptor
- func (x KeyTask_Type) Enum() *KeyTask_Type
- func (KeyTask_Type) EnumDescriptor() ([]byte, []int)deprecated
- func (x KeyTask_Type) Number() protoreflect.EnumNumber
- func (x KeyTask_Type) String() string
- func (KeyTask_Type) Type() protoreflect.EnumType
- type MergeTask
- func (*MergeTask) Descriptor() ([]byte, []int)deprecated
- func (x *MergeTask) GetAuthToken() string
- func (x *MergeTask) GetFileSetIds() []string
- func (x *MergeTask) GetPathRange() *pfs.PathRange
- func (x *MergeTask) GetType() MergeTask_Type
- func (x *MergeTask) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*MergeTask) ProtoMessage()
- func (x *MergeTask) ProtoReflect() protoreflect.Message
- func (x *MergeTask) Reset()
- func (x *MergeTask) String() string
- func (m *MergeTask) Validate() error
- func (m *MergeTask) ValidateAll() error
- type MergeTaskMultiError
- type MergeTaskResult
- func (*MergeTaskResult) Descriptor() ([]byte, []int)deprecated
- func (x *MergeTaskResult) GetFileSetId() string
- func (x *MergeTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*MergeTaskResult) ProtoMessage()
- func (x *MergeTaskResult) ProtoReflect() protoreflect.Message
- func (x *MergeTaskResult) Reset()
- func (x *MergeTaskResult) String() string
- func (m *MergeTaskResult) Validate() error
- func (m *MergeTaskResult) ValidateAll() error
- type MergeTaskResultMultiError
- type MergeTaskResultValidationError
- func (e MergeTaskResultValidationError) Cause() error
- func (e MergeTaskResultValidationError) Error() string
- func (e MergeTaskResultValidationError) ErrorName() string
- func (e MergeTaskResultValidationError) Field() string
- func (e MergeTaskResultValidationError) Key() bool
- func (e MergeTaskResultValidationError) Reason() string
- type MergeTaskValidationError
- type MergeTask_Type
- func (MergeTask_Type) Descriptor() protoreflect.EnumDescriptor
- func (x MergeTask_Type) Enum() *MergeTask_Type
- func (MergeTask_Type) EnumDescriptor() ([]byte, []int)deprecated
- func (x MergeTask_Type) Number() protoreflect.EnumNumber
- func (x MergeTask_Type) String() string
- func (MergeTask_Type) Type() protoreflect.EnumType
- type Meta
- func (*Meta) Descriptor() ([]byte, []int)deprecated
- func (x *Meta) GetHash() string
- func (x *Meta) GetImageId() string
- func (x *Meta) GetIndex() int64
- func (x *Meta) GetInputs() []*common.Input
- func (x *Meta) GetJob() *pps.Job
- func (x *Meta) GetReason() string
- func (x *Meta) GetState() State
- func (x *Meta) GetStats() *pps.ProcessStats
- func (x *Meta) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*Meta) ProtoMessage()
- func (x *Meta) ProtoReflect() protoreflect.Message
- func (x *Meta) Reset()
- func (x *Meta) String() string
- func (m *Meta) Validate() error
- func (m *Meta) ValidateAll() error
- type MetaMultiError
- type MetaValidationError
- type Option
- type PFSTask
- func (*PFSTask) Descriptor() ([]byte, []int)deprecated
- func (x *PFSTask) GetAuthToken() string
- func (x *PFSTask) GetBaseIndex() int64
- func (x *PFSTask) GetInput() *pps.PFSInput
- func (x *PFSTask) GetPathRange() *pfs.PathRange
- func (x *PFSTask) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*PFSTask) ProtoMessage()
- func (x *PFSTask) ProtoReflect() protoreflect.Message
- func (x *PFSTask) Reset()
- func (x *PFSTask) String() string
- func (m *PFSTask) Validate() error
- func (m *PFSTask) ValidateAll() error
- type PFSTaskMultiError
- type PFSTaskResult
- func (*PFSTaskResult) Descriptor() ([]byte, []int)deprecated
- func (x *PFSTaskResult) GetFileSetId() string
- func (x *PFSTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*PFSTaskResult) ProtoMessage()
- func (x *PFSTaskResult) ProtoReflect() protoreflect.Message
- func (x *PFSTaskResult) Reset()
- func (x *PFSTaskResult) String() string
- func (m *PFSTaskResult) Validate() error
- func (m *PFSTaskResult) ValidateAll() error
- type PFSTaskResultMultiError
- type PFSTaskResultValidationError
- func (e PFSTaskResultValidationError) Cause() error
- func (e PFSTaskResultValidationError) Error() string
- func (e PFSTaskResultValidationError) ErrorName() string
- func (e PFSTaskResultValidationError) Field() string
- func (e PFSTaskResultValidationError) Key() bool
- func (e PFSTaskResultValidationError) Reason() string
- type PFSTaskValidationError
- type Set
- type SetOption
- type SetSpec
- func (*SetSpec) Descriptor() ([]byte, []int)deprecated
- func (x *SetSpec) GetNumber() int64
- func (x *SetSpec) GetSizeBytes() int64
- func (x *SetSpec) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*SetSpec) ProtoMessage()
- func (x *SetSpec) ProtoReflect() protoreflect.Message
- func (x *SetSpec) Reset()
- func (x *SetSpec) String() string
- func (m *SetSpec) Validate() error
- func (m *SetSpec) ValidateAll() error
- type SetSpecMultiError
- type SetSpecValidationError
- type State
- type Stats
- func (*Stats) Descriptor() ([]byte, []int)deprecated
- func (x *Stats) GetFailed() int64
- func (x *Stats) GetFailedId() string
- func (x *Stats) GetProcessStats() *pps.ProcessStats
- func (x *Stats) GetProcessed() int64
- func (x *Stats) GetRecovered() int64
- func (x *Stats) GetSkipped() int64
- func (x *Stats) GetTotal() int64
- func (x *Stats) MarshalLogObject(enc zapcore.ObjectEncoder) error
- func (*Stats) ProtoMessage()
- func (x *Stats) ProtoReflect() protoreflect.Message
- func (x *Stats) Reset()
- func (x *Stats) String() string
- func (m *Stats) Validate() error
- func (m *Stats) ValidateAll() error
- type StatsMultiError
- type StatsValidationError
Constants ¶
This section is empty.
Variables ¶
var ( State_name = map[int32]string{ 0: "PROCESSED", 1: "FAILED", 2: "RECOVERED", } State_value = map[string]int32{ "PROCESSED": 0, "FAILED": 1, "RECOVERED": 2, } )
Enum value maps for State.
var ( KeyTask_Type_name = map[int32]string{ 0: "JOIN", 1: "GROUP", } KeyTask_Type_value = map[string]int32{ "JOIN": 0, "GROUP": 1, } )
Enum value maps for KeyTask_Type.
var ( MergeTask_Type_name = map[int32]string{ 0: "JOIN", 1: "GROUP", } MergeTask_Type_value = map[string]int32{ "JOIN": 0, "GROUP": 1, } )
Enum value maps for MergeTask_Type.
var File_server_worker_datum_datum_proto protoreflect.FileDescriptor
Functions ¶
func ComposeFileSets ¶
func CreateEmptyFileSet ¶
func CreateSets ¶
func IsTaskResult ¶
func MergeProcessStats ¶
func MergeProcessStats(x, y *pps.ProcessStats)
MergeProcessStats merges two process stats.
func ProcessTask ¶
func WithCreateFileSet ¶
Types ¶
type ComposeTask ¶
type ComposeTask struct { FileSetIds []string `protobuf:"bytes,1,rep,name=file_set_ids,json=fileSetIds,proto3" json:"file_set_ids,omitempty"` AuthToken string `protobuf:"bytes,2,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"` // contains filtered or unexported fields }
func (*ComposeTask) Descriptor
deprecated
func (*ComposeTask) Descriptor() ([]byte, []int)
Deprecated: Use ComposeTask.ProtoReflect.Descriptor instead.
func (*ComposeTask) GetAuthToken ¶
func (x *ComposeTask) GetAuthToken() string
func (*ComposeTask) GetFileSetIds ¶
func (x *ComposeTask) GetFileSetIds() []string
func (*ComposeTask) MarshalLogObject ¶
func (x *ComposeTask) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*ComposeTask) ProtoMessage ¶
func (*ComposeTask) ProtoMessage()
func (*ComposeTask) ProtoReflect ¶ added in v2.7.0
func (x *ComposeTask) ProtoReflect() protoreflect.Message
func (*ComposeTask) Reset ¶
func (x *ComposeTask) Reset()
func (*ComposeTask) String ¶
func (x *ComposeTask) String() string
func (*ComposeTask) Validate ¶ added in v2.8.0
func (m *ComposeTask) Validate() error
Validate checks the field values on ComposeTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ComposeTask) ValidateAll ¶ added in v2.8.0
func (m *ComposeTask) ValidateAll() error
ValidateAll checks the field values on ComposeTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ComposeTaskMultiError, or nil if none found.
type ComposeTaskMultiError ¶ added in v2.8.0
type ComposeTaskMultiError []error
ComposeTaskMultiError is an error wrapping multiple validation errors returned by ComposeTask.ValidateAll() if the designated constraints aren't met.
func (ComposeTaskMultiError) AllErrors ¶ added in v2.8.0
func (m ComposeTaskMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ComposeTaskMultiError) Error ¶ added in v2.8.0
func (m ComposeTaskMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ComposeTaskResult ¶
type ComposeTaskResult struct { FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"` // contains filtered or unexported fields }
func (*ComposeTaskResult) Descriptor
deprecated
func (*ComposeTaskResult) Descriptor() ([]byte, []int)
Deprecated: Use ComposeTaskResult.ProtoReflect.Descriptor instead.
func (*ComposeTaskResult) GetFileSetId ¶
func (x *ComposeTaskResult) GetFileSetId() string
func (*ComposeTaskResult) MarshalLogObject ¶
func (x *ComposeTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*ComposeTaskResult) ProtoMessage ¶
func (*ComposeTaskResult) ProtoMessage()
func (*ComposeTaskResult) ProtoReflect ¶ added in v2.7.0
func (x *ComposeTaskResult) ProtoReflect() protoreflect.Message
func (*ComposeTaskResult) Reset ¶
func (x *ComposeTaskResult) Reset()
func (*ComposeTaskResult) String ¶
func (x *ComposeTaskResult) String() string
func (*ComposeTaskResult) Validate ¶ added in v2.8.0
func (m *ComposeTaskResult) Validate() error
Validate checks the field values on ComposeTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*ComposeTaskResult) ValidateAll ¶ added in v2.8.0
func (m *ComposeTaskResult) ValidateAll() error
ValidateAll checks the field values on ComposeTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in ComposeTaskResultMultiError, or nil if none found.
type ComposeTaskResultMultiError ¶ added in v2.8.0
type ComposeTaskResultMultiError []error
ComposeTaskResultMultiError is an error wrapping multiple validation errors returned by ComposeTaskResult.ValidateAll() if the designated constraints aren't met.
func (ComposeTaskResultMultiError) AllErrors ¶ added in v2.8.0
func (m ComposeTaskResultMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (ComposeTaskResultMultiError) Error ¶ added in v2.8.0
func (m ComposeTaskResultMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type ComposeTaskResultValidationError ¶ added in v2.8.0
type ComposeTaskResultValidationError struct {
// contains filtered or unexported fields
}
ComposeTaskResultValidationError is the validation error returned by ComposeTaskResult.Validate if the designated constraints aren't met.
func (ComposeTaskResultValidationError) Cause ¶ added in v2.8.0
func (e ComposeTaskResultValidationError) Cause() error
Cause function returns cause value.
func (ComposeTaskResultValidationError) Error ¶ added in v2.8.0
func (e ComposeTaskResultValidationError) Error() string
Error satisfies the builtin error interface
func (ComposeTaskResultValidationError) ErrorName ¶ added in v2.8.0
func (e ComposeTaskResultValidationError) ErrorName() string
ErrorName returns error name.
func (ComposeTaskResultValidationError) Field ¶ added in v2.8.0
func (e ComposeTaskResultValidationError) Field() string
Field function returns field value.
func (ComposeTaskResultValidationError) Key ¶ added in v2.8.0
func (e ComposeTaskResultValidationError) Key() bool
Key function returns key value.
func (ComposeTaskResultValidationError) Reason ¶ added in v2.8.0
func (e ComposeTaskResultValidationError) Reason() string
Reason function returns reason value.
type ComposeTaskValidationError ¶ added in v2.8.0
type ComposeTaskValidationError struct {
// contains filtered or unexported fields
}
ComposeTaskValidationError is the validation error returned by ComposeTask.Validate if the designated constraints aren't met.
func (ComposeTaskValidationError) Cause ¶ added in v2.8.0
func (e ComposeTaskValidationError) Cause() error
Cause function returns cause value.
func (ComposeTaskValidationError) Error ¶ added in v2.8.0
func (e ComposeTaskValidationError) Error() string
Error satisfies the builtin error interface
func (ComposeTaskValidationError) ErrorName ¶ added in v2.8.0
func (e ComposeTaskValidationError) ErrorName() string
ErrorName returns error name.
func (ComposeTaskValidationError) Field ¶ added in v2.8.0
func (e ComposeTaskValidationError) Field() string
Field function returns field value.
func (ComposeTaskValidationError) Key ¶ added in v2.8.0
func (e ComposeTaskValidationError) Key() bool
Key function returns key value.
func (ComposeTaskValidationError) Reason ¶ added in v2.8.0
func (e ComposeTaskValidationError) Reason() string
Reason function returns reason value.
type CrossTask ¶
type CrossTask struct { FileSetIds []string `protobuf:"bytes,1,rep,name=file_set_ids,json=fileSetIds,proto3" json:"file_set_ids,omitempty"` BaseFileSetIndex int64 `protobuf:"varint,2,opt,name=base_file_set_index,json=baseFileSetIndex,proto3" json:"base_file_set_index,omitempty"` BaseFileSetPathRange *pfs.PathRange `` /* 127-byte string literal not displayed */ BaseIndex int64 `protobuf:"varint,4,opt,name=base_index,json=baseIndex,proto3" json:"base_index,omitempty"` AuthToken string `protobuf:"bytes,5,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"` // contains filtered or unexported fields }
func (*CrossTask) Descriptor
deprecated
func (*CrossTask) GetAuthToken ¶
func (*CrossTask) GetBaseFileSetIndex ¶
func (*CrossTask) GetBaseFileSetPathRange ¶
func (*CrossTask) GetBaseIndex ¶
func (*CrossTask) GetFileSetIds ¶
func (*CrossTask) MarshalLogObject ¶
func (x *CrossTask) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*CrossTask) ProtoMessage ¶
func (*CrossTask) ProtoMessage()
func (*CrossTask) ProtoReflect ¶ added in v2.7.0
func (x *CrossTask) ProtoReflect() protoreflect.Message
func (*CrossTask) Validate ¶ added in v2.8.0
Validate checks the field values on CrossTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*CrossTask) ValidateAll ¶ added in v2.8.0
ValidateAll checks the field values on CrossTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CrossTaskMultiError, or nil if none found.
type CrossTaskMultiError ¶ added in v2.8.0
type CrossTaskMultiError []error
CrossTaskMultiError is an error wrapping multiple validation errors returned by CrossTask.ValidateAll() if the designated constraints aren't met.
func (CrossTaskMultiError) AllErrors ¶ added in v2.8.0
func (m CrossTaskMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (CrossTaskMultiError) Error ¶ added in v2.8.0
func (m CrossTaskMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type CrossTaskResult ¶
type CrossTaskResult struct { FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"` // contains filtered or unexported fields }
func (*CrossTaskResult) Descriptor
deprecated
func (*CrossTaskResult) Descriptor() ([]byte, []int)
Deprecated: Use CrossTaskResult.ProtoReflect.Descriptor instead.
func (*CrossTaskResult) GetFileSetId ¶
func (x *CrossTaskResult) GetFileSetId() string
func (*CrossTaskResult) MarshalLogObject ¶
func (x *CrossTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*CrossTaskResult) ProtoMessage ¶
func (*CrossTaskResult) ProtoMessage()
func (*CrossTaskResult) ProtoReflect ¶ added in v2.7.0
func (x *CrossTaskResult) ProtoReflect() protoreflect.Message
func (*CrossTaskResult) Reset ¶
func (x *CrossTaskResult) Reset()
func (*CrossTaskResult) String ¶
func (x *CrossTaskResult) String() string
func (*CrossTaskResult) Validate ¶ added in v2.8.0
func (m *CrossTaskResult) Validate() error
Validate checks the field values on CrossTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*CrossTaskResult) ValidateAll ¶ added in v2.8.0
func (m *CrossTaskResult) ValidateAll() error
ValidateAll checks the field values on CrossTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in CrossTaskResultMultiError, or nil if none found.
type CrossTaskResultMultiError ¶ added in v2.8.0
type CrossTaskResultMultiError []error
CrossTaskResultMultiError is an error wrapping multiple validation errors returned by CrossTaskResult.ValidateAll() if the designated constraints aren't met.
func (CrossTaskResultMultiError) AllErrors ¶ added in v2.8.0
func (m CrossTaskResultMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (CrossTaskResultMultiError) Error ¶ added in v2.8.0
func (m CrossTaskResultMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type CrossTaskResultValidationError ¶ added in v2.8.0
type CrossTaskResultValidationError struct {
// contains filtered or unexported fields
}
CrossTaskResultValidationError is the validation error returned by CrossTaskResult.Validate if the designated constraints aren't met.
func (CrossTaskResultValidationError) Cause ¶ added in v2.8.0
func (e CrossTaskResultValidationError) Cause() error
Cause function returns cause value.
func (CrossTaskResultValidationError) Error ¶ added in v2.8.0
func (e CrossTaskResultValidationError) Error() string
Error satisfies the builtin error interface
func (CrossTaskResultValidationError) ErrorName ¶ added in v2.8.0
func (e CrossTaskResultValidationError) ErrorName() string
ErrorName returns error name.
func (CrossTaskResultValidationError) Field ¶ added in v2.8.0
func (e CrossTaskResultValidationError) Field() string
Field function returns field value.
func (CrossTaskResultValidationError) Key ¶ added in v2.8.0
func (e CrossTaskResultValidationError) Key() bool
Key function returns key value.
func (CrossTaskResultValidationError) Reason ¶ added in v2.8.0
func (e CrossTaskResultValidationError) Reason() string
Reason function returns reason value.
type CrossTaskValidationError ¶ added in v2.8.0
type CrossTaskValidationError struct {
// contains filtered or unexported fields
}
CrossTaskValidationError is the validation error returned by CrossTask.Validate if the designated constraints aren't met.
func (CrossTaskValidationError) Cause ¶ added in v2.8.0
func (e CrossTaskValidationError) Cause() error
Cause function returns cause value.
func (CrossTaskValidationError) Error ¶ added in v2.8.0
func (e CrossTaskValidationError) Error() string
Error satisfies the builtin error interface
func (CrossTaskValidationError) ErrorName ¶ added in v2.8.0
func (e CrossTaskValidationError) ErrorName() string
ErrorName returns error name.
func (CrossTaskValidationError) Field ¶ added in v2.8.0
func (e CrossTaskValidationError) Field() string
Field function returns field value.
func (CrossTaskValidationError) Key ¶ added in v2.8.0
func (e CrossTaskValidationError) Key() bool
Key function returns key value.
func (CrossTaskValidationError) Reason ¶ added in v2.8.0
func (e CrossTaskValidationError) Reason() string
Reason function returns reason value.
type Datum ¶
Datum manages a datum.
func (*Datum) MetaStorageRoot ¶
MetaStorageRoot returns the meta storage root.
func (*Datum) PFSStorageRoot ¶
PFSStorageRoot returns the pfs storage root.
type Deleter ¶
Deleter deletes a datum.
func NewDeleter ¶
func NewDeleter(metaFileWalker fileWalkerFunc, metaOutputClient, pfsOutputClient client.ModifyFile) Deleter
NewDeleter creates a new deleter.
type Hasher ¶
type Hasher interface { // Hash computes the datum hash based on the inputs. Hash([]*common.Input) string }
Hasher is the standard interface for a datum hasher.
type Iterator ¶
type Iterator interface { // Iterate iterates over a set of datums. Iterate(func(*Meta) error) error }
Iterator is the standard interface for a datum iterator.
func NewCommitIterator ¶
func NewCommitIterator(ctx context.Context, c pfs.APIClient, commit *pfs.Commit, pathRange *pfs.PathRange) Iterator
NewCommitIterator creates an iterator for the specified commit and repo.
func NewFileSetIterator ¶
func NewFileSetIterator(ctx context.Context, c pfs.APIClient, fsID string, pathRange *pfs.PathRange) Iterator
NewFileSetIterator creates a new fileset iterator.
type KeyTask ¶
type KeyTask struct { FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"` PathRange *pfs.PathRange `protobuf:"bytes,2,opt,name=path_range,json=pathRange,proto3" json:"path_range,omitempty"` Type KeyTask_Type `protobuf:"varint,3,opt,name=type,proto3,enum=datum.KeyTask_Type" json:"type,omitempty"` AuthToken string `protobuf:"bytes,4,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"` // contains filtered or unexported fields }
func (*KeyTask) Descriptor
deprecated
func (*KeyTask) GetAuthToken ¶
func (*KeyTask) GetFileSetId ¶
func (*KeyTask) GetPathRange ¶
func (*KeyTask) GetType ¶
func (x *KeyTask) GetType() KeyTask_Type
func (*KeyTask) MarshalLogObject ¶
func (x *KeyTask) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*KeyTask) ProtoMessage ¶
func (*KeyTask) ProtoMessage()
func (*KeyTask) ProtoReflect ¶ added in v2.7.0
func (x *KeyTask) ProtoReflect() protoreflect.Message
func (*KeyTask) Validate ¶ added in v2.8.0
Validate checks the field values on KeyTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*KeyTask) ValidateAll ¶ added in v2.8.0
ValidateAll checks the field values on KeyTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in KeyTaskMultiError, or nil if none found.
type KeyTaskMultiError ¶ added in v2.8.0
type KeyTaskMultiError []error
KeyTaskMultiError is an error wrapping multiple validation errors returned by KeyTask.ValidateAll() if the designated constraints aren't met.
func (KeyTaskMultiError) AllErrors ¶ added in v2.8.0
func (m KeyTaskMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (KeyTaskMultiError) Error ¶ added in v2.8.0
func (m KeyTaskMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type KeyTaskResult ¶
type KeyTaskResult struct { FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"` // contains filtered or unexported fields }
func (*KeyTaskResult) Descriptor
deprecated
func (*KeyTaskResult) Descriptor() ([]byte, []int)
Deprecated: Use KeyTaskResult.ProtoReflect.Descriptor instead.
func (*KeyTaskResult) GetFileSetId ¶
func (x *KeyTaskResult) GetFileSetId() string
func (*KeyTaskResult) MarshalLogObject ¶
func (x *KeyTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*KeyTaskResult) ProtoMessage ¶
func (*KeyTaskResult) ProtoMessage()
func (*KeyTaskResult) ProtoReflect ¶ added in v2.7.0
func (x *KeyTaskResult) ProtoReflect() protoreflect.Message
func (*KeyTaskResult) Reset ¶
func (x *KeyTaskResult) Reset()
func (*KeyTaskResult) String ¶
func (x *KeyTaskResult) String() string
func (*KeyTaskResult) Validate ¶ added in v2.8.0
func (m *KeyTaskResult) Validate() error
Validate checks the field values on KeyTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*KeyTaskResult) ValidateAll ¶ added in v2.8.0
func (m *KeyTaskResult) ValidateAll() error
ValidateAll checks the field values on KeyTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in KeyTaskResultMultiError, or nil if none found.
type KeyTaskResultMultiError ¶ added in v2.8.0
type KeyTaskResultMultiError []error
KeyTaskResultMultiError is an error wrapping multiple validation errors returned by KeyTaskResult.ValidateAll() if the designated constraints aren't met.
func (KeyTaskResultMultiError) AllErrors ¶ added in v2.8.0
func (m KeyTaskResultMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (KeyTaskResultMultiError) Error ¶ added in v2.8.0
func (m KeyTaskResultMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type KeyTaskResultValidationError ¶ added in v2.8.0
type KeyTaskResultValidationError struct {
// contains filtered or unexported fields
}
KeyTaskResultValidationError is the validation error returned by KeyTaskResult.Validate if the designated constraints aren't met.
func (KeyTaskResultValidationError) Cause ¶ added in v2.8.0
func (e KeyTaskResultValidationError) Cause() error
Cause function returns cause value.
func (KeyTaskResultValidationError) Error ¶ added in v2.8.0
func (e KeyTaskResultValidationError) Error() string
Error satisfies the builtin error interface
func (KeyTaskResultValidationError) ErrorName ¶ added in v2.8.0
func (e KeyTaskResultValidationError) ErrorName() string
ErrorName returns error name.
func (KeyTaskResultValidationError) Field ¶ added in v2.8.0
func (e KeyTaskResultValidationError) Field() string
Field function returns field value.
func (KeyTaskResultValidationError) Key ¶ added in v2.8.0
func (e KeyTaskResultValidationError) Key() bool
Key function returns key value.
func (KeyTaskResultValidationError) Reason ¶ added in v2.8.0
func (e KeyTaskResultValidationError) Reason() string
Reason function returns reason value.
type KeyTaskValidationError ¶ added in v2.8.0
type KeyTaskValidationError struct {
// contains filtered or unexported fields
}
KeyTaskValidationError is the validation error returned by KeyTask.Validate if the designated constraints aren't met.
func (KeyTaskValidationError) Cause ¶ added in v2.8.0
func (e KeyTaskValidationError) Cause() error
Cause function returns cause value.
func (KeyTaskValidationError) Error ¶ added in v2.8.0
func (e KeyTaskValidationError) Error() string
Error satisfies the builtin error interface
func (KeyTaskValidationError) ErrorName ¶ added in v2.8.0
func (e KeyTaskValidationError) ErrorName() string
ErrorName returns error name.
func (KeyTaskValidationError) Field ¶ added in v2.8.0
func (e KeyTaskValidationError) Field() string
Field function returns field value.
func (KeyTaskValidationError) Key ¶ added in v2.8.0
func (e KeyTaskValidationError) Key() bool
Key function returns key value.
func (KeyTaskValidationError) Reason ¶ added in v2.8.0
func (e KeyTaskValidationError) Reason() string
Reason function returns reason value.
type KeyTask_Type ¶
type KeyTask_Type int32
const ( KeyTask_JOIN KeyTask_Type = 0 KeyTask_GROUP KeyTask_Type = 1 )
func (KeyTask_Type) Descriptor ¶ added in v2.7.0
func (KeyTask_Type) Descriptor() protoreflect.EnumDescriptor
func (KeyTask_Type) Enum ¶ added in v2.7.0
func (x KeyTask_Type) Enum() *KeyTask_Type
func (KeyTask_Type) EnumDescriptor
deprecated
func (KeyTask_Type) EnumDescriptor() ([]byte, []int)
Deprecated: Use KeyTask_Type.Descriptor instead.
func (KeyTask_Type) Number ¶ added in v2.7.0
func (x KeyTask_Type) Number() protoreflect.EnumNumber
func (KeyTask_Type) String ¶
func (x KeyTask_Type) String() string
func (KeyTask_Type) Type ¶ added in v2.7.0
func (KeyTask_Type) Type() protoreflect.EnumType
type MergeTask ¶
type MergeTask struct { FileSetIds []string `protobuf:"bytes,1,rep,name=file_set_ids,json=fileSetIds,proto3" json:"file_set_ids,omitempty"` PathRange *pfs.PathRange `protobuf:"bytes,2,opt,name=path_range,json=pathRange,proto3" json:"path_range,omitempty"` Type MergeTask_Type `protobuf:"varint,3,opt,name=type,proto3,enum=datum.MergeTask_Type" json:"type,omitempty"` AuthToken string `protobuf:"bytes,4,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"` // contains filtered or unexported fields }
func (*MergeTask) Descriptor
deprecated
func (*MergeTask) GetAuthToken ¶
func (*MergeTask) GetFileSetIds ¶
func (*MergeTask) GetPathRange ¶
func (*MergeTask) GetType ¶
func (x *MergeTask) GetType() MergeTask_Type
func (*MergeTask) MarshalLogObject ¶
func (x *MergeTask) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*MergeTask) ProtoMessage ¶
func (*MergeTask) ProtoMessage()
func (*MergeTask) ProtoReflect ¶ added in v2.7.0
func (x *MergeTask) ProtoReflect() protoreflect.Message
func (*MergeTask) Validate ¶ added in v2.8.0
Validate checks the field values on MergeTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*MergeTask) ValidateAll ¶ added in v2.8.0
ValidateAll checks the field values on MergeTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in MergeTaskMultiError, or nil if none found.
type MergeTaskMultiError ¶ added in v2.8.0
type MergeTaskMultiError []error
MergeTaskMultiError is an error wrapping multiple validation errors returned by MergeTask.ValidateAll() if the designated constraints aren't met.
func (MergeTaskMultiError) AllErrors ¶ added in v2.8.0
func (m MergeTaskMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (MergeTaskMultiError) Error ¶ added in v2.8.0
func (m MergeTaskMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type MergeTaskResult ¶
type MergeTaskResult struct { FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"` // contains filtered or unexported fields }
func (*MergeTaskResult) Descriptor
deprecated
func (*MergeTaskResult) Descriptor() ([]byte, []int)
Deprecated: Use MergeTaskResult.ProtoReflect.Descriptor instead.
func (*MergeTaskResult) GetFileSetId ¶
func (x *MergeTaskResult) GetFileSetId() string
func (*MergeTaskResult) MarshalLogObject ¶
func (x *MergeTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*MergeTaskResult) ProtoMessage ¶
func (*MergeTaskResult) ProtoMessage()
func (*MergeTaskResult) ProtoReflect ¶ added in v2.7.0
func (x *MergeTaskResult) ProtoReflect() protoreflect.Message
func (*MergeTaskResult) Reset ¶
func (x *MergeTaskResult) Reset()
func (*MergeTaskResult) String ¶
func (x *MergeTaskResult) String() string
func (*MergeTaskResult) Validate ¶ added in v2.8.0
func (m *MergeTaskResult) Validate() error
Validate checks the field values on MergeTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*MergeTaskResult) ValidateAll ¶ added in v2.8.0
func (m *MergeTaskResult) ValidateAll() error
ValidateAll checks the field values on MergeTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in MergeTaskResultMultiError, or nil if none found.
type MergeTaskResultMultiError ¶ added in v2.8.0
type MergeTaskResultMultiError []error
MergeTaskResultMultiError is an error wrapping multiple validation errors returned by MergeTaskResult.ValidateAll() if the designated constraints aren't met.
func (MergeTaskResultMultiError) AllErrors ¶ added in v2.8.0
func (m MergeTaskResultMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (MergeTaskResultMultiError) Error ¶ added in v2.8.0
func (m MergeTaskResultMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type MergeTaskResultValidationError ¶ added in v2.8.0
type MergeTaskResultValidationError struct {
// contains filtered or unexported fields
}
MergeTaskResultValidationError is the validation error returned by MergeTaskResult.Validate if the designated constraints aren't met.
func (MergeTaskResultValidationError) Cause ¶ added in v2.8.0
func (e MergeTaskResultValidationError) Cause() error
Cause function returns cause value.
func (MergeTaskResultValidationError) Error ¶ added in v2.8.0
func (e MergeTaskResultValidationError) Error() string
Error satisfies the builtin error interface
func (MergeTaskResultValidationError) ErrorName ¶ added in v2.8.0
func (e MergeTaskResultValidationError) ErrorName() string
ErrorName returns error name.
func (MergeTaskResultValidationError) Field ¶ added in v2.8.0
func (e MergeTaskResultValidationError) Field() string
Field function returns field value.
func (MergeTaskResultValidationError) Key ¶ added in v2.8.0
func (e MergeTaskResultValidationError) Key() bool
Key function returns key value.
func (MergeTaskResultValidationError) Reason ¶ added in v2.8.0
func (e MergeTaskResultValidationError) Reason() string
Reason function returns reason value.
type MergeTaskValidationError ¶ added in v2.8.0
type MergeTaskValidationError struct {
// contains filtered or unexported fields
}
MergeTaskValidationError is the validation error returned by MergeTask.Validate if the designated constraints aren't met.
func (MergeTaskValidationError) Cause ¶ added in v2.8.0
func (e MergeTaskValidationError) Cause() error
Cause function returns cause value.
func (MergeTaskValidationError) Error ¶ added in v2.8.0
func (e MergeTaskValidationError) Error() string
Error satisfies the builtin error interface
func (MergeTaskValidationError) ErrorName ¶ added in v2.8.0
func (e MergeTaskValidationError) ErrorName() string
ErrorName returns error name.
func (MergeTaskValidationError) Field ¶ added in v2.8.0
func (e MergeTaskValidationError) Field() string
Field function returns field value.
func (MergeTaskValidationError) Key ¶ added in v2.8.0
func (e MergeTaskValidationError) Key() bool
Key function returns key value.
func (MergeTaskValidationError) Reason ¶ added in v2.8.0
func (e MergeTaskValidationError) Reason() string
Reason function returns reason value.
type MergeTask_Type ¶
type MergeTask_Type int32
const ( MergeTask_JOIN MergeTask_Type = 0 MergeTask_GROUP MergeTask_Type = 1 )
func (MergeTask_Type) Descriptor ¶ added in v2.7.0
func (MergeTask_Type) Descriptor() protoreflect.EnumDescriptor
func (MergeTask_Type) Enum ¶ added in v2.7.0
func (x MergeTask_Type) Enum() *MergeTask_Type
func (MergeTask_Type) EnumDescriptor
deprecated
func (MergeTask_Type) EnumDescriptor() ([]byte, []int)
Deprecated: Use MergeTask_Type.Descriptor instead.
func (MergeTask_Type) Number ¶ added in v2.7.0
func (x MergeTask_Type) Number() protoreflect.EnumNumber
func (MergeTask_Type) String ¶
func (x MergeTask_Type) String() string
func (MergeTask_Type) Type ¶ added in v2.7.0
func (MergeTask_Type) Type() protoreflect.EnumType
type Meta ¶
type Meta struct { Job *pps.Job `protobuf:"bytes,1,opt,name=job,proto3" json:"job,omitempty"` Inputs []*common.Input `protobuf:"bytes,2,rep,name=inputs,proto3" json:"inputs,omitempty"` Hash string `protobuf:"bytes,3,opt,name=hash,proto3" json:"hash,omitempty"` State State `protobuf:"varint,4,opt,name=state,proto3,enum=datum.State" json:"state,omitempty"` Reason string `protobuf:"bytes,5,opt,name=reason,proto3" json:"reason,omitempty"` Stats *pps.ProcessStats `protobuf:"bytes,6,opt,name=stats,proto3" json:"stats,omitempty"` Index int64 `protobuf:"varint,7,opt,name=index,proto3" json:"index,omitempty"` ImageId string `protobuf:"bytes,8,opt,name=image_id,json=imageId,proto3" json:"image_id,omitempty"` // contains filtered or unexported fields }
func (*Meta) Descriptor
deprecated
func (*Meta) GetImageId ¶
func (*Meta) GetStats ¶
func (x *Meta) GetStats() *pps.ProcessStats
func (*Meta) MarshalLogObject ¶
func (x *Meta) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*Meta) ProtoMessage ¶
func (*Meta) ProtoMessage()
func (*Meta) ProtoReflect ¶ added in v2.7.0
func (x *Meta) ProtoReflect() protoreflect.Message
func (*Meta) Validate ¶ added in v2.8.0
Validate checks the field values on Meta with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*Meta) ValidateAll ¶ added in v2.8.0
ValidateAll checks the field values on Meta with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in MetaMultiError, or nil if none found.
type MetaMultiError ¶ added in v2.8.0
type MetaMultiError []error
MetaMultiError is an error wrapping multiple validation errors returned by Meta.ValidateAll() if the designated constraints aren't met.
func (MetaMultiError) AllErrors ¶ added in v2.8.0
func (m MetaMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (MetaMultiError) Error ¶ added in v2.8.0
func (m MetaMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type MetaValidationError ¶ added in v2.8.0
type MetaValidationError struct {
// contains filtered or unexported fields
}
MetaValidationError is the validation error returned by Meta.Validate if the designated constraints aren't met.
func (MetaValidationError) Cause ¶ added in v2.8.0
func (e MetaValidationError) Cause() error
Cause function returns cause value.
func (MetaValidationError) Error ¶ added in v2.8.0
func (e MetaValidationError) Error() string
Error satisfies the builtin error interface
func (MetaValidationError) ErrorName ¶ added in v2.8.0
func (e MetaValidationError) ErrorName() string
ErrorName returns error name.
func (MetaValidationError) Field ¶ added in v2.8.0
func (e MetaValidationError) Field() string
Field function returns field value.
func (MetaValidationError) Key ¶ added in v2.8.0
func (e MetaValidationError) Key() bool
Key function returns key value.
func (MetaValidationError) Reason ¶ added in v2.8.0
func (e MetaValidationError) Reason() string
Reason function returns reason value.
type Option ¶
type Option func(*Datum)
Option configures a datum.
func WithPrefixIndex ¶
func WithPrefixIndex() Option
WithPrefixIndex prefixes the datum directory name (both locally and in PFS) with its index value.
func WithRecoveryCallback ¶
WithRecoveryCallback sets the recovery callback.
type PFSTask ¶
type PFSTask struct { Input *pps.PFSInput `protobuf:"bytes,1,opt,name=input,proto3" json:"input,omitempty"` PathRange *pfs.PathRange `protobuf:"bytes,2,opt,name=path_range,json=pathRange,proto3" json:"path_range,omitempty"` BaseIndex int64 `protobuf:"varint,3,opt,name=base_index,json=baseIndex,proto3" json:"base_index,omitempty"` AuthToken string `protobuf:"bytes,4,opt,name=auth_token,json=authToken,proto3" json:"auth_token,omitempty"` // contains filtered or unexported fields }
func (*PFSTask) Descriptor
deprecated
func (*PFSTask) GetAuthToken ¶
func (*PFSTask) GetBaseIndex ¶
func (*PFSTask) GetPathRange ¶
func (*PFSTask) MarshalLogObject ¶
func (x *PFSTask) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*PFSTask) ProtoMessage ¶
func (*PFSTask) ProtoMessage()
func (*PFSTask) ProtoReflect ¶ added in v2.7.0
func (x *PFSTask) ProtoReflect() protoreflect.Message
func (*PFSTask) Validate ¶ added in v2.8.0
Validate checks the field values on PFSTask with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*PFSTask) ValidateAll ¶ added in v2.8.0
ValidateAll checks the field values on PFSTask with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in PFSTaskMultiError, or nil if none found.
type PFSTaskMultiError ¶ added in v2.8.0
type PFSTaskMultiError []error
PFSTaskMultiError is an error wrapping multiple validation errors returned by PFSTask.ValidateAll() if the designated constraints aren't met.
func (PFSTaskMultiError) AllErrors ¶ added in v2.8.0
func (m PFSTaskMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (PFSTaskMultiError) Error ¶ added in v2.8.0
func (m PFSTaskMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type PFSTaskResult ¶
type PFSTaskResult struct { FileSetId string `protobuf:"bytes,1,opt,name=file_set_id,json=fileSetId,proto3" json:"file_set_id,omitempty"` // contains filtered or unexported fields }
func (*PFSTaskResult) Descriptor
deprecated
func (*PFSTaskResult) Descriptor() ([]byte, []int)
Deprecated: Use PFSTaskResult.ProtoReflect.Descriptor instead.
func (*PFSTaskResult) GetFileSetId ¶
func (x *PFSTaskResult) GetFileSetId() string
func (*PFSTaskResult) MarshalLogObject ¶
func (x *PFSTaskResult) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*PFSTaskResult) ProtoMessage ¶
func (*PFSTaskResult) ProtoMessage()
func (*PFSTaskResult) ProtoReflect ¶ added in v2.7.0
func (x *PFSTaskResult) ProtoReflect() protoreflect.Message
func (*PFSTaskResult) Reset ¶
func (x *PFSTaskResult) Reset()
func (*PFSTaskResult) String ¶
func (x *PFSTaskResult) String() string
func (*PFSTaskResult) Validate ¶ added in v2.8.0
func (m *PFSTaskResult) Validate() error
Validate checks the field values on PFSTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*PFSTaskResult) ValidateAll ¶ added in v2.8.0
func (m *PFSTaskResult) ValidateAll() error
ValidateAll checks the field values on PFSTaskResult with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in PFSTaskResultMultiError, or nil if none found.
type PFSTaskResultMultiError ¶ added in v2.8.0
type PFSTaskResultMultiError []error
PFSTaskResultMultiError is an error wrapping multiple validation errors returned by PFSTaskResult.ValidateAll() if the designated constraints aren't met.
func (PFSTaskResultMultiError) AllErrors ¶ added in v2.8.0
func (m PFSTaskResultMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (PFSTaskResultMultiError) Error ¶ added in v2.8.0
func (m PFSTaskResultMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type PFSTaskResultValidationError ¶ added in v2.8.0
type PFSTaskResultValidationError struct {
// contains filtered or unexported fields
}
PFSTaskResultValidationError is the validation error returned by PFSTaskResult.Validate if the designated constraints aren't met.
func (PFSTaskResultValidationError) Cause ¶ added in v2.8.0
func (e PFSTaskResultValidationError) Cause() error
Cause function returns cause value.
func (PFSTaskResultValidationError) Error ¶ added in v2.8.0
func (e PFSTaskResultValidationError) Error() string
Error satisfies the builtin error interface
func (PFSTaskResultValidationError) ErrorName ¶ added in v2.8.0
func (e PFSTaskResultValidationError) ErrorName() string
ErrorName returns error name.
func (PFSTaskResultValidationError) Field ¶ added in v2.8.0
func (e PFSTaskResultValidationError) Field() string
Field function returns field value.
func (PFSTaskResultValidationError) Key ¶ added in v2.8.0
func (e PFSTaskResultValidationError) Key() bool
Key function returns key value.
func (PFSTaskResultValidationError) Reason ¶ added in v2.8.0
func (e PFSTaskResultValidationError) Reason() string
Reason function returns reason value.
type PFSTaskValidationError ¶ added in v2.8.0
type PFSTaskValidationError struct {
// contains filtered or unexported fields
}
PFSTaskValidationError is the validation error returned by PFSTask.Validate if the designated constraints aren't met.
func (PFSTaskValidationError) Cause ¶ added in v2.8.0
func (e PFSTaskValidationError) Cause() error
Cause function returns cause value.
func (PFSTaskValidationError) Error ¶ added in v2.8.0
func (e PFSTaskValidationError) Error() string
Error satisfies the builtin error interface
func (PFSTaskValidationError) ErrorName ¶ added in v2.8.0
func (e PFSTaskValidationError) ErrorName() string
ErrorName returns error name.
func (PFSTaskValidationError) Field ¶ added in v2.8.0
func (e PFSTaskValidationError) Field() string
Field function returns field value.
func (PFSTaskValidationError) Key ¶ added in v2.8.0
func (e PFSTaskValidationError) Key() bool
Key function returns key value.
func (PFSTaskValidationError) Reason ¶ added in v2.8.0
func (e PFSTaskValidationError) Reason() string
Reason function returns reason value.
type Set ¶
type Set struct {
// contains filtered or unexported fields
}
Set manages a set of datums.
func (*Set) UploadMeta ¶
UploadMeta uploads the meta file for a datum.
type SetOption ¶
type SetOption func(*Set)
SetOption configures a set.
func WithMetaOutput ¶
func WithMetaOutput(mf client.ModifyFile) SetOption
WithMetaOutput sets the Client for the meta output.
func WithPFSOutput ¶
func WithPFSOutput(mf client.ModifyFile) SetOption
WithPFSOutput sets the Client for the pfs output.
type SetSpec ¶
type SetSpec struct { Number int64 `protobuf:"varint,1,opt,name=number,proto3" json:"number,omitempty"` SizeBytes int64 `protobuf:"varint,2,opt,name=size_bytes,json=sizeBytes,proto3" json:"size_bytes,omitempty"` // contains filtered or unexported fields }
func (*SetSpec) Descriptor
deprecated
func (*SetSpec) GetSizeBytes ¶
func (*SetSpec) MarshalLogObject ¶
func (x *SetSpec) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*SetSpec) ProtoMessage ¶
func (*SetSpec) ProtoMessage()
func (*SetSpec) ProtoReflect ¶ added in v2.7.0
func (x *SetSpec) ProtoReflect() protoreflect.Message
func (*SetSpec) Validate ¶ added in v2.8.0
Validate checks the field values on SetSpec with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*SetSpec) ValidateAll ¶ added in v2.8.0
ValidateAll checks the field values on SetSpec with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in SetSpecMultiError, or nil if none found.
type SetSpecMultiError ¶ added in v2.8.0
type SetSpecMultiError []error
SetSpecMultiError is an error wrapping multiple validation errors returned by SetSpec.ValidateAll() if the designated constraints aren't met.
func (SetSpecMultiError) AllErrors ¶ added in v2.8.0
func (m SetSpecMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (SetSpecMultiError) Error ¶ added in v2.8.0
func (m SetSpecMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type SetSpecValidationError ¶ added in v2.8.0
type SetSpecValidationError struct {
// contains filtered or unexported fields
}
SetSpecValidationError is the validation error returned by SetSpec.Validate if the designated constraints aren't met.
func (SetSpecValidationError) Cause ¶ added in v2.8.0
func (e SetSpecValidationError) Cause() error
Cause function returns cause value.
func (SetSpecValidationError) Error ¶ added in v2.8.0
func (e SetSpecValidationError) Error() string
Error satisfies the builtin error interface
func (SetSpecValidationError) ErrorName ¶ added in v2.8.0
func (e SetSpecValidationError) ErrorName() string
ErrorName returns error name.
func (SetSpecValidationError) Field ¶ added in v2.8.0
func (e SetSpecValidationError) Field() string
Field function returns field value.
func (SetSpecValidationError) Key ¶ added in v2.8.0
func (e SetSpecValidationError) Key() bool
Key function returns key value.
func (SetSpecValidationError) Reason ¶ added in v2.8.0
func (e SetSpecValidationError) Reason() string
Reason function returns reason value.
type State ¶
type State int32
func (State) Descriptor ¶ added in v2.7.0
func (State) Descriptor() protoreflect.EnumDescriptor
func (State) EnumDescriptor
deprecated
func (State) Number ¶ added in v2.7.0
func (x State) Number() protoreflect.EnumNumber
func (State) Type ¶ added in v2.7.0
func (State) Type() protoreflect.EnumType
type Stats ¶
type Stats struct { ProcessStats *pps.ProcessStats `protobuf:"bytes,1,opt,name=process_stats,json=processStats,proto3" json:"process_stats,omitempty"` Processed int64 `protobuf:"varint,2,opt,name=processed,proto3" json:"processed,omitempty"` Skipped int64 `protobuf:"varint,3,opt,name=skipped,proto3" json:"skipped,omitempty"` Total int64 `protobuf:"varint,4,opt,name=total,proto3" json:"total,omitempty"` Failed int64 `protobuf:"varint,5,opt,name=failed,proto3" json:"failed,omitempty"` Recovered int64 `protobuf:"varint,6,opt,name=recovered,proto3" json:"recovered,omitempty"` FailedId string `protobuf:"bytes,7,opt,name=failed_id,json=failedId,proto3" json:"failed_id,omitempty"` // contains filtered or unexported fields }
func (*Stats) Descriptor
deprecated
func (*Stats) GetFailedId ¶ added in v2.7.0
func (*Stats) GetProcessStats ¶
func (x *Stats) GetProcessStats() *pps.ProcessStats
func (*Stats) GetProcessed ¶
func (*Stats) GetRecovered ¶
func (*Stats) GetSkipped ¶
func (*Stats) MarshalLogObject ¶
func (x *Stats) MarshalLogObject(enc zapcore.ObjectEncoder) error
func (*Stats) ProtoMessage ¶
func (*Stats) ProtoMessage()
func (*Stats) ProtoReflect ¶ added in v2.7.0
func (x *Stats) ProtoReflect() protoreflect.Message
func (*Stats) Validate ¶ added in v2.8.0
Validate checks the field values on Stats with the rules defined in the proto definition for this message. If any rules are violated, the first error encountered is returned, or nil if there are no violations.
func (*Stats) ValidateAll ¶ added in v2.8.0
ValidateAll checks the field values on Stats with the rules defined in the proto definition for this message. If any rules are violated, the result is a list of violation errors wrapped in StatsMultiError, or nil if none found.
type StatsMultiError ¶ added in v2.8.0
type StatsMultiError []error
StatsMultiError is an error wrapping multiple validation errors returned by Stats.ValidateAll() if the designated constraints aren't met.
func (StatsMultiError) AllErrors ¶ added in v2.8.0
func (m StatsMultiError) AllErrors() []error
AllErrors returns a list of validation violation errors.
func (StatsMultiError) Error ¶ added in v2.8.0
func (m StatsMultiError) Error() string
Error returns a concatenation of all the error messages it wraps.
type StatsValidationError ¶ added in v2.8.0
type StatsValidationError struct {
// contains filtered or unexported fields
}
StatsValidationError is the validation error returned by Stats.Validate if the designated constraints aren't met.
func (StatsValidationError) Cause ¶ added in v2.8.0
func (e StatsValidationError) Cause() error
Cause function returns cause value.
func (StatsValidationError) Error ¶ added in v2.8.0
func (e StatsValidationError) Error() string
Error satisfies the builtin error interface
func (StatsValidationError) ErrorName ¶ added in v2.8.0
func (e StatsValidationError) ErrorName() string
ErrorName returns error name.
func (StatsValidationError) Field ¶ added in v2.8.0
func (e StatsValidationError) Field() string
Field function returns field value.
func (StatsValidationError) Key ¶ added in v2.8.0
func (e StatsValidationError) Key() bool
Key function returns key value.
func (StatsValidationError) Reason ¶ added in v2.8.0
func (e StatsValidationError) Reason() string
Reason function returns reason value.