worker

package
v2.6.8 Latest Latest
Warning

This package is not in the latest version of its module.

 Go to latest Published: Aug 3, 2023 License: Apache-2.0 Imports: 13 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source 
var (
	ErrInvalidLengthWorker        = fmt.Errorf("proto: negative length found during unmarshaling")
	ErrIntOverflowWorker          = fmt.Errorf("proto: integer overflow")
	ErrUnexpectedEndOfGroupWorker = fmt.Errorf("proto: unexpected end of group")
)

Functions

func RegisterWorkerServer 

func RegisterWorkerServer(s *grpc.Server, srv WorkerServer)

Types

type CancelRequest 

type CancelRequest struct {
	JobID                string   `protobuf:"bytes,1,opt,name=job_id,json=jobId,proto3" json:"job_id,omitempty"`
	DataFilters          []string `protobuf:"bytes,2,rep,name=data_filters,json=dataFilters,proto3" json:"data_filters,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*CancelRequest) Descriptor 

func (*CancelRequest) Descriptor() ([]byte, []int)

func (*CancelRequest) GetDataFilters 

func (m *CancelRequest) GetDataFilters() []string

func (*CancelRequest) GetJobID 

func (m *CancelRequest) GetJobID() string

func (*CancelRequest) Marshal 

func (m *CancelRequest) Marshal() (dAtA []byte, err error)

func (*CancelRequest) MarshalLogObject 

func (x *CancelRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*CancelRequest) MarshalTo 

func (m *CancelRequest) MarshalTo(dAtA []byte) (int, error)

func (*CancelRequest) MarshalToSizedBuffer 

func (m *CancelRequest) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CancelRequest) ProtoMessage 

func (*CancelRequest) ProtoMessage()

func (*CancelRequest) Reset 

func (m *CancelRequest) Reset()

func (*CancelRequest) Size 

func (m *CancelRequest) Size() (n int)

func (*CancelRequest) String 

func (m *CancelRequest) String() string

func (*CancelRequest) Unmarshal 

func (m *CancelRequest) Unmarshal(dAtA []byte) error

func (*CancelRequest) XXX_DiscardUnknown 

func (m *CancelRequest) XXX_DiscardUnknown()

func (*CancelRequest) XXX_Marshal 

func (m *CancelRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CancelRequest) XXX_Merge 

func (m *CancelRequest) XXX_Merge(src proto.Message)

func (*CancelRequest) XXX_Size 

func (m *CancelRequest) XXX_Size() int

func (*CancelRequest) XXX_Unmarshal 

func (m *CancelRequest) XXX_Unmarshal(b []byte) error

type CancelResponse 

type CancelResponse struct {
	Success              bool     `protobuf:"varint,1,opt,name=success,proto3" json:"success,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*CancelResponse) Descriptor 

func (*CancelResponse) Descriptor() ([]byte, []int)

func (*CancelResponse) GetSuccess 

func (m *CancelResponse) GetSuccess() bool

func (*CancelResponse) Marshal 

func (m *CancelResponse) Marshal() (dAtA []byte, err error)

func (*CancelResponse) MarshalLogObject 

func (x *CancelResponse) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*CancelResponse) MarshalTo 

func (m *CancelResponse) MarshalTo(dAtA []byte) (int, error)

func (*CancelResponse) MarshalToSizedBuffer 

func (m *CancelResponse) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*CancelResponse) ProtoMessage 

func (*CancelResponse) ProtoMessage()

func (*CancelResponse) Reset 

func (m *CancelResponse) Reset()

func (*CancelResponse) Size 

func (m *CancelResponse) Size() (n int)

func (*CancelResponse) String 

func (m *CancelResponse) String() string

func (*CancelResponse) Unmarshal 

func (m *CancelResponse) Unmarshal(dAtA []byte) error

func (*CancelResponse) XXX_DiscardUnknown 

func (m *CancelResponse) XXX_DiscardUnknown()

func (*CancelResponse) XXX_Marshal 

func (m *CancelResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*CancelResponse) XXX_Merge 

func (m *CancelResponse) XXX_Merge(src proto.Message)

func (*CancelResponse) XXX_Size 

func (m *CancelResponse) XXX_Size() int

func (*CancelResponse) XXX_Unmarshal 

func (m *CancelResponse) XXX_Unmarshal(b []byte) error

type NextDatumRequest 

type NextDatumRequest struct {
	Error                string   `protobuf:"bytes,1,opt,name=error,proto3" json:"error,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Error indicates that the processing of the current datum errored. Datum error semantics with datum batching enabled are similar to datum error semantics without datum batching enabled in that the datum may be retried, recovered, or result with a job failure.

func (*NextDatumRequest) Descriptor 

func (*NextDatumRequest) Descriptor() ([]byte, []int)

func (*NextDatumRequest) GetError 

func (m *NextDatumRequest) GetError() string

func (*NextDatumRequest) Marshal 

func (m *NextDatumRequest) Marshal() (dAtA []byte, err error)

func (*NextDatumRequest) MarshalLogObject 

func (x *NextDatumRequest) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*NextDatumRequest) MarshalTo 

func (m *NextDatumRequest) MarshalTo(dAtA []byte) (int, error)

func (*NextDatumRequest) MarshalToSizedBuffer 

func (m *NextDatumRequest) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*NextDatumRequest) ProtoMessage 

func (*NextDatumRequest) ProtoMessage()

func (*NextDatumRequest) Reset 

func (m *NextDatumRequest) Reset()

func (*NextDatumRequest) Size 

func (m *NextDatumRequest) Size() (n int)

func (*NextDatumRequest) String 

func (m *NextDatumRequest) String() string

func (*NextDatumRequest) Unmarshal 

func (m *NextDatumRequest) Unmarshal(dAtA []byte) error

func (*NextDatumRequest) XXX_DiscardUnknown 

func (m *NextDatumRequest) XXX_DiscardUnknown()

func (*NextDatumRequest) XXX_Marshal 

func (m *NextDatumRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*NextDatumRequest) XXX_Merge 

func (m *NextDatumRequest) XXX_Merge(src proto.Message)

func (*NextDatumRequest) XXX_Size 

func (m *NextDatumRequest) XXX_Size() int

func (*NextDatumRequest) XXX_Unmarshal 

func (m *NextDatumRequest) XXX_Unmarshal(b []byte) error

type NextDatumResponse 

type NextDatumResponse struct {
	Env                  []string `protobuf:"bytes,1,rep,name=env,proto3" json:"env,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Env is a list of environment variables that should be set for the processing of the next datum.

func (*NextDatumResponse) Descriptor 

func (*NextDatumResponse) Descriptor() ([]byte, []int)

func (*NextDatumResponse) GetEnv 

func (m *NextDatumResponse) GetEnv() []string

func (*NextDatumResponse) Marshal 

func (m *NextDatumResponse) Marshal() (dAtA []byte, err error)

func (*NextDatumResponse) MarshalLogObject 

func (x *NextDatumResponse) MarshalLogObject(enc zapcore.ObjectEncoder) error

func (*NextDatumResponse) MarshalTo 

func (m *NextDatumResponse) MarshalTo(dAtA []byte) (int, error)

func (*NextDatumResponse) MarshalToSizedBuffer 

func (m *NextDatumResponse) MarshalToSizedBuffer(dAtA []byte) (int, error)

func (*NextDatumResponse) ProtoMessage 

func (*NextDatumResponse) ProtoMessage()

func (*NextDatumResponse) Reset 

func (m *NextDatumResponse) Reset()

func (*NextDatumResponse) Size 

func (m *NextDatumResponse) Size() (n int)

func (*NextDatumResponse) String 

func (m *NextDatumResponse) String() string

func (*NextDatumResponse) Unmarshal 

func (m *NextDatumResponse) Unmarshal(dAtA []byte) error

func (*NextDatumResponse) XXX_DiscardUnknown 

func (m *NextDatumResponse) XXX_DiscardUnknown()

func (*NextDatumResponse) XXX_Marshal 

func (m *NextDatumResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*NextDatumResponse) XXX_Merge 

func (m *NextDatumResponse) XXX_Merge(src proto.Message)

func (*NextDatumResponse) XXX_Size 

func (m *NextDatumResponse) XXX_Size() int

func (*NextDatumResponse) XXX_Unmarshal 

func (m *NextDatumResponse) XXX_Unmarshal(b []byte) error

type UnimplementedWorkerServer 

type UnimplementedWorkerServer struct {
}

UnimplementedWorkerServer can be embedded to have forward compatible implementations.

func (*UnimplementedWorkerServer) Cancel 

func (*UnimplementedWorkerServer) Cancel(ctx context.Context, req *CancelRequest) (*CancelResponse, error)

func (*UnimplementedWorkerServer) NextDatum 

func (*UnimplementedWorkerServer) NextDatum(ctx context.Context, req *NextDatumRequest) (*NextDatumResponse, error)

func (*UnimplementedWorkerServer) Status 

func (*UnimplementedWorkerServer) Status(ctx context.Context, req *types.Empty) (*pps.WorkerStatus, error)

type WorkerClient 

type WorkerClient interface {
	Status(ctx context.Context, in *types.Empty, opts ...grpc.CallOption) (*pps.WorkerStatus, error)
	Cancel(ctx context.Context, in *CancelRequest, opts ...grpc.CallOption) (*CancelResponse, error)
	// NextDatum should only be called by user code running in a pipeline with
	// datum batching enabled.
	// NextDatum will signal to the worker code that the user code is ready to
	// proceed to the next datum. This generally means setting up the next
	// datum's filesystem state and updating internal metadata similarly to datum
	// processing in a normal pipeline.
	// NextDatum is a synchronous operation, so user code should expect to block
	// on this until the next datum is set up for processing.
	// User code should generally be migratable to datum batching by wrapping it
	// in a loop that calls next datum.
	NextDatum(ctx context.Context, in *NextDatumRequest, opts ...grpc.CallOption) (*NextDatumResponse, error)
}

WorkerClient is the client API for Worker service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewWorkerClient 

func NewWorkerClient(cc *grpc.ClientConn) WorkerClient

type WorkerServer 

type WorkerServer interface {
	Status(context.Context, *types.Empty) (*pps.WorkerStatus, error)
	Cancel(context.Context, *CancelRequest) (*CancelResponse, error)
	// NextDatum should only be called by user code running in a pipeline with
	// datum batching enabled.
	// NextDatum will signal to the worker code that the user code is ready to
	// proceed to the next datum. This generally means setting up the next
	// datum's filesystem state and updating internal metadata similarly to datum
	// processing in a normal pipeline.
	// NextDatum is a synchronous operation, so user code should expect to block
	// on this until the next datum is set up for processing.
	// User code should generally be migratable to datum batching by wrapping it
	// in a loop that calls next datum.
	NextDatum(context.Context, *NextDatumRequest) (*NextDatumResponse, error)
}

WorkerServer is the server API for Worker service.

Source Files

View all Source files

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL
go.dev uses cookies from Google to deliver and enhance the quality of its services and to analyze traffic. Learn more.