tensorflow_serving

package
v2.0.4 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Feb 28, 2020 License: Apache-2.0 Imports: 14 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var ModelVersionStatus_State_name = map[int32]string{
	0:  "UNKNOWN",
	10: "START",
	20: "LOADING",
	30: "AVAILABLE",
	40: "UNLOADING",
	50: "END",
}
View Source
var ModelVersionStatus_State_value = map[string]int32{
	"UNKNOWN":   0,
	"START":     10,
	"LOADING":   20,
	"AVAILABLE": 30,
	"UNLOADING": 40,
	"END":       50,
}

Functions

func RegisterModelServiceServer

func RegisterModelServiceServer(s *grpc.Server, srv ModelServiceServer)

func RegisterPredictionServiceServer

func RegisterPredictionServiceServer(s *grpc.Server, srv PredictionServiceServer)

func RegisterSessionServiceServer

func RegisterSessionServiceServer(s *grpc.Server, srv SessionServiceServer)

Types

type Class

type Class struct {
	// Label or name of the class.
	Label string `protobuf:"bytes,1,opt,name=label,proto3" json:"label,omitempty"`
	// Score for this class (e.g., the probability the item belongs to this
	// class). As per the proto3 default-value semantics, if the score is missing,
	// it should be treated as 0.
	Score                float32  `protobuf:"fixed32,2,opt,name=score,proto3" json:"score,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

A single class.

func (*Class) Descriptor

func (*Class) Descriptor() ([]byte, []int)

func (*Class) GetLabel

func (m *Class) GetLabel() string

func (*Class) GetScore

func (m *Class) GetScore() float32

func (*Class) ProtoMessage

func (*Class) ProtoMessage()

func (*Class) Reset

func (m *Class) Reset()

func (*Class) String

func (m *Class) String() string

func (*Class) XXX_DiscardUnknown

func (m *Class) XXX_DiscardUnknown()

func (*Class) XXX_Marshal

func (m *Class) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Class) XXX_Merge

func (m *Class) XXX_Merge(src proto.Message)

func (*Class) XXX_Size

func (m *Class) XXX_Size() int

func (*Class) XXX_Unmarshal

func (m *Class) XXX_Unmarshal(b []byte) error

type ClassificationRequest

type ClassificationRequest struct {
	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Input data.
	Input                *Input   `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*ClassificationRequest) Descriptor

func (*ClassificationRequest) Descriptor() ([]byte, []int)

func (*ClassificationRequest) GetInput

func (m *ClassificationRequest) GetInput() *Input

func (*ClassificationRequest) GetModelSpec

func (m *ClassificationRequest) GetModelSpec() *ModelSpec

func (*ClassificationRequest) ProtoMessage

func (*ClassificationRequest) ProtoMessage()

func (*ClassificationRequest) Reset

func (m *ClassificationRequest) Reset()

func (*ClassificationRequest) String

func (m *ClassificationRequest) String() string

func (*ClassificationRequest) XXX_DiscardUnknown

func (m *ClassificationRequest) XXX_DiscardUnknown()

func (*ClassificationRequest) XXX_Marshal

func (m *ClassificationRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ClassificationRequest) XXX_Merge

func (m *ClassificationRequest) XXX_Merge(src proto.Message)

func (*ClassificationRequest) XXX_Size

func (m *ClassificationRequest) XXX_Size() int

func (*ClassificationRequest) XXX_Unmarshal

func (m *ClassificationRequest) XXX_Unmarshal(b []byte) error

type ClassificationResponse

type ClassificationResponse struct {
	// Effective Model Specification used for classification.
	ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Result of the classification.
	Result               *ClassificationResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"`
	XXX_NoUnkeyedLiteral struct{}              `json:"-"`
	XXX_unrecognized     []byte                `json:"-"`
	XXX_sizecache        int32                 `json:"-"`
}

func (*ClassificationResponse) Descriptor

func (*ClassificationResponse) Descriptor() ([]byte, []int)

func (*ClassificationResponse) GetModelSpec

func (m *ClassificationResponse) GetModelSpec() *ModelSpec

func (*ClassificationResponse) GetResult

func (*ClassificationResponse) ProtoMessage

func (*ClassificationResponse) ProtoMessage()

func (*ClassificationResponse) Reset

func (m *ClassificationResponse) Reset()

func (*ClassificationResponse) String

func (m *ClassificationResponse) String() string

func (*ClassificationResponse) XXX_DiscardUnknown

func (m *ClassificationResponse) XXX_DiscardUnknown()

func (*ClassificationResponse) XXX_Marshal

func (m *ClassificationResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ClassificationResponse) XXX_Merge

func (m *ClassificationResponse) XXX_Merge(src proto.Message)

func (*ClassificationResponse) XXX_Size

func (m *ClassificationResponse) XXX_Size() int

func (*ClassificationResponse) XXX_Unmarshal

func (m *ClassificationResponse) XXX_Unmarshal(b []byte) error

type ClassificationResult

type ClassificationResult struct {
	Classifications      []*Classifications `protobuf:"bytes,1,rep,name=classifications,proto3" json:"classifications,omitempty"`
	XXX_NoUnkeyedLiteral struct{}           `json:"-"`
	XXX_unrecognized     []byte             `json:"-"`
	XXX_sizecache        int32              `json:"-"`
}

Contains one result per input example, in the same order as the input in ClassificationRequest.

func (*ClassificationResult) Descriptor

func (*ClassificationResult) Descriptor() ([]byte, []int)

func (*ClassificationResult) GetClassifications

func (m *ClassificationResult) GetClassifications() []*Classifications

func (*ClassificationResult) ProtoMessage

func (*ClassificationResult) ProtoMessage()

func (*ClassificationResult) Reset

func (m *ClassificationResult) Reset()

func (*ClassificationResult) String

func (m *ClassificationResult) String() string

func (*ClassificationResult) XXX_DiscardUnknown

func (m *ClassificationResult) XXX_DiscardUnknown()

func (*ClassificationResult) XXX_Marshal

func (m *ClassificationResult) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ClassificationResult) XXX_Merge

func (m *ClassificationResult) XXX_Merge(src proto.Message)

func (*ClassificationResult) XXX_Size

func (m *ClassificationResult) XXX_Size() int

func (*ClassificationResult) XXX_Unmarshal

func (m *ClassificationResult) XXX_Unmarshal(b []byte) error

type Classifications

type Classifications struct {
	Classes              []*Class `protobuf:"bytes,1,rep,name=classes,proto3" json:"classes,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

List of classes for a single item (tensorflow.Example).

func (*Classifications) Descriptor

func (*Classifications) Descriptor() ([]byte, []int)

func (*Classifications) GetClasses

func (m *Classifications) GetClasses() []*Class

func (*Classifications) ProtoMessage

func (*Classifications) ProtoMessage()

func (*Classifications) Reset

func (m *Classifications) Reset()

func (*Classifications) String

func (m *Classifications) String() string

func (*Classifications) XXX_DiscardUnknown

func (m *Classifications) XXX_DiscardUnknown()

func (*Classifications) XXX_Marshal

func (m *Classifications) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Classifications) XXX_Merge

func (m *Classifications) XXX_Merge(src proto.Message)

func (*Classifications) XXX_Size

func (m *Classifications) XXX_Size() int

func (*Classifications) XXX_Unmarshal

func (m *Classifications) XXX_Unmarshal(b []byte) error

type ExampleList

type ExampleList struct {
	Examples             []*example.Example `protobuf:"bytes,1,rep,name=examples,proto3" json:"examples,omitempty"`
	XXX_NoUnkeyedLiteral struct{}           `json:"-"`
	XXX_unrecognized     []byte             `json:"-"`
	XXX_sizecache        int32              `json:"-"`
}

Specifies one or more fully independent input Examples. See examples at:

https://github.com/tensorflow/tensorflow/blob/master/tensorflow/core/example/example.proto

func (*ExampleList) Descriptor

func (*ExampleList) Descriptor() ([]byte, []int)

func (*ExampleList) GetExamples

func (m *ExampleList) GetExamples() []*example.Example

func (*ExampleList) ProtoMessage

func (*ExampleList) ProtoMessage()

func (*ExampleList) Reset

func (m *ExampleList) Reset()

func (*ExampleList) String

func (m *ExampleList) String() string

func (*ExampleList) XXX_DiscardUnknown

func (m *ExampleList) XXX_DiscardUnknown()

func (*ExampleList) XXX_Marshal

func (m *ExampleList) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExampleList) XXX_Merge

func (m *ExampleList) XXX_Merge(src proto.Message)

func (*ExampleList) XXX_Size

func (m *ExampleList) XXX_Size() int

func (*ExampleList) XXX_Unmarshal

func (m *ExampleList) XXX_Unmarshal(b []byte) error

type ExampleListWithContext

type ExampleListWithContext struct {
	Examples             []*example.Example `protobuf:"bytes,1,rep,name=examples,proto3" json:"examples,omitempty"`
	Context              *example.Example   `protobuf:"bytes,2,opt,name=context,proto3" json:"context,omitempty"`
	XXX_NoUnkeyedLiteral struct{}           `json:"-"`
	XXX_unrecognized     []byte             `json:"-"`
	XXX_sizecache        int32              `json:"-"`
}

Specifies one or more independent input Examples, with a common context Example.

The common use case for context is to cleanly and optimally specify some features that are common across multiple examples.

See example below with a search query as the context and multiple restaurants to perform some inference on.

context: {
  features: {
    feature: {
      key  : "query"
      value: {
        bytes_list: {
          value: [ "pizza" ]
        }
      }
    }
  }
}
examples: {
  features: {
    feature: {
      key  : "cuisine"
      value: {
        bytes_list: {
          value: [ "Pizzeria" ]
        }
      }
    }
  }
}
examples: {
  features: {
    feature: {
      key  : "cuisine"
      value: {
        bytes_list: {
          value: [ "Taqueria" ]
        }
      }
    }
  }
}

Implementations of ExampleListWithContext merge the context Example into each of the Examples. Note that feature keys must not be duplicated between the Examples and context Example, or the behavior is undefined.

See also:

tensorflow/core/example/example.proto
https://developers.google.com/protocol-buffers/docs/proto3#maps

func (*ExampleListWithContext) Descriptor

func (*ExampleListWithContext) Descriptor() ([]byte, []int)

func (*ExampleListWithContext) GetContext

func (m *ExampleListWithContext) GetContext() *example.Example

func (*ExampleListWithContext) GetExamples

func (m *ExampleListWithContext) GetExamples() []*example.Example

func (*ExampleListWithContext) ProtoMessage

func (*ExampleListWithContext) ProtoMessage()

func (*ExampleListWithContext) Reset

func (m *ExampleListWithContext) Reset()

func (*ExampleListWithContext) String

func (m *ExampleListWithContext) String() string

func (*ExampleListWithContext) XXX_DiscardUnknown

func (m *ExampleListWithContext) XXX_DiscardUnknown()

func (*ExampleListWithContext) XXX_Marshal

func (m *ExampleListWithContext) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ExampleListWithContext) XXX_Merge

func (m *ExampleListWithContext) XXX_Merge(src proto.Message)

func (*ExampleListWithContext) XXX_Size

func (m *ExampleListWithContext) XXX_Size() int

func (*ExampleListWithContext) XXX_Unmarshal

func (m *ExampleListWithContext) XXX_Unmarshal(b []byte) error

type GetModelMetadataRequest

type GetModelMetadataRequest struct {
	// Model Specification indicating which model we are querying for metadata.
	// If version is not specified, will use the latest (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Metadata fields to get. Currently supported: "signature_def".
	MetadataField        []string `protobuf:"bytes,2,rep,name=metadata_field,json=metadataField,proto3" json:"metadata_field,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*GetModelMetadataRequest) Descriptor

func (*GetModelMetadataRequest) Descriptor() ([]byte, []int)

func (*GetModelMetadataRequest) GetMetadataField

func (m *GetModelMetadataRequest) GetMetadataField() []string

func (*GetModelMetadataRequest) GetModelSpec

func (m *GetModelMetadataRequest) GetModelSpec() *ModelSpec

func (*GetModelMetadataRequest) ProtoMessage

func (*GetModelMetadataRequest) ProtoMessage()

func (*GetModelMetadataRequest) Reset

func (m *GetModelMetadataRequest) Reset()

func (*GetModelMetadataRequest) String

func (m *GetModelMetadataRequest) String() string

func (*GetModelMetadataRequest) XXX_DiscardUnknown

func (m *GetModelMetadataRequest) XXX_DiscardUnknown()

func (*GetModelMetadataRequest) XXX_Marshal

func (m *GetModelMetadataRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GetModelMetadataRequest) XXX_Merge

func (m *GetModelMetadataRequest) XXX_Merge(src proto.Message)

func (*GetModelMetadataRequest) XXX_Size

func (m *GetModelMetadataRequest) XXX_Size() int

func (*GetModelMetadataRequest) XXX_Unmarshal

func (m *GetModelMetadataRequest) XXX_Unmarshal(b []byte) error

type GetModelMetadataResponse

type GetModelMetadataResponse struct {
	// Model Specification indicating which model this metadata belongs to.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Map of metadata field name to metadata field. The options for metadata
	// field name are listed in GetModelMetadataRequest. Currently supported:
	// "signature_def".
	Metadata             map[string]*any.Any `` /* 157-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}            `json:"-"`
	XXX_unrecognized     []byte              `json:"-"`
	XXX_sizecache        int32               `json:"-"`
}

func (*GetModelMetadataResponse) Descriptor

func (*GetModelMetadataResponse) Descriptor() ([]byte, []int)

func (*GetModelMetadataResponse) GetMetadata

func (m *GetModelMetadataResponse) GetMetadata() map[string]*any.Any

func (*GetModelMetadataResponse) GetModelSpec

func (m *GetModelMetadataResponse) GetModelSpec() *ModelSpec

func (*GetModelMetadataResponse) ProtoMessage

func (*GetModelMetadataResponse) ProtoMessage()

func (*GetModelMetadataResponse) Reset

func (m *GetModelMetadataResponse) Reset()

func (*GetModelMetadataResponse) String

func (m *GetModelMetadataResponse) String() string

func (*GetModelMetadataResponse) XXX_DiscardUnknown

func (m *GetModelMetadataResponse) XXX_DiscardUnknown()

func (*GetModelMetadataResponse) XXX_Marshal

func (m *GetModelMetadataResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GetModelMetadataResponse) XXX_Merge

func (m *GetModelMetadataResponse) XXX_Merge(src proto.Message)

func (*GetModelMetadataResponse) XXX_Size

func (m *GetModelMetadataResponse) XXX_Size() int

func (*GetModelMetadataResponse) XXX_Unmarshal

func (m *GetModelMetadataResponse) XXX_Unmarshal(b []byte) error

type GetModelStatusRequest

type GetModelStatusRequest struct {
	// Model Specification. If version is not specified, information about all
	// versions of the model will be returned. If a version is specified, the
	// status of only that version will be returned.
	ModelSpec            *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	XXX_NoUnkeyedLiteral struct{}   `json:"-"`
	XXX_unrecognized     []byte     `json:"-"`
	XXX_sizecache        int32      `json:"-"`
}

GetModelStatusRequest contains a ModelSpec indicating the model for which to get status.

func (*GetModelStatusRequest) Descriptor

func (*GetModelStatusRequest) Descriptor() ([]byte, []int)

func (*GetModelStatusRequest) GetModelSpec

func (m *GetModelStatusRequest) GetModelSpec() *ModelSpec

func (*GetModelStatusRequest) ProtoMessage

func (*GetModelStatusRequest) ProtoMessage()

func (*GetModelStatusRequest) Reset

func (m *GetModelStatusRequest) Reset()

func (*GetModelStatusRequest) String

func (m *GetModelStatusRequest) String() string

func (*GetModelStatusRequest) XXX_DiscardUnknown

func (m *GetModelStatusRequest) XXX_DiscardUnknown()

func (*GetModelStatusRequest) XXX_Marshal

func (m *GetModelStatusRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GetModelStatusRequest) XXX_Merge

func (m *GetModelStatusRequest) XXX_Merge(src proto.Message)

func (*GetModelStatusRequest) XXX_Size

func (m *GetModelStatusRequest) XXX_Size() int

func (*GetModelStatusRequest) XXX_Unmarshal

func (m *GetModelStatusRequest) XXX_Unmarshal(b []byte) error

type GetModelStatusResponse

type GetModelStatusResponse struct {
	// Version number and status information for applicable model version(s).
	ModelVersionStatus   []*ModelVersionStatus `protobuf:"bytes,1,rep,name=model_version_status,proto3" json:"model_version_status,omitempty"`
	XXX_NoUnkeyedLiteral struct{}              `json:"-"`
	XXX_unrecognized     []byte                `json:"-"`
	XXX_sizecache        int32                 `json:"-"`
}

Response for ModelStatusRequest on successful run.

func (*GetModelStatusResponse) Descriptor

func (*GetModelStatusResponse) Descriptor() ([]byte, []int)

func (*GetModelStatusResponse) GetModelVersionStatus

func (m *GetModelStatusResponse) GetModelVersionStatus() []*ModelVersionStatus

func (*GetModelStatusResponse) ProtoMessage

func (*GetModelStatusResponse) ProtoMessage()

func (*GetModelStatusResponse) Reset

func (m *GetModelStatusResponse) Reset()

func (*GetModelStatusResponse) String

func (m *GetModelStatusResponse) String() string

func (*GetModelStatusResponse) XXX_DiscardUnknown

func (m *GetModelStatusResponse) XXX_DiscardUnknown()

func (*GetModelStatusResponse) XXX_Marshal

func (m *GetModelStatusResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*GetModelStatusResponse) XXX_Merge

func (m *GetModelStatusResponse) XXX_Merge(src proto.Message)

func (*GetModelStatusResponse) XXX_Size

func (m *GetModelStatusResponse) XXX_Size() int

func (*GetModelStatusResponse) XXX_Unmarshal

func (m *GetModelStatusResponse) XXX_Unmarshal(b []byte) error

type InferenceResult

type InferenceResult struct {
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Types that are valid to be assigned to Result:
	//	*InferenceResult_ClassificationResult
	//	*InferenceResult_RegressionResult
	Result               isInferenceResult_Result `protobuf_oneof:"result"`
	XXX_NoUnkeyedLiteral struct{}                 `json:"-"`
	XXX_unrecognized     []byte                   `json:"-"`
	XXX_sizecache        int32                    `json:"-"`
}

Inference result, matches the type of request or is an error.

func (*InferenceResult) Descriptor

func (*InferenceResult) Descriptor() ([]byte, []int)

func (*InferenceResult) GetClassificationResult

func (m *InferenceResult) GetClassificationResult() *ClassificationResult

func (*InferenceResult) GetModelSpec

func (m *InferenceResult) GetModelSpec() *ModelSpec

func (*InferenceResult) GetRegressionResult

func (m *InferenceResult) GetRegressionResult() *RegressionResult

func (*InferenceResult) GetResult

func (m *InferenceResult) GetResult() isInferenceResult_Result

func (*InferenceResult) ProtoMessage

func (*InferenceResult) ProtoMessage()

func (*InferenceResult) Reset

func (m *InferenceResult) Reset()

func (*InferenceResult) String

func (m *InferenceResult) String() string

func (*InferenceResult) XXX_DiscardUnknown

func (m *InferenceResult) XXX_DiscardUnknown()

func (*InferenceResult) XXX_Marshal

func (m *InferenceResult) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InferenceResult) XXX_Merge

func (m *InferenceResult) XXX_Merge(src proto.Message)

func (*InferenceResult) XXX_OneofWrappers

func (*InferenceResult) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*InferenceResult) XXX_Size

func (m *InferenceResult) XXX_Size() int

func (*InferenceResult) XXX_Unmarshal

func (m *InferenceResult) XXX_Unmarshal(b []byte) error

type InferenceResult_ClassificationResult

type InferenceResult_ClassificationResult struct {
	ClassificationResult *ClassificationResult `protobuf:"bytes,2,opt,name=classification_result,json=classificationResult,proto3,oneof"`
}

type InferenceResult_RegressionResult

type InferenceResult_RegressionResult struct {
	RegressionResult *RegressionResult `protobuf:"bytes,3,opt,name=regression_result,json=regressionResult,proto3,oneof"`
}

type InferenceTask

type InferenceTask struct {
	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	// All ModelSpecs in a MultiInferenceRequest must access the same model name.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Signature's method_name. Should be one of the method names defined in
	// third_party/tensorflow/python/saved_model/signature_constants.py.
	// e.g. "tensorflow/serving/classify".
	MethodName           string   `protobuf:"bytes,2,opt,name=method_name,json=methodName,proto3" json:"method_name,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Inference request such as classification, regression, etc...

func (*InferenceTask) Descriptor

func (*InferenceTask) Descriptor() ([]byte, []int)

func (*InferenceTask) GetMethodName

func (m *InferenceTask) GetMethodName() string

func (*InferenceTask) GetModelSpec

func (m *InferenceTask) GetModelSpec() *ModelSpec

func (*InferenceTask) ProtoMessage

func (*InferenceTask) ProtoMessage()

func (*InferenceTask) Reset

func (m *InferenceTask) Reset()

func (*InferenceTask) String

func (m *InferenceTask) String() string

func (*InferenceTask) XXX_DiscardUnknown

func (m *InferenceTask) XXX_DiscardUnknown()

func (*InferenceTask) XXX_Marshal

func (m *InferenceTask) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*InferenceTask) XXX_Merge

func (m *InferenceTask) XXX_Merge(src proto.Message)

func (*InferenceTask) XXX_Size

func (m *InferenceTask) XXX_Size() int

func (*InferenceTask) XXX_Unmarshal

func (m *InferenceTask) XXX_Unmarshal(b []byte) error

type Input

type Input struct {
	// Types that are valid to be assigned to Kind:
	//	*Input_ExampleList
	//	*Input_ExampleListWithContext
	Kind                 isInput_Kind `protobuf_oneof:"kind"`
	XXX_NoUnkeyedLiteral struct{}     `json:"-"`
	XXX_unrecognized     []byte       `json:"-"`
	XXX_sizecache        int32        `json:"-"`
}

func (*Input) Descriptor

func (*Input) Descriptor() ([]byte, []int)

func (*Input) GetExampleList

func (m *Input) GetExampleList() *ExampleList

func (*Input) GetExampleListWithContext

func (m *Input) GetExampleListWithContext() *ExampleListWithContext

func (*Input) GetKind

func (m *Input) GetKind() isInput_Kind

func (*Input) ProtoMessage

func (*Input) ProtoMessage()

func (*Input) Reset

func (m *Input) Reset()

func (*Input) String

func (m *Input) String() string

func (*Input) XXX_DiscardUnknown

func (m *Input) XXX_DiscardUnknown()

func (*Input) XXX_Marshal

func (m *Input) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Input) XXX_Merge

func (m *Input) XXX_Merge(src proto.Message)

func (*Input) XXX_OneofWrappers

func (*Input) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*Input) XXX_Size

func (m *Input) XXX_Size() int

func (*Input) XXX_Unmarshal

func (m *Input) XXX_Unmarshal(b []byte) error

type Input_ExampleList

type Input_ExampleList struct {
	ExampleList *ExampleList `protobuf:"bytes,1,opt,name=example_list,json=exampleList,proto3,oneof"`
}

type Input_ExampleListWithContext

type Input_ExampleListWithContext struct {
	ExampleListWithContext *ExampleListWithContext `protobuf:"bytes,2,opt,name=example_list_with_context,json=exampleListWithContext,proto3,oneof"`
}

type ModelServiceClient

type ModelServiceClient interface {
	// Gets status of model. If the ModelSpec in the request does not specify
	// version, information about all versions of the model will be returned. If
	// the ModelSpec in the request does specify a version, the status of only
	// that version will be returned.
	GetModelStatus(ctx context.Context, in *GetModelStatusRequest, opts ...grpc.CallOption) (*GetModelStatusResponse, error)
	// Reloads the set of served models. The new config supersedes the old one,
	// so if a model is omitted from the new config it will be unloaded and no
	// longer served.
	HandleReloadConfigRequest(ctx context.Context, in *ReloadConfigRequest, opts ...grpc.CallOption) (*ReloadConfigResponse, error)
}

ModelServiceClient is the client API for ModelService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewModelServiceClient

func NewModelServiceClient(cc *grpc.ClientConn) ModelServiceClient

type ModelServiceServer

type ModelServiceServer interface {
	// Gets status of model. If the ModelSpec in the request does not specify
	// version, information about all versions of the model will be returned. If
	// the ModelSpec in the request does specify a version, the status of only
	// that version will be returned.
	GetModelStatus(context.Context, *GetModelStatusRequest) (*GetModelStatusResponse, error)
	// Reloads the set of served models. The new config supersedes the old one,
	// so if a model is omitted from the new config it will be unloaded and no
	// longer served.
	HandleReloadConfigRequest(context.Context, *ReloadConfigRequest) (*ReloadConfigResponse, error)
}

ModelServiceServer is the server API for ModelService service.

type ModelSpec

type ModelSpec struct {
	// Required servable name.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// Optional choice of which version of the model to use.
	//
	// Recommended to be left unset in the common case. Should be specified only
	// when there is a strong version consistency requirement.
	//
	// When left unspecified, the system will serve the best available version.
	// This is typically the latest version, though during version transitions,
	// notably when serving on a fleet of instances, may be either the previous or
	// new version.
	//
	// Types that are valid to be assigned to VersionChoice:
	//	*ModelSpec_Version
	//	*ModelSpec_VersionLabel
	VersionChoice isModelSpec_VersionChoice `protobuf_oneof:"version_choice"`
	// A named signature to evaluate. If unspecified, the default signature will
	// be used.
	SignatureName        string   `protobuf:"bytes,3,opt,name=signature_name,json=signatureName,proto3" json:"signature_name,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Metadata for an inference request such as the model name and version.

func (*ModelSpec) Descriptor

func (*ModelSpec) Descriptor() ([]byte, []int)

func (*ModelSpec) GetName

func (m *ModelSpec) GetName() string

func (*ModelSpec) GetSignatureName

func (m *ModelSpec) GetSignatureName() string

func (*ModelSpec) GetVersion

func (m *ModelSpec) GetVersion() *wrappers.Int64Value

func (*ModelSpec) GetVersionChoice

func (m *ModelSpec) GetVersionChoice() isModelSpec_VersionChoice

func (*ModelSpec) GetVersionLabel

func (m *ModelSpec) GetVersionLabel() string

func (*ModelSpec) ProtoMessage

func (*ModelSpec) ProtoMessage()

func (*ModelSpec) Reset

func (m *ModelSpec) Reset()

func (*ModelSpec) String

func (m *ModelSpec) String() string

func (*ModelSpec) XXX_DiscardUnknown

func (m *ModelSpec) XXX_DiscardUnknown()

func (*ModelSpec) XXX_Marshal

func (m *ModelSpec) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ModelSpec) XXX_Merge

func (m *ModelSpec) XXX_Merge(src proto.Message)

func (*ModelSpec) XXX_OneofWrappers

func (*ModelSpec) XXX_OneofWrappers() []interface{}

XXX_OneofWrappers is for the internal use of the proto package.

func (*ModelSpec) XXX_Size

func (m *ModelSpec) XXX_Size() int

func (*ModelSpec) XXX_Unmarshal

func (m *ModelSpec) XXX_Unmarshal(b []byte) error

type ModelSpec_Version

type ModelSpec_Version struct {
	Version *wrappers.Int64Value `protobuf:"bytes,2,opt,name=version,proto3,oneof"`
}

type ModelSpec_VersionLabel

type ModelSpec_VersionLabel struct {
	VersionLabel string `protobuf:"bytes,4,opt,name=version_label,json=versionLabel,proto3,oneof"`
}

type ModelVersionStatus

type ModelVersionStatus struct {
	// Model version.
	Version int64 `protobuf:"varint,1,opt,name=version,proto3" json:"version,omitempty"`
	// Model state.
	State ModelVersionStatus_State `protobuf:"varint,2,opt,name=state,proto3,enum=tensorflow.serving.ModelVersionStatus_State" json:"state,omitempty"`
	// Model status.
	Status               *util.StatusProto `protobuf:"bytes,3,opt,name=status,proto3" json:"status,omitempty"`
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

Version number, state, and status for a single version of a model.

func (*ModelVersionStatus) Descriptor

func (*ModelVersionStatus) Descriptor() ([]byte, []int)

func (*ModelVersionStatus) GetState

func (*ModelVersionStatus) GetStatus

func (m *ModelVersionStatus) GetStatus() *util.StatusProto

func (*ModelVersionStatus) GetVersion

func (m *ModelVersionStatus) GetVersion() int64

func (*ModelVersionStatus) ProtoMessage

func (*ModelVersionStatus) ProtoMessage()

func (*ModelVersionStatus) Reset

func (m *ModelVersionStatus) Reset()

func (*ModelVersionStatus) String

func (m *ModelVersionStatus) String() string

func (*ModelVersionStatus) XXX_DiscardUnknown

func (m *ModelVersionStatus) XXX_DiscardUnknown()

func (*ModelVersionStatus) XXX_Marshal

func (m *ModelVersionStatus) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ModelVersionStatus) XXX_Merge

func (m *ModelVersionStatus) XXX_Merge(src proto.Message)

func (*ModelVersionStatus) XXX_Size

func (m *ModelVersionStatus) XXX_Size() int

func (*ModelVersionStatus) XXX_Unmarshal

func (m *ModelVersionStatus) XXX_Unmarshal(b []byte) error

type ModelVersionStatus_State

type ModelVersionStatus_State int32

States that map to ManagerState enum in tensorflow_serving/core/servable_state.h

const (
	// Default value.
	ModelVersionStatus_UNKNOWN ModelVersionStatus_State = 0
	// The manager is tracking this servable, but has not initiated any action
	// pertaining to it.
	ModelVersionStatus_START ModelVersionStatus_State = 10
	// The manager has decided to load this servable. In particular, checks
	// around resource availability and other aspects have passed, and the
	// manager is about to invoke the loader's Load() method.
	ModelVersionStatus_LOADING ModelVersionStatus_State = 20
	// The manager has successfully loaded this servable and made it available
	// for serving (i.e. GetServableHandle(id) will succeed). To avoid races,
	// this state is not reported until *after* the servable is made
	// available.
	ModelVersionStatus_AVAILABLE ModelVersionStatus_State = 30
	// The manager has decided to make this servable unavailable, and unload
	// it. To avoid races, this state is reported *before* the servable is
	// made unavailable.
	ModelVersionStatus_UNLOADING ModelVersionStatus_State = 40
	// This servable has reached the end of its journey in the manager. Either
	// it loaded and ultimately unloaded successfully, or it hit an error at
	// some point in its lifecycle.
	ModelVersionStatus_END ModelVersionStatus_State = 50
)

func (ModelVersionStatus_State) EnumDescriptor

func (ModelVersionStatus_State) EnumDescriptor() ([]byte, []int)

func (ModelVersionStatus_State) String

func (x ModelVersionStatus_State) String() string

type MultiInferenceRequest

type MultiInferenceRequest struct {
	// Inference tasks.
	Tasks []*InferenceTask `protobuf:"bytes,1,rep,name=tasks,proto3" json:"tasks,omitempty"`
	// Input data.
	Input                *Input   `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Inference request containing one or more requests.

func (*MultiInferenceRequest) Descriptor

func (*MultiInferenceRequest) Descriptor() ([]byte, []int)

func (*MultiInferenceRequest) GetInput

func (m *MultiInferenceRequest) GetInput() *Input

func (*MultiInferenceRequest) GetTasks

func (m *MultiInferenceRequest) GetTasks() []*InferenceTask

func (*MultiInferenceRequest) ProtoMessage

func (*MultiInferenceRequest) ProtoMessage()

func (*MultiInferenceRequest) Reset

func (m *MultiInferenceRequest) Reset()

func (*MultiInferenceRequest) String

func (m *MultiInferenceRequest) String() string

func (*MultiInferenceRequest) XXX_DiscardUnknown

func (m *MultiInferenceRequest) XXX_DiscardUnknown()

func (*MultiInferenceRequest) XXX_Marshal

func (m *MultiInferenceRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MultiInferenceRequest) XXX_Merge

func (m *MultiInferenceRequest) XXX_Merge(src proto.Message)

func (*MultiInferenceRequest) XXX_Size

func (m *MultiInferenceRequest) XXX_Size() int

func (*MultiInferenceRequest) XXX_Unmarshal

func (m *MultiInferenceRequest) XXX_Unmarshal(b []byte) error

type MultiInferenceResponse

type MultiInferenceResponse struct {
	// List of results; one for each InferenceTask in the request, returned in the
	// same order as the request.
	Results              []*InferenceResult `protobuf:"bytes,1,rep,name=results,proto3" json:"results,omitempty"`
	XXX_NoUnkeyedLiteral struct{}           `json:"-"`
	XXX_unrecognized     []byte             `json:"-"`
	XXX_sizecache        int32              `json:"-"`
}

Inference request containing one or more responses.

func (*MultiInferenceResponse) Descriptor

func (*MultiInferenceResponse) Descriptor() ([]byte, []int)

func (*MultiInferenceResponse) GetResults

func (m *MultiInferenceResponse) GetResults() []*InferenceResult

func (*MultiInferenceResponse) ProtoMessage

func (*MultiInferenceResponse) ProtoMessage()

func (*MultiInferenceResponse) Reset

func (m *MultiInferenceResponse) Reset()

func (*MultiInferenceResponse) String

func (m *MultiInferenceResponse) String() string

func (*MultiInferenceResponse) XXX_DiscardUnknown

func (m *MultiInferenceResponse) XXX_DiscardUnknown()

func (*MultiInferenceResponse) XXX_Marshal

func (m *MultiInferenceResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*MultiInferenceResponse) XXX_Merge

func (m *MultiInferenceResponse) XXX_Merge(src proto.Message)

func (*MultiInferenceResponse) XXX_Size

func (m *MultiInferenceResponse) XXX_Size() int

func (*MultiInferenceResponse) XXX_Unmarshal

func (m *MultiInferenceResponse) XXX_Unmarshal(b []byte) error

type PredictRequest

type PredictRequest struct {
	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Input tensors.
	// Names of input tensor are alias names. The mapping from aliases to real
	// input tensor names is stored in the SavedModel export as a prediction
	// SignatureDef under the 'inputs' field.
	Inputs map[string]*framework.TensorProto `` /* 153-byte string literal not displayed */
	// Output filter.
	// Names specified are alias names. The mapping from aliases to real output
	// tensor names is stored in the SavedModel export as a prediction
	// SignatureDef under the 'outputs' field.
	// Only tensors specified here will be run/fetched and returned, with the
	// exception that when none is specified, all tensors specified in the
	// named signature will be run/fetched and returned.
	OutputFilter         []string `protobuf:"bytes,3,rep,name=output_filter,json=outputFilter,proto3" json:"output_filter,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

PredictRequest specifies which TensorFlow model to run, as well as how inputs are mapped to tensors and how outputs are filtered before returning to user.

func (*PredictRequest) Descriptor

func (*PredictRequest) Descriptor() ([]byte, []int)

func (*PredictRequest) GetInputs

func (m *PredictRequest) GetInputs() map[string]*framework.TensorProto

func (*PredictRequest) GetModelSpec

func (m *PredictRequest) GetModelSpec() *ModelSpec

func (*PredictRequest) GetOutputFilter

func (m *PredictRequest) GetOutputFilter() []string

func (*PredictRequest) ProtoMessage

func (*PredictRequest) ProtoMessage()

func (*PredictRequest) Reset

func (m *PredictRequest) Reset()

func (*PredictRequest) String

func (m *PredictRequest) String() string

func (*PredictRequest) XXX_DiscardUnknown

func (m *PredictRequest) XXX_DiscardUnknown()

func (*PredictRequest) XXX_Marshal

func (m *PredictRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PredictRequest) XXX_Merge

func (m *PredictRequest) XXX_Merge(src proto.Message)

func (*PredictRequest) XXX_Size

func (m *PredictRequest) XXX_Size() int

func (*PredictRequest) XXX_Unmarshal

func (m *PredictRequest) XXX_Unmarshal(b []byte) error

type PredictResponse

type PredictResponse struct {
	// Effective Model Specification used to process PredictRequest.
	ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Output tensors.
	Outputs              map[string]*framework.TensorProto `` /* 155-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}                          `json:"-"`
	XXX_unrecognized     []byte                            `json:"-"`
	XXX_sizecache        int32                             `json:"-"`
}

Response for PredictRequest on successful run.

func (*PredictResponse) Descriptor

func (*PredictResponse) Descriptor() ([]byte, []int)

func (*PredictResponse) GetModelSpec

func (m *PredictResponse) GetModelSpec() *ModelSpec

func (*PredictResponse) GetOutputs

func (m *PredictResponse) GetOutputs() map[string]*framework.TensorProto

func (*PredictResponse) ProtoMessage

func (*PredictResponse) ProtoMessage()

func (*PredictResponse) Reset

func (m *PredictResponse) Reset()

func (*PredictResponse) String

func (m *PredictResponse) String() string

func (*PredictResponse) XXX_DiscardUnknown

func (m *PredictResponse) XXX_DiscardUnknown()

func (*PredictResponse) XXX_Marshal

func (m *PredictResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*PredictResponse) XXX_Merge

func (m *PredictResponse) XXX_Merge(src proto.Message)

func (*PredictResponse) XXX_Size

func (m *PredictResponse) XXX_Size() int

func (*PredictResponse) XXX_Unmarshal

func (m *PredictResponse) XXX_Unmarshal(b []byte) error

type PredictionServiceClient

type PredictionServiceClient interface {
	// Classify.
	Classify(ctx context.Context, in *ClassificationRequest, opts ...grpc.CallOption) (*ClassificationResponse, error)
	// Regress.
	Regress(ctx context.Context, in *RegressionRequest, opts ...grpc.CallOption) (*RegressionResponse, error)
	// Predict -- provides access to loaded TensorFlow model.
	Predict(ctx context.Context, in *PredictRequest, opts ...grpc.CallOption) (*PredictResponse, error)
	// MultiInference API for multi-headed models.
	MultiInference(ctx context.Context, in *MultiInferenceRequest, opts ...grpc.CallOption) (*MultiInferenceResponse, error)
	// GetModelMetadata - provides access to metadata for loaded models.
	GetModelMetadata(ctx context.Context, in *GetModelMetadataRequest, opts ...grpc.CallOption) (*GetModelMetadataResponse, error)
}

PredictionServiceClient is the client API for PredictionService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewPredictionServiceClient

func NewPredictionServiceClient(cc *grpc.ClientConn) PredictionServiceClient

type PredictionServiceServer

type PredictionServiceServer interface {
	// Classify.
	Classify(context.Context, *ClassificationRequest) (*ClassificationResponse, error)
	// Regress.
	Regress(context.Context, *RegressionRequest) (*RegressionResponse, error)
	// Predict -- provides access to loaded TensorFlow model.
	Predict(context.Context, *PredictRequest) (*PredictResponse, error)
	// MultiInference API for multi-headed models.
	MultiInference(context.Context, *MultiInferenceRequest) (*MultiInferenceResponse, error)
	// GetModelMetadata - provides access to metadata for loaded models.
	GetModelMetadata(context.Context, *GetModelMetadataRequest) (*GetModelMetadataResponse, error)
}

PredictionServiceServer is the server API for PredictionService service.

type Regression

type Regression struct {
	Value                float32  `protobuf:"fixed32,1,opt,name=value,proto3" json:"value,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

Regression result for a single item (tensorflow.Example).

func (*Regression) Descriptor

func (*Regression) Descriptor() ([]byte, []int)

func (*Regression) GetValue

func (m *Regression) GetValue() float32

func (*Regression) ProtoMessage

func (*Regression) ProtoMessage()

func (*Regression) Reset

func (m *Regression) Reset()

func (*Regression) String

func (m *Regression) String() string

func (*Regression) XXX_DiscardUnknown

func (m *Regression) XXX_DiscardUnknown()

func (*Regression) XXX_Marshal

func (m *Regression) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*Regression) XXX_Merge

func (m *Regression) XXX_Merge(src proto.Message)

func (*Regression) XXX_Size

func (m *Regression) XXX_Size() int

func (*Regression) XXX_Unmarshal

func (m *Regression) XXX_Unmarshal(b []byte) error

type RegressionRequest

type RegressionRequest struct {
	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Input data.
	Input                *Input   `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"`
	XXX_NoUnkeyedLiteral struct{} `json:"-"`
	XXX_unrecognized     []byte   `json:"-"`
	XXX_sizecache        int32    `json:"-"`
}

func (*RegressionRequest) Descriptor

func (*RegressionRequest) Descriptor() ([]byte, []int)

func (*RegressionRequest) GetInput

func (m *RegressionRequest) GetInput() *Input

func (*RegressionRequest) GetModelSpec

func (m *RegressionRequest) GetModelSpec() *ModelSpec

func (*RegressionRequest) ProtoMessage

func (*RegressionRequest) ProtoMessage()

func (*RegressionRequest) Reset

func (m *RegressionRequest) Reset()

func (*RegressionRequest) String

func (m *RegressionRequest) String() string

func (*RegressionRequest) XXX_DiscardUnknown

func (m *RegressionRequest) XXX_DiscardUnknown()

func (*RegressionRequest) XXX_Marshal

func (m *RegressionRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RegressionRequest) XXX_Merge

func (m *RegressionRequest) XXX_Merge(src proto.Message)

func (*RegressionRequest) XXX_Size

func (m *RegressionRequest) XXX_Size() int

func (*RegressionRequest) XXX_Unmarshal

func (m *RegressionRequest) XXX_Unmarshal(b []byte) error

type RegressionResponse

type RegressionResponse struct {
	// Effective Model Specification used for regression.
	ModelSpec            *ModelSpec        `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	Result               *RegressionResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"`
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

func (*RegressionResponse) Descriptor

func (*RegressionResponse) Descriptor() ([]byte, []int)

func (*RegressionResponse) GetModelSpec

func (m *RegressionResponse) GetModelSpec() *ModelSpec

func (*RegressionResponse) GetResult

func (m *RegressionResponse) GetResult() *RegressionResult

func (*RegressionResponse) ProtoMessage

func (*RegressionResponse) ProtoMessage()

func (*RegressionResponse) Reset

func (m *RegressionResponse) Reset()

func (*RegressionResponse) String

func (m *RegressionResponse) String() string

func (*RegressionResponse) XXX_DiscardUnknown

func (m *RegressionResponse) XXX_DiscardUnknown()

func (*RegressionResponse) XXX_Marshal

func (m *RegressionResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RegressionResponse) XXX_Merge

func (m *RegressionResponse) XXX_Merge(src proto.Message)

func (*RegressionResponse) XXX_Size

func (m *RegressionResponse) XXX_Size() int

func (*RegressionResponse) XXX_Unmarshal

func (m *RegressionResponse) XXX_Unmarshal(b []byte) error

type RegressionResult

type RegressionResult struct {
	Regressions          []*Regression `protobuf:"bytes,1,rep,name=regressions,proto3" json:"regressions,omitempty"`
	XXX_NoUnkeyedLiteral struct{}      `json:"-"`
	XXX_unrecognized     []byte        `json:"-"`
	XXX_sizecache        int32         `json:"-"`
}

Contains one result per input example, in the same order as the input in RegressionRequest.

func (*RegressionResult) Descriptor

func (*RegressionResult) Descriptor() ([]byte, []int)

func (*RegressionResult) GetRegressions

func (m *RegressionResult) GetRegressions() []*Regression

func (*RegressionResult) ProtoMessage

func (*RegressionResult) ProtoMessage()

func (*RegressionResult) Reset

func (m *RegressionResult) Reset()

func (*RegressionResult) String

func (m *RegressionResult) String() string

func (*RegressionResult) XXX_DiscardUnknown

func (m *RegressionResult) XXX_DiscardUnknown()

func (*RegressionResult) XXX_Marshal

func (m *RegressionResult) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*RegressionResult) XXX_Merge

func (m *RegressionResult) XXX_Merge(src proto.Message)

func (*RegressionResult) XXX_Size

func (m *RegressionResult) XXX_Size() int

func (*RegressionResult) XXX_Unmarshal

func (m *RegressionResult) XXX_Unmarshal(b []byte) error

type ReloadConfigRequest

type ReloadConfigRequest struct {
	Config               *config.ModelServerConfig `protobuf:"bytes,1,opt,name=config,proto3" json:"config,omitempty"`
	XXX_NoUnkeyedLiteral struct{}                  `json:"-"`
	XXX_unrecognized     []byte                    `json:"-"`
	XXX_sizecache        int32                     `json:"-"`
}

func (*ReloadConfigRequest) Descriptor

func (*ReloadConfigRequest) Descriptor() ([]byte, []int)

func (*ReloadConfigRequest) GetConfig

func (*ReloadConfigRequest) ProtoMessage

func (*ReloadConfigRequest) ProtoMessage()

func (*ReloadConfigRequest) Reset

func (m *ReloadConfigRequest) Reset()

func (*ReloadConfigRequest) String

func (m *ReloadConfigRequest) String() string

func (*ReloadConfigRequest) XXX_DiscardUnknown

func (m *ReloadConfigRequest) XXX_DiscardUnknown()

func (*ReloadConfigRequest) XXX_Marshal

func (m *ReloadConfigRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ReloadConfigRequest) XXX_Merge

func (m *ReloadConfigRequest) XXX_Merge(src proto.Message)

func (*ReloadConfigRequest) XXX_Size

func (m *ReloadConfigRequest) XXX_Size() int

func (*ReloadConfigRequest) XXX_Unmarshal

func (m *ReloadConfigRequest) XXX_Unmarshal(b []byte) error

type ReloadConfigResponse

type ReloadConfigResponse struct {
	Status               *util.StatusProto `protobuf:"bytes,1,opt,name=status,proto3" json:"status,omitempty"`
	XXX_NoUnkeyedLiteral struct{}          `json:"-"`
	XXX_unrecognized     []byte            `json:"-"`
	XXX_sizecache        int32             `json:"-"`
}

func (*ReloadConfigResponse) Descriptor

func (*ReloadConfigResponse) Descriptor() ([]byte, []int)

func (*ReloadConfigResponse) GetStatus

func (m *ReloadConfigResponse) GetStatus() *util.StatusProto

func (*ReloadConfigResponse) ProtoMessage

func (*ReloadConfigResponse) ProtoMessage()

func (*ReloadConfigResponse) Reset

func (m *ReloadConfigResponse) Reset()

func (*ReloadConfigResponse) String

func (m *ReloadConfigResponse) String() string

func (*ReloadConfigResponse) XXX_DiscardUnknown

func (m *ReloadConfigResponse) XXX_DiscardUnknown()

func (*ReloadConfigResponse) XXX_Marshal

func (m *ReloadConfigResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*ReloadConfigResponse) XXX_Merge

func (m *ReloadConfigResponse) XXX_Merge(src proto.Message)

func (*ReloadConfigResponse) XXX_Size

func (m *ReloadConfigResponse) XXX_Size() int

func (*ReloadConfigResponse) XXX_Unmarshal

func (m *ReloadConfigResponse) XXX_Unmarshal(b []byte) error

type SessionRunRequest

type SessionRunRequest struct {
	// Model Specification. If version is not specified, will use the latest
	// (numerical) version.
	ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// Tensors to be fed in the step. Each feed is a named tensor.
	Feed []*protobuf.NamedTensorProto `protobuf:"bytes,2,rep,name=feed,proto3" json:"feed,omitempty"`
	// Fetches. A list of tensor names. The caller expects a tensor to
	// be returned for each fetch[i] (see RunResponse.tensor). The
	// order of specified fetches does not change the execution order.
	Fetch []string `protobuf:"bytes,3,rep,name=fetch,proto3" json:"fetch,omitempty"`
	// Target Nodes. A list of node names. The named nodes will be run
	// to but their outputs will not be fetched.
	Target []string `protobuf:"bytes,4,rep,name=target,proto3" json:"target,omitempty"`
	// Options for the run call. **Currently ignored.**
	Options              *protobuf.RunOptions `protobuf:"bytes,5,opt,name=options,proto3" json:"options,omitempty"`
	XXX_NoUnkeyedLiteral struct{}             `json:"-"`
	XXX_unrecognized     []byte               `json:"-"`
	XXX_sizecache        int32                `json:"-"`
}

func (*SessionRunRequest) Descriptor

func (*SessionRunRequest) Descriptor() ([]byte, []int)

func (*SessionRunRequest) GetFeed

func (*SessionRunRequest) GetFetch

func (m *SessionRunRequest) GetFetch() []string

func (*SessionRunRequest) GetModelSpec

func (m *SessionRunRequest) GetModelSpec() *ModelSpec

func (*SessionRunRequest) GetOptions

func (m *SessionRunRequest) GetOptions() *protobuf.RunOptions

func (*SessionRunRequest) GetTarget

func (m *SessionRunRequest) GetTarget() []string

func (*SessionRunRequest) ProtoMessage

func (*SessionRunRequest) ProtoMessage()

func (*SessionRunRequest) Reset

func (m *SessionRunRequest) Reset()

func (*SessionRunRequest) String

func (m *SessionRunRequest) String() string

func (*SessionRunRequest) XXX_DiscardUnknown

func (m *SessionRunRequest) XXX_DiscardUnknown()

func (*SessionRunRequest) XXX_Marshal

func (m *SessionRunRequest) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SessionRunRequest) XXX_Merge

func (m *SessionRunRequest) XXX_Merge(src proto.Message)

func (*SessionRunRequest) XXX_Size

func (m *SessionRunRequest) XXX_Size() int

func (*SessionRunRequest) XXX_Unmarshal

func (m *SessionRunRequest) XXX_Unmarshal(b []byte) error

type SessionRunResponse

type SessionRunResponse struct {
	// Effective Model Specification used for session run.
	ModelSpec *ModelSpec `protobuf:"bytes,3,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"`
	// NOTE: The order of the returned tensors may or may not match
	// the fetch order specified in RunRequest.
	Tensor []*protobuf.NamedTensorProto `protobuf:"bytes,1,rep,name=tensor,proto3" json:"tensor,omitempty"`
	// Returned metadata if requested in the options.
	Metadata             *protobuf.RunMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"`
	XXX_NoUnkeyedLiteral struct{}              `json:"-"`
	XXX_unrecognized     []byte                `json:"-"`
	XXX_sizecache        int32                 `json:"-"`
}

func (*SessionRunResponse) Descriptor

func (*SessionRunResponse) Descriptor() ([]byte, []int)

func (*SessionRunResponse) GetMetadata

func (m *SessionRunResponse) GetMetadata() *protobuf.RunMetadata

func (*SessionRunResponse) GetModelSpec

func (m *SessionRunResponse) GetModelSpec() *ModelSpec

func (*SessionRunResponse) GetTensor

func (m *SessionRunResponse) GetTensor() []*protobuf.NamedTensorProto

func (*SessionRunResponse) ProtoMessage

func (*SessionRunResponse) ProtoMessage()

func (*SessionRunResponse) Reset

func (m *SessionRunResponse) Reset()

func (*SessionRunResponse) String

func (m *SessionRunResponse) String() string

func (*SessionRunResponse) XXX_DiscardUnknown

func (m *SessionRunResponse) XXX_DiscardUnknown()

func (*SessionRunResponse) XXX_Marshal

func (m *SessionRunResponse) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SessionRunResponse) XXX_Merge

func (m *SessionRunResponse) XXX_Merge(src proto.Message)

func (*SessionRunResponse) XXX_Size

func (m *SessionRunResponse) XXX_Size() int

func (*SessionRunResponse) XXX_Unmarshal

func (m *SessionRunResponse) XXX_Unmarshal(b []byte) error

type SessionServiceClient

type SessionServiceClient interface {
	// Runs inference of a given model.
	SessionRun(ctx context.Context, in *SessionRunRequest, opts ...grpc.CallOption) (*SessionRunResponse, error)
}

SessionServiceClient is the client API for SessionService service.

For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.

func NewSessionServiceClient

func NewSessionServiceClient(cc *grpc.ClientConn) SessionServiceClient

type SessionServiceServer

type SessionServiceServer interface {
	// Runs inference of a given model.
	SessionRun(context.Context, *SessionRunRequest) (*SessionRunResponse, error)
}

SessionServiceServer is the server API for SessionService service.

type SignatureDefMap

type SignatureDefMap struct {
	SignatureDef         map[string]*protobuf.SignatureDef `` /* 185-byte string literal not displayed */
	XXX_NoUnkeyedLiteral struct{}                          `json:"-"`
	XXX_unrecognized     []byte                            `json:"-"`
	XXX_sizecache        int32                             `json:"-"`
}

Message returned for "signature_def" field.

func (*SignatureDefMap) Descriptor

func (*SignatureDefMap) Descriptor() ([]byte, []int)

func (*SignatureDefMap) GetSignatureDef

func (m *SignatureDefMap) GetSignatureDef() map[string]*protobuf.SignatureDef

func (*SignatureDefMap) ProtoMessage

func (*SignatureDefMap) ProtoMessage()

func (*SignatureDefMap) Reset

func (m *SignatureDefMap) Reset()

func (*SignatureDefMap) String

func (m *SignatureDefMap) String() string

func (*SignatureDefMap) XXX_DiscardUnknown

func (m *SignatureDefMap) XXX_DiscardUnknown()

func (*SignatureDefMap) XXX_Marshal

func (m *SignatureDefMap) XXX_Marshal(b []byte, deterministic bool) ([]byte, error)

func (*SignatureDefMap) XXX_Merge

func (m *SignatureDefMap) XXX_Merge(src proto.Message)

func (*SignatureDefMap) XXX_Size

func (m *SignatureDefMap) XXX_Size() int

func (*SignatureDefMap) XXX_Unmarshal

func (m *SignatureDefMap) XXX_Unmarshal(b []byte) error

type UnimplementedModelServiceServer

type UnimplementedModelServiceServer struct {
}

UnimplementedModelServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedModelServiceServer) GetModelStatus

func (*UnimplementedModelServiceServer) HandleReloadConfigRequest

type UnimplementedPredictionServiceServer

type UnimplementedPredictionServiceServer struct {
}

UnimplementedPredictionServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedPredictionServiceServer) Classify

func (*UnimplementedPredictionServiceServer) GetModelMetadata

func (*UnimplementedPredictionServiceServer) MultiInference

func (*UnimplementedPredictionServiceServer) Predict

func (*UnimplementedPredictionServiceServer) Regress

type UnimplementedSessionServiceServer

type UnimplementedSessionServiceServer struct {
}

UnimplementedSessionServiceServer can be embedded to have forward compatible implementations.

func (*UnimplementedSessionServiceServer) SessionRun

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL