Documentation ¶
Index ¶
- Variables
- func RegisterModelServiceServer(s *grpc.Server, srv ModelServiceServer)
- func RegisterPredictionServiceServer(s *grpc.Server, srv PredictionServiceServer)
- type Class
- type ClassificationRequest
- func (*ClassificationRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ClassificationRequest) GetInput() *Input
- func (x *ClassificationRequest) GetModelSpec() *ModelSpec
- func (*ClassificationRequest) ProtoMessage()
- func (x *ClassificationRequest) ProtoReflect() protoreflect.Message
- func (x *ClassificationRequest) Reset()
- func (x *ClassificationRequest) String() string
- type ClassificationResponse
- func (*ClassificationResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ClassificationResponse) GetModelSpec() *ModelSpec
- func (x *ClassificationResponse) GetResult() *ClassificationResult
- func (*ClassificationResponse) ProtoMessage()
- func (x *ClassificationResponse) ProtoReflect() protoreflect.Message
- func (x *ClassificationResponse) Reset()
- func (x *ClassificationResponse) String() string
- type ClassificationResult
- func (*ClassificationResult) Descriptor() ([]byte, []int)deprecated
- func (x *ClassificationResult) GetClassifications() []*Classifications
- func (*ClassificationResult) ProtoMessage()
- func (x *ClassificationResult) ProtoReflect() protoreflect.Message
- func (x *ClassificationResult) Reset()
- func (x *ClassificationResult) String() string
- type Classifications
- type ClassifyLog
- func (*ClassifyLog) Descriptor() ([]byte, []int)deprecated
- func (x *ClassifyLog) GetRequest() *ClassificationRequest
- func (x *ClassifyLog) GetResponse() *ClassificationResponse
- func (*ClassifyLog) ProtoMessage()
- func (x *ClassifyLog) ProtoReflect() protoreflect.Message
- func (x *ClassifyLog) Reset()
- func (x *ClassifyLog) String() string
- type Config1
- type Config2
- type ExampleList
- type ExampleListWithContext
- func (*ExampleListWithContext) Descriptor() ([]byte, []int)deprecated
- func (x *ExampleListWithContext) GetContext() *example.Example
- func (x *ExampleListWithContext) GetExamples() []*example.Example
- func (*ExampleListWithContext) ProtoMessage()
- func (x *ExampleListWithContext) ProtoReflect() protoreflect.Message
- func (x *ExampleListWithContext) Reset()
- func (x *ExampleListWithContext) String() string
- type FileSystemStoragePathSourceConfig
- func (*FileSystemStoragePathSourceConfig) Descriptor() ([]byte, []int)deprecated
- func (x *FileSystemStoragePathSourceConfig) GetBasePath() stringdeprecated
- func (x *FileSystemStoragePathSourceConfig) GetFailIfZeroVersionsAtStartup() bool
- func (x *FileSystemStoragePathSourceConfig) GetFileSystemPollWaitSeconds() int64
- func (x *FileSystemStoragePathSourceConfig) GetServableName() stringdeprecated
- func (x *FileSystemStoragePathSourceConfig) GetServables() []*FileSystemStoragePathSourceConfig_ServableToMonitor
- func (*FileSystemStoragePathSourceConfig) ProtoMessage()
- func (x *FileSystemStoragePathSourceConfig) ProtoReflect() protoreflect.Message
- func (x *FileSystemStoragePathSourceConfig) Reset()
- func (x *FileSystemStoragePathSourceConfig) String() string
- type FileSystemStoragePathSourceConfig_ServableToMonitor
- func (*FileSystemStoragePathSourceConfig_ServableToMonitor) Descriptor() ([]byte, []int)deprecated
- func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) GetBasePath() string
- func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) GetServableName() string
- func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) GetServableVersionPolicy() *FileSystemStoragePathSourceConfig_ServableVersionPolicy
- func (*FileSystemStoragePathSourceConfig_ServableToMonitor) ProtoMessage()
- func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) ProtoReflect() protoreflect.Message
- func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) Reset()
- func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) String() string
- type FileSystemStoragePathSourceConfig_ServableVersionPolicy
- func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) Descriptor() ([]byte, []int)deprecated
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetAll() *FileSystemStoragePathSourceConfig_ServableVersionPolicy_All
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetLatest() *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest
- func (m *FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetPolicyChoice() isFileSystemStoragePathSourceConfig_ServableVersionPolicy_PolicyChoice
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetSpecific() *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific
- func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) ProtoMessage()
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy) ProtoReflect() protoreflect.Message
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy) Reset()
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy) String() string
- type FileSystemStoragePathSourceConfig_ServableVersionPolicy_All
- func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) Descriptor() ([]byte, []int)deprecated
- func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) ProtoMessage()
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) ProtoReflect() protoreflect.Message
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) Reset()
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) String() string
- type FileSystemStoragePathSourceConfig_ServableVersionPolicy_All_
- type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest
- func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) Descriptor() ([]byte, []int)deprecated
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) GetNumVersions() uint32
- func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) ProtoMessage()
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) ProtoReflect() protoreflect.Message
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) Reset()
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) String() string
- type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest_
- type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific
- func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) Descriptor() ([]byte, []int)deprecated
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) GetVersions() []int64
- func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) ProtoMessage()
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) ProtoReflect() protoreflect.Message
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) Reset()
- func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) String() string
- type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific_
- type GetModelMetadataRequest
- func (*GetModelMetadataRequest) Descriptor() ([]byte, []int)deprecated
- func (x *GetModelMetadataRequest) GetMetadataField() []string
- func (x *GetModelMetadataRequest) GetModelSpec() *ModelSpec
- func (*GetModelMetadataRequest) ProtoMessage()
- func (x *GetModelMetadataRequest) ProtoReflect() protoreflect.Message
- func (x *GetModelMetadataRequest) Reset()
- func (x *GetModelMetadataRequest) String() string
- type GetModelMetadataResponse
- func (*GetModelMetadataResponse) Descriptor() ([]byte, []int)deprecated
- func (x *GetModelMetadataResponse) GetMetadata() map[string]*any.Any
- func (x *GetModelMetadataResponse) GetModelSpec() *ModelSpec
- func (*GetModelMetadataResponse) ProtoMessage()
- func (x *GetModelMetadataResponse) ProtoReflect() protoreflect.Message
- func (x *GetModelMetadataResponse) Reset()
- func (x *GetModelMetadataResponse) String() string
- type GetModelStatusRequest
- func (*GetModelStatusRequest) Descriptor() ([]byte, []int)deprecated
- func (x *GetModelStatusRequest) GetModelSpec() *ModelSpec
- func (*GetModelStatusRequest) ProtoMessage()
- func (x *GetModelStatusRequest) ProtoReflect() protoreflect.Message
- func (x *GetModelStatusRequest) Reset()
- func (x *GetModelStatusRequest) String() string
- type GetModelStatusResponse
- func (*GetModelStatusResponse) Descriptor() ([]byte, []int)deprecated
- func (x *GetModelStatusResponse) GetModelVersionStatus() []*ModelVersionStatus
- func (*GetModelStatusResponse) ProtoMessage()
- func (x *GetModelStatusResponse) ProtoReflect() protoreflect.Message
- func (x *GetModelStatusResponse) Reset()
- func (x *GetModelStatusResponse) String() string
- type InferenceResult
- func (*InferenceResult) Descriptor() ([]byte, []int)deprecated
- func (x *InferenceResult) GetClassificationResult() *ClassificationResult
- func (x *InferenceResult) GetModelSpec() *ModelSpec
- func (x *InferenceResult) GetRegressionResult() *RegressionResult
- func (m *InferenceResult) GetResult() isInferenceResult_Result
- func (*InferenceResult) ProtoMessage()
- func (x *InferenceResult) ProtoReflect() protoreflect.Message
- func (x *InferenceResult) Reset()
- func (x *InferenceResult) String() string
- type InferenceResult_ClassificationResult
- type InferenceResult_RegressionResult
- type InferenceTask
- func (*InferenceTask) Descriptor() ([]byte, []int)deprecated
- func (x *InferenceTask) GetMethodName() string
- func (x *InferenceTask) GetModelSpec() *ModelSpec
- func (*InferenceTask) ProtoMessage()
- func (x *InferenceTask) ProtoReflect() protoreflect.Message
- func (x *InferenceTask) Reset()
- func (x *InferenceTask) String() string
- type Input
- func (*Input) Descriptor() ([]byte, []int)deprecated
- func (x *Input) GetExampleList() *ExampleList
- func (x *Input) GetExampleListWithContext() *ExampleListWithContext
- func (m *Input) GetKind() isInput_Kind
- func (*Input) ProtoMessage()
- func (x *Input) ProtoReflect() protoreflect.Message
- func (x *Input) Reset()
- func (x *Input) String() string
- type Input_ExampleList
- type Input_ExampleListWithContext
- type LogCollectorConfig
- func (*LogCollectorConfig) Descriptor() ([]byte, []int)deprecated
- func (x *LogCollectorConfig) GetFilenamePrefix() string
- func (x *LogCollectorConfig) GetType() string
- func (*LogCollectorConfig) ProtoMessage()
- func (x *LogCollectorConfig) ProtoReflect() protoreflect.Message
- func (x *LogCollectorConfig) Reset()
- func (x *LogCollectorConfig) String() string
- type LogMetadata
- func (*LogMetadata) Descriptor() ([]byte, []int)deprecated
- func (x *LogMetadata) GetModelSpec() *ModelSpec
- func (x *LogMetadata) GetSamplingConfig() *SamplingConfig
- func (*LogMetadata) ProtoMessage()
- func (x *LogMetadata) ProtoReflect() protoreflect.Message
- func (x *LogMetadata) Reset()
- func (x *LogMetadata) String() string
- type LoggingConfig
- func (*LoggingConfig) Descriptor() ([]byte, []int)deprecated
- func (x *LoggingConfig) GetLogCollectorConfig() *LogCollectorConfig
- func (x *LoggingConfig) GetSamplingConfig() *SamplingConfig
- func (*LoggingConfig) ProtoMessage()
- func (x *LoggingConfig) ProtoReflect() protoreflect.Message
- func (x *LoggingConfig) Reset()
- func (x *LoggingConfig) String() string
- type MessageWithAny
- type ModelConfig
- func (*ModelConfig) Descriptor() ([]byte, []int)deprecated
- func (x *ModelConfig) GetBasePath() string
- func (x *ModelConfig) GetLoggingConfig() *LoggingConfig
- func (x *ModelConfig) GetModelPlatform() string
- func (x *ModelConfig) GetModelType() ModelTypedeprecated
- func (x *ModelConfig) GetModelVersionPolicy() *FileSystemStoragePathSourceConfig_ServableVersionPolicy
- func (x *ModelConfig) GetName() string
- func (x *ModelConfig) GetVersionLabels() map[string]int64
- func (*ModelConfig) ProtoMessage()
- func (x *ModelConfig) ProtoReflect() protoreflect.Message
- func (x *ModelConfig) Reset()
- func (x *ModelConfig) String() string
- type ModelConfigList
- type ModelServerConfig
- func (*ModelServerConfig) Descriptor() ([]byte, []int)deprecated
- func (m *ModelServerConfig) GetConfig() isModelServerConfig_Config
- func (x *ModelServerConfig) GetCustomModelConfig() *any.Any
- func (x *ModelServerConfig) GetModelConfigList() *ModelConfigList
- func (*ModelServerConfig) ProtoMessage()
- func (x *ModelServerConfig) ProtoReflect() protoreflect.Message
- func (x *ModelServerConfig) Reset()
- func (x *ModelServerConfig) String() string
- type ModelServerConfig_CustomModelConfig
- type ModelServerConfig_ModelConfigList
- type ModelServiceClient
- type ModelServiceServer
- type ModelSpec
- func (*ModelSpec) Descriptor() ([]byte, []int)deprecated
- func (x *ModelSpec) GetName() string
- func (x *ModelSpec) GetSignatureName() string
- func (x *ModelSpec) GetVersion() *wrappers.Int64Value
- func (m *ModelSpec) GetVersionChoice() isModelSpec_VersionChoice
- func (x *ModelSpec) GetVersionLabel() string
- func (*ModelSpec) ProtoMessage()
- func (x *ModelSpec) ProtoReflect() protoreflect.Message
- func (x *ModelSpec) Reset()
- func (x *ModelSpec) String() string
- type ModelSpec_Version
- type ModelSpec_VersionLabel
- type ModelType
- type ModelVersionStatus
- func (*ModelVersionStatus) Descriptor() ([]byte, []int)deprecated
- func (x *ModelVersionStatus) GetState() ModelVersionStatus_State
- func (x *ModelVersionStatus) GetStatus() *StatusProto
- func (x *ModelVersionStatus) GetVersion() int64
- func (*ModelVersionStatus) ProtoMessage()
- func (x *ModelVersionStatus) ProtoReflect() protoreflect.Message
- func (x *ModelVersionStatus) Reset()
- func (x *ModelVersionStatus) String() string
- type ModelVersionStatus_State
- func (ModelVersionStatus_State) Descriptor() protoreflect.EnumDescriptor
- func (x ModelVersionStatus_State) Enum() *ModelVersionStatus_State
- func (ModelVersionStatus_State) EnumDescriptor() ([]byte, []int)deprecated
- func (x ModelVersionStatus_State) Number() protoreflect.EnumNumber
- func (x ModelVersionStatus_State) String() string
- func (ModelVersionStatus_State) Type() protoreflect.EnumType
- type MonitoringConfig
- func (*MonitoringConfig) Descriptor() ([]byte, []int)deprecated
- func (x *MonitoringConfig) GetPrometheusConfig() *PrometheusConfig
- func (*MonitoringConfig) ProtoMessage()
- func (x *MonitoringConfig) ProtoReflect() protoreflect.Message
- func (x *MonitoringConfig) Reset()
- func (x *MonitoringConfig) String() string
- type MultiInferenceLog
- func (*MultiInferenceLog) Descriptor() ([]byte, []int)deprecated
- func (x *MultiInferenceLog) GetRequest() *MultiInferenceRequest
- func (x *MultiInferenceLog) GetResponse() *MultiInferenceResponse
- func (*MultiInferenceLog) ProtoMessage()
- func (x *MultiInferenceLog) ProtoReflect() protoreflect.Message
- func (x *MultiInferenceLog) Reset()
- func (x *MultiInferenceLog) String() string
- type MultiInferenceRequest
- func (*MultiInferenceRequest) Descriptor() ([]byte, []int)deprecated
- func (x *MultiInferenceRequest) GetInput() *Input
- func (x *MultiInferenceRequest) GetTasks() []*InferenceTask
- func (*MultiInferenceRequest) ProtoMessage()
- func (x *MultiInferenceRequest) ProtoReflect() protoreflect.Message
- func (x *MultiInferenceRequest) Reset()
- func (x *MultiInferenceRequest) String() string
- type MultiInferenceResponse
- func (*MultiInferenceResponse) Descriptor() ([]byte, []int)deprecated
- func (x *MultiInferenceResponse) GetResults() []*InferenceResult
- func (*MultiInferenceResponse) ProtoMessage()
- func (x *MultiInferenceResponse) ProtoReflect() protoreflect.Message
- func (x *MultiInferenceResponse) Reset()
- func (x *MultiInferenceResponse) String() string
- type PlatformConfig
- type PlatformConfigMap
- func (*PlatformConfigMap) Descriptor() ([]byte, []int)deprecated
- func (x *PlatformConfigMap) GetPlatformConfigs() map[string]*PlatformConfig
- func (*PlatformConfigMap) ProtoMessage()
- func (x *PlatformConfigMap) ProtoReflect() protoreflect.Message
- func (x *PlatformConfigMap) Reset()
- func (x *PlatformConfigMap) String() string
- type PredictLog
- func (*PredictLog) Descriptor() ([]byte, []int)deprecated
- func (x *PredictLog) GetRequest() *PredictRequest
- func (x *PredictLog) GetResponse() *PredictResponse
- func (*PredictLog) ProtoMessage()
- func (x *PredictLog) ProtoReflect() protoreflect.Message
- func (x *PredictLog) Reset()
- func (x *PredictLog) String() string
- type PredictRequest
- func (*PredictRequest) Descriptor() ([]byte, []int)deprecated
- func (x *PredictRequest) GetInputs() map[string]*framework.TensorProto
- func (x *PredictRequest) GetModelSpec() *ModelSpec
- func (x *PredictRequest) GetOutputFilter() []string
- func (*PredictRequest) ProtoMessage()
- func (x *PredictRequest) ProtoReflect() protoreflect.Message
- func (x *PredictRequest) Reset()
- func (x *PredictRequest) String() string
- type PredictResponse
- func (*PredictResponse) Descriptor() ([]byte, []int)deprecated
- func (x *PredictResponse) GetModelSpec() *ModelSpec
- func (x *PredictResponse) GetOutputs() map[string]*framework.TensorProto
- func (*PredictResponse) ProtoMessage()
- func (x *PredictResponse) ProtoReflect() protoreflect.Message
- func (x *PredictResponse) Reset()
- func (x *PredictResponse) String() string
- type PredictionLog
- func (*PredictionLog) Descriptor() ([]byte, []int)deprecated
- func (x *PredictionLog) GetClassifyLog() *ClassifyLog
- func (x *PredictionLog) GetLogMetadata() *LogMetadata
- func (m *PredictionLog) GetLogType() isPredictionLog_LogType
- func (x *PredictionLog) GetMultiInferenceLog() *MultiInferenceLog
- func (x *PredictionLog) GetPredictLog() *PredictLog
- func (x *PredictionLog) GetRegressLog() *RegressLog
- func (x *PredictionLog) GetSessionRunLog() *SessionRunLog
- func (*PredictionLog) ProtoMessage()
- func (x *PredictionLog) ProtoReflect() protoreflect.Message
- func (x *PredictionLog) Reset()
- func (x *PredictionLog) String() string
- type PredictionLog_ClassifyLog
- type PredictionLog_MultiInferenceLog
- type PredictionLog_PredictLog
- type PredictionLog_RegressLog
- type PredictionLog_SessionRunLog
- type PredictionServiceClient
- type PredictionServiceServer
- type PrometheusConfig
- func (*PrometheusConfig) Descriptor() ([]byte, []int)deprecated
- func (x *PrometheusConfig) GetEnable() bool
- func (x *PrometheusConfig) GetPath() string
- func (*PrometheusConfig) ProtoMessage()
- func (x *PrometheusConfig) ProtoReflect() protoreflect.Message
- func (x *PrometheusConfig) Reset()
- func (x *PrometheusConfig) String() string
- type RegressLog
- func (*RegressLog) Descriptor() ([]byte, []int)deprecated
- func (x *RegressLog) GetRequest() *RegressionRequest
- func (x *RegressLog) GetResponse() *RegressionResponse
- func (*RegressLog) ProtoMessage()
- func (x *RegressLog) ProtoReflect() protoreflect.Message
- func (x *RegressLog) Reset()
- func (x *RegressLog) String() string
- type Regression
- type RegressionRequest
- func (*RegressionRequest) Descriptor() ([]byte, []int)deprecated
- func (x *RegressionRequest) GetInput() *Input
- func (x *RegressionRequest) GetModelSpec() *ModelSpec
- func (*RegressionRequest) ProtoMessage()
- func (x *RegressionRequest) ProtoReflect() protoreflect.Message
- func (x *RegressionRequest) Reset()
- func (x *RegressionRequest) String() string
- type RegressionResponse
- func (*RegressionResponse) Descriptor() ([]byte, []int)deprecated
- func (x *RegressionResponse) GetModelSpec() *ModelSpec
- func (x *RegressionResponse) GetResult() *RegressionResult
- func (*RegressionResponse) ProtoMessage()
- func (x *RegressionResponse) ProtoReflect() protoreflect.Message
- func (x *RegressionResponse) Reset()
- func (x *RegressionResponse) String() string
- type RegressionResult
- func (*RegressionResult) Descriptor() ([]byte, []int)deprecated
- func (x *RegressionResult) GetRegressions() []*Regression
- func (*RegressionResult) ProtoMessage()
- func (x *RegressionResult) ProtoReflect() protoreflect.Message
- func (x *RegressionResult) Reset()
- func (x *RegressionResult) String() string
- type ReloadConfigRequest
- func (*ReloadConfigRequest) Descriptor() ([]byte, []int)deprecated
- func (x *ReloadConfigRequest) GetConfig() *ModelServerConfig
- func (*ReloadConfigRequest) ProtoMessage()
- func (x *ReloadConfigRequest) ProtoReflect() protoreflect.Message
- func (x *ReloadConfigRequest) Reset()
- func (x *ReloadConfigRequest) String() string
- type ReloadConfigResponse
- func (*ReloadConfigResponse) Descriptor() ([]byte, []int)deprecated
- func (x *ReloadConfigResponse) GetStatus() *StatusProto
- func (*ReloadConfigResponse) ProtoMessage()
- func (x *ReloadConfigResponse) ProtoReflect() protoreflect.Message
- func (x *ReloadConfigResponse) Reset()
- func (x *ReloadConfigResponse) String() string
- type SSLConfig
- func (*SSLConfig) Descriptor() ([]byte, []int)deprecated
- func (x *SSLConfig) GetClientVerify() bool
- func (x *SSLConfig) GetCustomCa() string
- func (x *SSLConfig) GetServerCert() string
- func (x *SSLConfig) GetServerKey() string
- func (*SSLConfig) ProtoMessage()
- func (x *SSLConfig) ProtoReflect() protoreflect.Message
- func (x *SSLConfig) Reset()
- func (x *SSLConfig) String() string
- type SamplingConfig
- type SessionRunLog
- func (*SessionRunLog) Descriptor() ([]byte, []int)deprecated
- func (x *SessionRunLog) GetRequest() *SessionRunRequest
- func (x *SessionRunLog) GetResponse() *SessionRunResponse
- func (*SessionRunLog) ProtoMessage()
- func (x *SessionRunLog) ProtoReflect() protoreflect.Message
- func (x *SessionRunLog) Reset()
- func (x *SessionRunLog) String() string
- type SessionRunRequest
- func (*SessionRunRequest) Descriptor() ([]byte, []int)deprecated
- func (x *SessionRunRequest) GetFeed() []*protobuf.NamedTensorProto
- func (x *SessionRunRequest) GetFetch() []string
- func (x *SessionRunRequest) GetModelSpec() *ModelSpec
- func (x *SessionRunRequest) GetOptions() *protobuf.RunOptions
- func (x *SessionRunRequest) GetTarget() []string
- func (*SessionRunRequest) ProtoMessage()
- func (x *SessionRunRequest) ProtoReflect() protoreflect.Message
- func (x *SessionRunRequest) Reset()
- func (x *SessionRunRequest) String() string
- type SessionRunResponse
- func (*SessionRunResponse) Descriptor() ([]byte, []int)deprecated
- func (x *SessionRunResponse) GetMetadata() *protobuf.RunMetadata
- func (x *SessionRunResponse) GetModelSpec() *ModelSpec
- func (x *SessionRunResponse) GetTensor() []*protobuf.NamedTensorProto
- func (*SessionRunResponse) ProtoMessage()
- func (x *SessionRunResponse) ProtoReflect() protoreflect.Message
- func (x *SessionRunResponse) Reset()
- func (x *SessionRunResponse) String() string
- type SignatureDefMap
- func (*SignatureDefMap) Descriptor() ([]byte, []int)deprecated
- func (x *SignatureDefMap) GetSignatureDef() map[string]*protobuf.SignatureDef
- func (*SignatureDefMap) ProtoMessage()
- func (x *SignatureDefMap) ProtoReflect() protoreflect.Message
- func (x *SignatureDefMap) Reset()
- func (x *SignatureDefMap) String() string
- type StaticStoragePathSourceConfig
- func (*StaticStoragePathSourceConfig) Descriptor() ([]byte, []int)deprecated
- func (x *StaticStoragePathSourceConfig) GetServableName() string
- func (x *StaticStoragePathSourceConfig) GetVersionNum() int64
- func (x *StaticStoragePathSourceConfig) GetVersionPath() string
- func (*StaticStoragePathSourceConfig) ProtoMessage()
- func (x *StaticStoragePathSourceConfig) ProtoReflect() protoreflect.Message
- func (x *StaticStoragePathSourceConfig) Reset()
- func (x *StaticStoragePathSourceConfig) String() string
- type StatusProto
- func (*StatusProto) Descriptor() ([]byte, []int)deprecated
- func (x *StatusProto) GetErrorCode() core.Code
- func (x *StatusProto) GetErrorMessage() string
- func (*StatusProto) ProtoMessage()
- func (x *StatusProto) ProtoReflect() protoreflect.Message
- func (x *StatusProto) Reset()
- func (x *StatusProto) String() string
- type UnimplementedModelServiceServer
- type UnimplementedPredictionServiceServer
- func (*UnimplementedPredictionServiceServer) Classify(context.Context, *ClassificationRequest) (*ClassificationResponse, error)
- func (*UnimplementedPredictionServiceServer) GetModelMetadata(context.Context, *GetModelMetadataRequest) (*GetModelMetadataResponse, error)
- func (*UnimplementedPredictionServiceServer) MultiInference(context.Context, *MultiInferenceRequest) (*MultiInferenceResponse, error)
- func (*UnimplementedPredictionServiceServer) Predict(context.Context, *PredictRequest) (*PredictResponse, error)
- func (*UnimplementedPredictionServiceServer) Regress(context.Context, *RegressionRequest) (*RegressionResponse, error)
Constants ¶
This section is empty.
Variables ¶
var ( ModelVersionStatus_State_name = map[int32]string{ 0: "UNKNOWN", 10: "START", 20: "LOADING", 30: "AVAILABLE", 40: "UNLOADING", 50: "END", } ModelVersionStatus_State_value = map[string]int32{ "UNKNOWN": 0, "START": 10, "LOADING": 20, "AVAILABLE": 30, "UNLOADING": 40, "END": 50, } )
Enum value maps for ModelVersionStatus_State.
var ( ModelType_name = map[int32]string{ 0: "MODEL_TYPE_UNSPECIFIED", 1: "TENSORFLOW", 2: "OTHER", } ModelType_value = map[string]int32{ "MODEL_TYPE_UNSPECIFIED": 0, "TENSORFLOW": 1, "OTHER": 2, } )
Enum value maps for ModelType.
var File_tensorflow_serving_apis_classification_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_get_model_metadata_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_get_model_status_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_inference_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_input_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_model_management_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_model_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_model_service_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_predict_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_prediction_log_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_prediction_service_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_regression_proto protoreflect.FileDescriptor
var File_tensorflow_serving_apis_session_service_proto protoreflect.FileDescriptor
var File_tensorflow_serving_config_log_collector_config_proto protoreflect.FileDescriptor
var File_tensorflow_serving_config_logging_config_proto protoreflect.FileDescriptor
var File_tensorflow_serving_config_model_server_config_proto protoreflect.FileDescriptor
var File_tensorflow_serving_config_monitoring_config_proto protoreflect.FileDescriptor
var File_tensorflow_serving_config_platform_config_proto protoreflect.FileDescriptor
var File_tensorflow_serving_config_ssl_config_proto protoreflect.FileDescriptor
var File_tensorflow_serving_core_logging_proto protoreflect.FileDescriptor
var File_tensorflow_serving_sources_storage_path_file_system_storage_path_source_proto protoreflect.FileDescriptor
var File_tensorflow_serving_sources_storage_path_static_storage_path_source_proto protoreflect.FileDescriptor
var File_tensorflow_serving_util_class_registration_test_proto protoreflect.FileDescriptor
var File_tensorflow_serving_util_status_proto protoreflect.FileDescriptor
Functions ¶
func RegisterModelServiceServer ¶
func RegisterModelServiceServer(s *grpc.Server, srv ModelServiceServer)
func RegisterPredictionServiceServer ¶
func RegisterPredictionServiceServer(s *grpc.Server, srv PredictionServiceServer)
Types ¶
type Class ¶
type Class struct { // Label or name of the class. Label string `protobuf:"bytes,1,opt,name=label,proto3" json:"label,omitempty"` // Score for this class (e.g., the probability the item belongs to this // class). As per the proto3 default-value semantics, if the score is missing, // it should be treated as 0. Score float32 `protobuf:"fixed32,2,opt,name=score,proto3" json:"score,omitempty"` // contains filtered or unexported fields }
A single class.
func (*Class) Descriptor
deprecated
func (*Class) ProtoMessage ¶
func (*Class) ProtoMessage()
func (*Class) ProtoReflect ¶
func (x *Class) ProtoReflect() protoreflect.Message
type ClassificationRequest ¶
type ClassificationRequest struct { // Model Specification. If version is not specified, will use the latest // (numerical) version. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Input data. Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"` // contains filtered or unexported fields }
func (*ClassificationRequest) Descriptor
deprecated
func (*ClassificationRequest) Descriptor() ([]byte, []int)
Deprecated: Use ClassificationRequest.ProtoReflect.Descriptor instead.
func (*ClassificationRequest) GetInput ¶
func (x *ClassificationRequest) GetInput() *Input
func (*ClassificationRequest) GetModelSpec ¶
func (x *ClassificationRequest) GetModelSpec() *ModelSpec
func (*ClassificationRequest) ProtoMessage ¶
func (*ClassificationRequest) ProtoMessage()
func (*ClassificationRequest) ProtoReflect ¶
func (x *ClassificationRequest) ProtoReflect() protoreflect.Message
func (*ClassificationRequest) Reset ¶
func (x *ClassificationRequest) Reset()
func (*ClassificationRequest) String ¶
func (x *ClassificationRequest) String() string
type ClassificationResponse ¶
type ClassificationResponse struct { // Effective Model Specification used for classification. ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Result of the classification. Result *ClassificationResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"` // contains filtered or unexported fields }
func (*ClassificationResponse) Descriptor
deprecated
func (*ClassificationResponse) Descriptor() ([]byte, []int)
Deprecated: Use ClassificationResponse.ProtoReflect.Descriptor instead.
func (*ClassificationResponse) GetModelSpec ¶
func (x *ClassificationResponse) GetModelSpec() *ModelSpec
func (*ClassificationResponse) GetResult ¶
func (x *ClassificationResponse) GetResult() *ClassificationResult
func (*ClassificationResponse) ProtoMessage ¶
func (*ClassificationResponse) ProtoMessage()
func (*ClassificationResponse) ProtoReflect ¶
func (x *ClassificationResponse) ProtoReflect() protoreflect.Message
func (*ClassificationResponse) Reset ¶
func (x *ClassificationResponse) Reset()
func (*ClassificationResponse) String ¶
func (x *ClassificationResponse) String() string
type ClassificationResult ¶
type ClassificationResult struct { Classifications []*Classifications `protobuf:"bytes,1,rep,name=classifications,proto3" json:"classifications,omitempty"` // contains filtered or unexported fields }
Contains one result per input example, in the same order as the input in ClassificationRequest.
func (*ClassificationResult) Descriptor
deprecated
func (*ClassificationResult) Descriptor() ([]byte, []int)
Deprecated: Use ClassificationResult.ProtoReflect.Descriptor instead.
func (*ClassificationResult) GetClassifications ¶
func (x *ClassificationResult) GetClassifications() []*Classifications
func (*ClassificationResult) ProtoMessage ¶
func (*ClassificationResult) ProtoMessage()
func (*ClassificationResult) ProtoReflect ¶
func (x *ClassificationResult) ProtoReflect() protoreflect.Message
func (*ClassificationResult) Reset ¶
func (x *ClassificationResult) Reset()
func (*ClassificationResult) String ¶
func (x *ClassificationResult) String() string
type Classifications ¶
type Classifications struct { Classes []*Class `protobuf:"bytes,1,rep,name=classes,proto3" json:"classes,omitempty"` // contains filtered or unexported fields }
List of classes for a single item (tensorflow.Example).
func (*Classifications) Descriptor
deprecated
func (*Classifications) Descriptor() ([]byte, []int)
Deprecated: Use Classifications.ProtoReflect.Descriptor instead.
func (*Classifications) GetClasses ¶
func (x *Classifications) GetClasses() []*Class
func (*Classifications) ProtoMessage ¶
func (*Classifications) ProtoMessage()
func (*Classifications) ProtoReflect ¶
func (x *Classifications) ProtoReflect() protoreflect.Message
func (*Classifications) Reset ¶
func (x *Classifications) Reset()
func (*Classifications) String ¶
func (x *Classifications) String() string
type ClassifyLog ¶
type ClassifyLog struct { Request *ClassificationRequest `protobuf:"bytes,1,opt,name=request,proto3" json:"request,omitempty"` Response *ClassificationResponse `protobuf:"bytes,2,opt,name=response,proto3" json:"response,omitempty"` // contains filtered or unexported fields }
func (*ClassifyLog) Descriptor
deprecated
func (*ClassifyLog) Descriptor() ([]byte, []int)
Deprecated: Use ClassifyLog.ProtoReflect.Descriptor instead.
func (*ClassifyLog) GetRequest ¶
func (x *ClassifyLog) GetRequest() *ClassificationRequest
func (*ClassifyLog) GetResponse ¶
func (x *ClassifyLog) GetResponse() *ClassificationResponse
func (*ClassifyLog) ProtoMessage ¶
func (*ClassifyLog) ProtoMessage()
func (*ClassifyLog) ProtoReflect ¶
func (x *ClassifyLog) ProtoReflect() protoreflect.Message
func (*ClassifyLog) Reset ¶
func (x *ClassifyLog) Reset()
func (*ClassifyLog) String ¶
func (x *ClassifyLog) String() string
type Config1 ¶
type Config1 struct { StringField string `protobuf:"bytes,1,opt,name=string_field,json=stringField,proto3" json:"string_field,omitempty"` // contains filtered or unexported fields }
func (*Config1) Descriptor
deprecated
func (*Config1) GetStringField ¶
func (*Config1) ProtoMessage ¶
func (*Config1) ProtoMessage()
func (*Config1) ProtoReflect ¶
func (x *Config1) ProtoReflect() protoreflect.Message
type Config2 ¶
type Config2 struct { StringField string `protobuf:"bytes,1,opt,name=string_field,json=stringField,proto3" json:"string_field,omitempty"` // contains filtered or unexported fields }
func (*Config2) Descriptor
deprecated
func (*Config2) GetStringField ¶
func (*Config2) ProtoMessage ¶
func (*Config2) ProtoMessage()
func (*Config2) ProtoReflect ¶
func (x *Config2) ProtoReflect() protoreflect.Message
type ExampleList ¶
type ExampleList struct { Examples []*example.Example `protobuf:"bytes,1,rep,name=examples,proto3" json:"examples,omitempty"` // contains filtered or unexported fields }
Specifies one or more fully independent input Examples. See examples at:
https://github.com/github.com/Golang-Tools/tensorflow_service_apis/tensorflow/tensorflow/blob/master/tensorflow/core/example/example.proto
func (*ExampleList) Descriptor
deprecated
func (*ExampleList) Descriptor() ([]byte, []int)
Deprecated: Use ExampleList.ProtoReflect.Descriptor instead.
func (*ExampleList) GetExamples ¶
func (x *ExampleList) GetExamples() []*example.Example
func (*ExampleList) ProtoMessage ¶
func (*ExampleList) ProtoMessage()
func (*ExampleList) ProtoReflect ¶
func (x *ExampleList) ProtoReflect() protoreflect.Message
func (*ExampleList) Reset ¶
func (x *ExampleList) Reset()
func (*ExampleList) String ¶
func (x *ExampleList) String() string
type ExampleListWithContext ¶
type ExampleListWithContext struct { Examples []*example.Example `protobuf:"bytes,1,rep,name=examples,proto3" json:"examples,omitempty"` Context *example.Example `protobuf:"bytes,2,opt,name=context,proto3" json:"context,omitempty"` // contains filtered or unexported fields }
Specifies one or more independent input Examples, with a common context Example.
The common use case for context is to cleanly and optimally specify some features that are common across multiple examples.
See example below with a search query as the context and multiple restaurants to perform some inference on.
context: { feature: { key : "query" value: { bytes_list: { value: [ "pizza" ] } } } }
examples: { feature: { key : "cuisine" value: { bytes_list: { value: [ "Pizzeria" ] } } } }
examples: { feature: { key : "cuisine" value: { bytes_list: { value: [ "Taqueria" ] } } } }
Implementations of ExampleListWithContext merge the context Example into each of the Examples. Note that feature keys must not be duplicated between the Examples and context Example, or the behavior is undefined.
See also:
tensorflow/core/example/example.proto https://developers.google.com/protocol-buffers/docs/proto3#maps
func (*ExampleListWithContext) Descriptor
deprecated
func (*ExampleListWithContext) Descriptor() ([]byte, []int)
Deprecated: Use ExampleListWithContext.ProtoReflect.Descriptor instead.
func (*ExampleListWithContext) GetContext ¶
func (x *ExampleListWithContext) GetContext() *example.Example
func (*ExampleListWithContext) GetExamples ¶
func (x *ExampleListWithContext) GetExamples() []*example.Example
func (*ExampleListWithContext) ProtoMessage ¶
func (*ExampleListWithContext) ProtoMessage()
func (*ExampleListWithContext) ProtoReflect ¶
func (x *ExampleListWithContext) ProtoReflect() protoreflect.Message
func (*ExampleListWithContext) Reset ¶
func (x *ExampleListWithContext) Reset()
func (*ExampleListWithContext) String ¶
func (x *ExampleListWithContext) String() string
type FileSystemStoragePathSourceConfig ¶
type FileSystemStoragePathSourceConfig struct { // The servables to monitor for new versions, and aspire. Servables []*FileSystemStoragePathSourceConfig_ServableToMonitor `protobuf:"bytes,5,rep,name=servables,proto3" json:"servables,omitempty"` // A single servable name/base_path pair to monitor. // DEPRECATED: Use 'servables' instead. // TODO(b/30898016): Stop using these fields, and ultimately remove them here. // // Deprecated: Do not use. ServableName string `protobuf:"bytes,1,opt,name=servable_name,json=servableName,proto3" json:"servable_name,omitempty"` // Deprecated: Do not use. BasePath string `protobuf:"bytes,2,opt,name=base_path,json=basePath,proto3" json:"base_path,omitempty"` // How long to wait between file-system polling to look for children of // 'base_path', in seconds. // // For testing use only: a negative value disables the polling thread. FileSystemPollWaitSeconds int64 `` /* 143-byte string literal not displayed */ // If true, then FileSystemStoragePathSource::Create() and ::UpdateConfig() // fail if, for any configured servables, the file system doesn't currently // contain at least one version under the base path. // (Otherwise, it will emit a warning and keep pinging the file system to // check for a version to appear later.) FailIfZeroVersionsAtStartup bool `` /* 151-byte string literal not displayed */ // contains filtered or unexported fields }
Config proto for FileSystemStoragePathSource.
func (*FileSystemStoragePathSourceConfig) Descriptor
deprecated
func (*FileSystemStoragePathSourceConfig) Descriptor() ([]byte, []int)
Deprecated: Use FileSystemStoragePathSourceConfig.ProtoReflect.Descriptor instead.
func (*FileSystemStoragePathSourceConfig) GetBasePath
deprecated
func (x *FileSystemStoragePathSourceConfig) GetBasePath() string
Deprecated: Do not use.
func (*FileSystemStoragePathSourceConfig) GetFailIfZeroVersionsAtStartup ¶
func (x *FileSystemStoragePathSourceConfig) GetFailIfZeroVersionsAtStartup() bool
func (*FileSystemStoragePathSourceConfig) GetFileSystemPollWaitSeconds ¶
func (x *FileSystemStoragePathSourceConfig) GetFileSystemPollWaitSeconds() int64
func (*FileSystemStoragePathSourceConfig) GetServableName
deprecated
func (x *FileSystemStoragePathSourceConfig) GetServableName() string
Deprecated: Do not use.
func (*FileSystemStoragePathSourceConfig) GetServables ¶
func (x *FileSystemStoragePathSourceConfig) GetServables() []*FileSystemStoragePathSourceConfig_ServableToMonitor
func (*FileSystemStoragePathSourceConfig) ProtoMessage ¶
func (*FileSystemStoragePathSourceConfig) ProtoMessage()
func (*FileSystemStoragePathSourceConfig) ProtoReflect ¶
func (x *FileSystemStoragePathSourceConfig) ProtoReflect() protoreflect.Message
func (*FileSystemStoragePathSourceConfig) Reset ¶
func (x *FileSystemStoragePathSourceConfig) Reset()
func (*FileSystemStoragePathSourceConfig) String ¶
func (x *FileSystemStoragePathSourceConfig) String() string
type FileSystemStoragePathSourceConfig_ServableToMonitor ¶
type FileSystemStoragePathSourceConfig_ServableToMonitor struct { // The servable name to supply in aspired-versions callback calls. Child // paths of 'base_path' are considered to be versions of this servable. ServableName string `protobuf:"bytes,1,opt,name=servable_name,json=servableName,proto3" json:"servable_name,omitempty"` // The path to monitor, i.e. look for child paths of the form base_path/123. BasePath string `protobuf:"bytes,2,opt,name=base_path,json=basePath,proto3" json:"base_path,omitempty"` // The policy to determines the number of versions of the servable to be // served at the same time. ServableVersionPolicy *FileSystemStoragePathSourceConfig_ServableVersionPolicy `` /* 126-byte string literal not displayed */ // contains filtered or unexported fields }
A servable name and base path to look for versions of the servable.
func (*FileSystemStoragePathSourceConfig_ServableToMonitor) Descriptor
deprecated
func (*FileSystemStoragePathSourceConfig_ServableToMonitor) Descriptor() ([]byte, []int)
Deprecated: Use FileSystemStoragePathSourceConfig_ServableToMonitor.ProtoReflect.Descriptor instead.
func (*FileSystemStoragePathSourceConfig_ServableToMonitor) GetBasePath ¶
func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) GetBasePath() string
func (*FileSystemStoragePathSourceConfig_ServableToMonitor) GetServableName ¶
func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) GetServableName() string
func (*FileSystemStoragePathSourceConfig_ServableToMonitor) GetServableVersionPolicy ¶
func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) GetServableVersionPolicy() *FileSystemStoragePathSourceConfig_ServableVersionPolicy
func (*FileSystemStoragePathSourceConfig_ServableToMonitor) ProtoMessage ¶
func (*FileSystemStoragePathSourceConfig_ServableToMonitor) ProtoMessage()
func (*FileSystemStoragePathSourceConfig_ServableToMonitor) ProtoReflect ¶
func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) ProtoReflect() protoreflect.Message
func (*FileSystemStoragePathSourceConfig_ServableToMonitor) Reset ¶
func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) Reset()
func (*FileSystemStoragePathSourceConfig_ServableToMonitor) String ¶
func (x *FileSystemStoragePathSourceConfig_ServableToMonitor) String() string
type FileSystemStoragePathSourceConfig_ServableVersionPolicy ¶
type FileSystemStoragePathSourceConfig_ServableVersionPolicy struct { // Types that are assignable to PolicyChoice: // *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest_ // *FileSystemStoragePathSourceConfig_ServableVersionPolicy_All_ // *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific_ PolicyChoice isFileSystemStoragePathSourceConfig_ServableVersionPolicy_PolicyChoice `protobuf_oneof:"policy_choice"` // contains filtered or unexported fields }
A policy that dictates which version(s) of a servable should be served.
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) Descriptor
deprecated
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) Descriptor() ([]byte, []int)
Deprecated: Use FileSystemStoragePathSourceConfig_ServableVersionPolicy.ProtoReflect.Descriptor instead.
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetPolicyChoice ¶
func (m *FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetPolicyChoice() isFileSystemStoragePathSourceConfig_ServableVersionPolicy_PolicyChoice
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetSpecific ¶
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) ProtoMessage ¶
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) ProtoMessage()
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) ProtoReflect ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy) ProtoReflect() protoreflect.Message
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) Reset ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy) Reset()
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) String ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy) String() string
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_All ¶
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_All struct {
// contains filtered or unexported fields
}
Serve all versions found on disk.
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) Descriptor
deprecated
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) Descriptor() ([]byte, []int)
Deprecated: Use FileSystemStoragePathSourceConfig_ServableVersionPolicy_All.ProtoReflect.Descriptor instead.
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) ProtoMessage ¶
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) ProtoMessage()
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) ProtoReflect ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) ProtoReflect() protoreflect.Message
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) Reset ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) Reset()
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) String ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) String() string
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_All_ ¶
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_All_ struct {
All *FileSystemStoragePathSourceConfig_ServableVersionPolicy_All `protobuf:"bytes,101,opt,name=all,proto3,oneof"`
}
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest ¶
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest struct { // Number of latest versions to serve. (The default is 1.) NumVersions uint32 `protobuf:"varint,1,opt,name=num_versions,json=numVersions,proto3" json:"num_versions,omitempty"` // contains filtered or unexported fields }
Serve the latest versions (i.e. the ones with the highest version numbers), among those found on disk.
This is the default policy, with the default number of versions as 1.
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) Descriptor
deprecated
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) Descriptor() ([]byte, []int)
Deprecated: Use FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest.ProtoReflect.Descriptor instead.
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) GetNumVersions ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) GetNumVersions() uint32
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) ProtoMessage ¶
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) ProtoMessage()
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) ProtoReflect ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) ProtoReflect() protoreflect.Message
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) Reset ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) Reset()
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) String ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) String() string
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest_ ¶
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest_ struct {
Latest *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest `protobuf:"bytes,100,opt,name=latest,proto3,oneof"`
}
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific ¶
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific struct { // The version numbers to serve. Versions []int64 `protobuf:"varint,1,rep,packed,name=versions,proto3" json:"versions,omitempty"` // contains filtered or unexported fields }
Serve a specific version (or set of versions).
This policy is useful for rolling back to a specific version, or for canarying a specific version while still serving a separate stable version.
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) Descriptor
deprecated
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) Descriptor() ([]byte, []int)
Deprecated: Use FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific.ProtoReflect.Descriptor instead.
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) GetVersions ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) GetVersions() []int64
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) ProtoMessage ¶
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) ProtoMessage()
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) ProtoReflect ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) ProtoReflect() protoreflect.Message
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) Reset ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) Reset()
func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) String ¶
func (x *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) String() string
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific_ ¶
type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific_ struct {
Specific *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific `protobuf:"bytes,102,opt,name=specific,proto3,oneof"`
}
type GetModelMetadataRequest ¶
type GetModelMetadataRequest struct { // Model Specification indicating which model we are querying for metadata. // If version is not specified, will use the latest (numerical) version. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Metadata fields to get. Currently supported: "signature_def". MetadataField []string `protobuf:"bytes,2,rep,name=metadata_field,json=metadataField,proto3" json:"metadata_field,omitempty"` // contains filtered or unexported fields }
func (*GetModelMetadataRequest) Descriptor
deprecated
func (*GetModelMetadataRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetModelMetadataRequest.ProtoReflect.Descriptor instead.
func (*GetModelMetadataRequest) GetMetadataField ¶
func (x *GetModelMetadataRequest) GetMetadataField() []string
func (*GetModelMetadataRequest) GetModelSpec ¶
func (x *GetModelMetadataRequest) GetModelSpec() *ModelSpec
func (*GetModelMetadataRequest) ProtoMessage ¶
func (*GetModelMetadataRequest) ProtoMessage()
func (*GetModelMetadataRequest) ProtoReflect ¶
func (x *GetModelMetadataRequest) ProtoReflect() protoreflect.Message
func (*GetModelMetadataRequest) Reset ¶
func (x *GetModelMetadataRequest) Reset()
func (*GetModelMetadataRequest) String ¶
func (x *GetModelMetadataRequest) String() string
type GetModelMetadataResponse ¶
type GetModelMetadataResponse struct { // Model Specification indicating which model this metadata belongs to. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Map of metadata field name to metadata field. The options for metadata // field name are listed in GetModelMetadataRequest. Currently supported: // "signature_def". Metadata map[string]*any.Any `` /* 157-byte string literal not displayed */ // contains filtered or unexported fields }
func (*GetModelMetadataResponse) Descriptor
deprecated
func (*GetModelMetadataResponse) Descriptor() ([]byte, []int)
Deprecated: Use GetModelMetadataResponse.ProtoReflect.Descriptor instead.
func (*GetModelMetadataResponse) GetMetadata ¶
func (x *GetModelMetadataResponse) GetMetadata() map[string]*any.Any
func (*GetModelMetadataResponse) GetModelSpec ¶
func (x *GetModelMetadataResponse) GetModelSpec() *ModelSpec
func (*GetModelMetadataResponse) ProtoMessage ¶
func (*GetModelMetadataResponse) ProtoMessage()
func (*GetModelMetadataResponse) ProtoReflect ¶
func (x *GetModelMetadataResponse) ProtoReflect() protoreflect.Message
func (*GetModelMetadataResponse) Reset ¶
func (x *GetModelMetadataResponse) Reset()
func (*GetModelMetadataResponse) String ¶
func (x *GetModelMetadataResponse) String() string
type GetModelStatusRequest ¶
type GetModelStatusRequest struct { // Model Specification. If version is not specified, information about all // versions of the model will be returned. If a version is specified, the // status of only that version will be returned. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // contains filtered or unexported fields }
GetModelStatusRequest contains a ModelSpec indicating the model for which to get status.
func (*GetModelStatusRequest) Descriptor
deprecated
func (*GetModelStatusRequest) Descriptor() ([]byte, []int)
Deprecated: Use GetModelStatusRequest.ProtoReflect.Descriptor instead.
func (*GetModelStatusRequest) GetModelSpec ¶
func (x *GetModelStatusRequest) GetModelSpec() *ModelSpec
func (*GetModelStatusRequest) ProtoMessage ¶
func (*GetModelStatusRequest) ProtoMessage()
func (*GetModelStatusRequest) ProtoReflect ¶
func (x *GetModelStatusRequest) ProtoReflect() protoreflect.Message
func (*GetModelStatusRequest) Reset ¶
func (x *GetModelStatusRequest) Reset()
func (*GetModelStatusRequest) String ¶
func (x *GetModelStatusRequest) String() string
type GetModelStatusResponse ¶
type GetModelStatusResponse struct { // Version number and status information for applicable model version(s). ModelVersionStatus []*ModelVersionStatus `protobuf:"bytes,1,rep,name=model_version_status,proto3" json:"model_version_status,omitempty"` // contains filtered or unexported fields }
Response for ModelStatusRequest on successful run.
func (*GetModelStatusResponse) Descriptor
deprecated
func (*GetModelStatusResponse) Descriptor() ([]byte, []int)
Deprecated: Use GetModelStatusResponse.ProtoReflect.Descriptor instead.
func (*GetModelStatusResponse) GetModelVersionStatus ¶
func (x *GetModelStatusResponse) GetModelVersionStatus() []*ModelVersionStatus
func (*GetModelStatusResponse) ProtoMessage ¶
func (*GetModelStatusResponse) ProtoMessage()
func (*GetModelStatusResponse) ProtoReflect ¶
func (x *GetModelStatusResponse) ProtoReflect() protoreflect.Message
func (*GetModelStatusResponse) Reset ¶
func (x *GetModelStatusResponse) Reset()
func (*GetModelStatusResponse) String ¶
func (x *GetModelStatusResponse) String() string
type InferenceResult ¶
type InferenceResult struct { ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Types that are assignable to Result: // *InferenceResult_ClassificationResult // *InferenceResult_RegressionResult Result isInferenceResult_Result `protobuf_oneof:"result"` // contains filtered or unexported fields }
Inference result, matches the type of request or is an error.
func (*InferenceResult) Descriptor
deprecated
func (*InferenceResult) Descriptor() ([]byte, []int)
Deprecated: Use InferenceResult.ProtoReflect.Descriptor instead.
func (*InferenceResult) GetClassificationResult ¶
func (x *InferenceResult) GetClassificationResult() *ClassificationResult
func (*InferenceResult) GetModelSpec ¶
func (x *InferenceResult) GetModelSpec() *ModelSpec
func (*InferenceResult) GetRegressionResult ¶
func (x *InferenceResult) GetRegressionResult() *RegressionResult
func (*InferenceResult) GetResult ¶
func (m *InferenceResult) GetResult() isInferenceResult_Result
func (*InferenceResult) ProtoMessage ¶
func (*InferenceResult) ProtoMessage()
func (*InferenceResult) ProtoReflect ¶
func (x *InferenceResult) ProtoReflect() protoreflect.Message
func (*InferenceResult) Reset ¶
func (x *InferenceResult) Reset()
func (*InferenceResult) String ¶
func (x *InferenceResult) String() string
type InferenceResult_ClassificationResult ¶
type InferenceResult_ClassificationResult struct {
ClassificationResult *ClassificationResult `protobuf:"bytes,2,opt,name=classification_result,json=classificationResult,proto3,oneof"`
}
type InferenceResult_RegressionResult ¶
type InferenceResult_RegressionResult struct {
RegressionResult *RegressionResult `protobuf:"bytes,3,opt,name=regression_result,json=regressionResult,proto3,oneof"`
}
type InferenceTask ¶
type InferenceTask struct { // Model Specification. If version is not specified, will use the latest // (numerical) version. // All ModelSpecs in a MultiInferenceRequest must access the same model name. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Signature's method_name. Should be one of the method names defined in // third_party/tensorflow/python/saved_model/signature_constants.py. // e.g. "tensorflow/serving/classify". MethodName string `protobuf:"bytes,2,opt,name=method_name,json=methodName,proto3" json:"method_name,omitempty"` // contains filtered or unexported fields }
Inference request such as classification, regression, etc...
func (*InferenceTask) Descriptor
deprecated
func (*InferenceTask) Descriptor() ([]byte, []int)
Deprecated: Use InferenceTask.ProtoReflect.Descriptor instead.
func (*InferenceTask) GetMethodName ¶
func (x *InferenceTask) GetMethodName() string
func (*InferenceTask) GetModelSpec ¶
func (x *InferenceTask) GetModelSpec() *ModelSpec
func (*InferenceTask) ProtoMessage ¶
func (*InferenceTask) ProtoMessage()
func (*InferenceTask) ProtoReflect ¶
func (x *InferenceTask) ProtoReflect() protoreflect.Message
func (*InferenceTask) Reset ¶
func (x *InferenceTask) Reset()
func (*InferenceTask) String ¶
func (x *InferenceTask) String() string
type Input ¶
type Input struct { // Types that are assignable to Kind: // *Input_ExampleList // *Input_ExampleListWithContext Kind isInput_Kind `protobuf_oneof:"kind"` // contains filtered or unexported fields }
func (*Input) Descriptor
deprecated
func (*Input) GetExampleList ¶
func (x *Input) GetExampleList() *ExampleList
func (*Input) GetExampleListWithContext ¶
func (x *Input) GetExampleListWithContext() *ExampleListWithContext
func (*Input) ProtoMessage ¶
func (*Input) ProtoMessage()
func (*Input) ProtoReflect ¶
func (x *Input) ProtoReflect() protoreflect.Message
type Input_ExampleList ¶
type Input_ExampleList struct {
ExampleList *ExampleList `protobuf:"bytes,1,opt,name=example_list,json=exampleList,proto3,oneof"`
}
type Input_ExampleListWithContext ¶
type Input_ExampleListWithContext struct {
ExampleListWithContext *ExampleListWithContext `protobuf:"bytes,2,opt,name=example_list_with_context,json=exampleListWithContext,proto3,oneof"`
}
type LogCollectorConfig ¶
type LogCollectorConfig struct { // Identifies the type of the LogCollector we will use to collect these logs. Type string `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"` // The prefix to use for the filenames of the logs. FilenamePrefix string `protobuf:"bytes,2,opt,name=filename_prefix,json=filenamePrefix,proto3" json:"filename_prefix,omitempty"` // contains filtered or unexported fields }
func (*LogCollectorConfig) Descriptor
deprecated
func (*LogCollectorConfig) Descriptor() ([]byte, []int)
Deprecated: Use LogCollectorConfig.ProtoReflect.Descriptor instead.
func (*LogCollectorConfig) GetFilenamePrefix ¶
func (x *LogCollectorConfig) GetFilenamePrefix() string
func (*LogCollectorConfig) GetType ¶
func (x *LogCollectorConfig) GetType() string
func (*LogCollectorConfig) ProtoMessage ¶
func (*LogCollectorConfig) ProtoMessage()
func (*LogCollectorConfig) ProtoReflect ¶
func (x *LogCollectorConfig) ProtoReflect() protoreflect.Message
func (*LogCollectorConfig) Reset ¶
func (x *LogCollectorConfig) Reset()
func (*LogCollectorConfig) String ¶
func (x *LogCollectorConfig) String() string
type LogMetadata ¶
type LogMetadata struct { ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` SamplingConfig *SamplingConfig `protobuf:"bytes,2,opt,name=sampling_config,json=samplingConfig,proto3" json:"sampling_config,omitempty"` // TODO(b/33279154): Add more metadata as mentioned in the bug. // contains filtered or unexported fields }
Metadata logged along with the request logs.
func (*LogMetadata) Descriptor
deprecated
func (*LogMetadata) Descriptor() ([]byte, []int)
Deprecated: Use LogMetadata.ProtoReflect.Descriptor instead.
func (*LogMetadata) GetModelSpec ¶
func (x *LogMetadata) GetModelSpec() *ModelSpec
func (*LogMetadata) GetSamplingConfig ¶
func (x *LogMetadata) GetSamplingConfig() *SamplingConfig
func (*LogMetadata) ProtoMessage ¶
func (*LogMetadata) ProtoMessage()
func (*LogMetadata) ProtoReflect ¶
func (x *LogMetadata) ProtoReflect() protoreflect.Message
func (*LogMetadata) Reset ¶
func (x *LogMetadata) Reset()
func (*LogMetadata) String ¶
func (x *LogMetadata) String() string
type LoggingConfig ¶
type LoggingConfig struct { LogCollectorConfig *LogCollectorConfig `protobuf:"bytes,1,opt,name=log_collector_config,json=logCollectorConfig,proto3" json:"log_collector_config,omitempty"` SamplingConfig *SamplingConfig `protobuf:"bytes,2,opt,name=sampling_config,json=samplingConfig,proto3" json:"sampling_config,omitempty"` // contains filtered or unexported fields }
Configuration for logging query/responses.
func (*LoggingConfig) Descriptor
deprecated
func (*LoggingConfig) Descriptor() ([]byte, []int)
Deprecated: Use LoggingConfig.ProtoReflect.Descriptor instead.
func (*LoggingConfig) GetLogCollectorConfig ¶
func (x *LoggingConfig) GetLogCollectorConfig() *LogCollectorConfig
func (*LoggingConfig) GetSamplingConfig ¶
func (x *LoggingConfig) GetSamplingConfig() *SamplingConfig
func (*LoggingConfig) ProtoMessage ¶
func (*LoggingConfig) ProtoMessage()
func (*LoggingConfig) ProtoReflect ¶
func (x *LoggingConfig) ProtoReflect() protoreflect.Message
func (*LoggingConfig) Reset ¶
func (x *LoggingConfig) Reset()
func (*LoggingConfig) String ¶
func (x *LoggingConfig) String() string
type MessageWithAny ¶
type MessageWithAny struct { AnyField *any.Any `protobuf:"bytes,1,opt,name=any_field,json=anyField,proto3" json:"any_field,omitempty"` // contains filtered or unexported fields }
func (*MessageWithAny) Descriptor
deprecated
func (*MessageWithAny) Descriptor() ([]byte, []int)
Deprecated: Use MessageWithAny.ProtoReflect.Descriptor instead.
func (*MessageWithAny) GetAnyField ¶
func (x *MessageWithAny) GetAnyField() *any.Any
func (*MessageWithAny) ProtoMessage ¶
func (*MessageWithAny) ProtoMessage()
func (*MessageWithAny) ProtoReflect ¶
func (x *MessageWithAny) ProtoReflect() protoreflect.Message
func (*MessageWithAny) Reset ¶
func (x *MessageWithAny) Reset()
func (*MessageWithAny) String ¶
func (x *MessageWithAny) String() string
type ModelConfig ¶
type ModelConfig struct { // Name of the model. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // Base path to the model, excluding the version directory. // E.g> for a model at /foo/bar/my_model/123, where 123 is the version, the // base path is /foo/bar/my_model. // // (This can be changed once a model is in serving, *if* the underlying data // remains the same. Otherwise there are no guarantees about whether the old // or new data will be used for model versions currently loaded.) BasePath string `protobuf:"bytes,2,opt,name=base_path,json=basePath,proto3" json:"base_path,omitempty"` // Type of model. // TODO(b/31336131): DEPRECATED. Please use 'model_platform' instead. // // Deprecated: Do not use. ModelType ModelType `protobuf:"varint,3,opt,name=model_type,json=modelType,proto3,enum=tensorflow.serving.ModelType" json:"model_type,omitempty"` // Type of model (e.g. "tensorflow"). // // (This cannot be changed once a model is in serving.) ModelPlatform string `protobuf:"bytes,4,opt,name=model_platform,json=modelPlatform,proto3" json:"model_platform,omitempty"` // Version policy for the model indicating which version(s) of the model to // load and make available for serving simultaneously. // The default option is to serve only the latest version of the model. // // (This can be changed once a model is in serving.) ModelVersionPolicy *FileSystemStoragePathSourceConfig_ServableVersionPolicy `protobuf:"bytes,7,opt,name=model_version_policy,json=modelVersionPolicy,proto3" json:"model_version_policy,omitempty"` // String labels to associate with versions of the model, allowing inference // queries to refer to versions by label instead of number. Multiple labels // can map to the same version, but not vice-versa. // // An envisioned use-case for these labels is canarying tentative versions. // For example, one can assign labels "stable" and "canary" to two specific // versions. Perhaps initially "stable" is assigned to version 0 and "canary" // to version 1. Once version 1 passes canary, one can shift the "stable" // label to refer to version 1 (at that point both labels map to the same // version -- version 1 -- which is fine). Later once version 2 is ready to // canary one can move the "canary" label to version 2. And so on. VersionLabels map[string]int64 `` /* 189-byte string literal not displayed */ // Configures logging requests and responses, to the model. // // (This can be changed once a model is in serving.) LoggingConfig *LoggingConfig `protobuf:"bytes,6,opt,name=logging_config,json=loggingConfig,proto3" json:"logging_config,omitempty"` // contains filtered or unexported fields }
Common configuration for loading a model being served.
func (*ModelConfig) Descriptor
deprecated
func (*ModelConfig) Descriptor() ([]byte, []int)
Deprecated: Use ModelConfig.ProtoReflect.Descriptor instead.
func (*ModelConfig) GetBasePath ¶
func (x *ModelConfig) GetBasePath() string
func (*ModelConfig) GetLoggingConfig ¶
func (x *ModelConfig) GetLoggingConfig() *LoggingConfig
func (*ModelConfig) GetModelPlatform ¶
func (x *ModelConfig) GetModelPlatform() string
func (*ModelConfig) GetModelType
deprecated
func (x *ModelConfig) GetModelType() ModelType
Deprecated: Do not use.
func (*ModelConfig) GetModelVersionPolicy ¶
func (x *ModelConfig) GetModelVersionPolicy() *FileSystemStoragePathSourceConfig_ServableVersionPolicy
func (*ModelConfig) GetName ¶
func (x *ModelConfig) GetName() string
func (*ModelConfig) GetVersionLabels ¶
func (x *ModelConfig) GetVersionLabels() map[string]int64
func (*ModelConfig) ProtoMessage ¶
func (*ModelConfig) ProtoMessage()
func (*ModelConfig) ProtoReflect ¶
func (x *ModelConfig) ProtoReflect() protoreflect.Message
func (*ModelConfig) Reset ¶
func (x *ModelConfig) Reset()
func (*ModelConfig) String ¶
func (x *ModelConfig) String() string
type ModelConfigList ¶
type ModelConfigList struct { Config []*ModelConfig `protobuf:"bytes,1,rep,name=config,proto3" json:"config,omitempty"` // contains filtered or unexported fields }
Static list of models to be loaded for serving.
func (*ModelConfigList) Descriptor
deprecated
func (*ModelConfigList) Descriptor() ([]byte, []int)
Deprecated: Use ModelConfigList.ProtoReflect.Descriptor instead.
func (*ModelConfigList) GetConfig ¶
func (x *ModelConfigList) GetConfig() []*ModelConfig
func (*ModelConfigList) ProtoMessage ¶
func (*ModelConfigList) ProtoMessage()
func (*ModelConfigList) ProtoReflect ¶
func (x *ModelConfigList) ProtoReflect() protoreflect.Message
func (*ModelConfigList) Reset ¶
func (x *ModelConfigList) Reset()
func (*ModelConfigList) String ¶
func (x *ModelConfigList) String() string
type ModelServerConfig ¶
type ModelServerConfig struct { // ModelServer takes either a static file-based model config list or an Any // proto representing custom model config that is fetched dynamically at // runtime (through network RPC, custom service, etc.). // // Types that are assignable to Config: // *ModelServerConfig_ModelConfigList // *ModelServerConfig_CustomModelConfig Config isModelServerConfig_Config `protobuf_oneof:"config"` // contains filtered or unexported fields }
ModelServer config.
func (*ModelServerConfig) Descriptor
deprecated
func (*ModelServerConfig) Descriptor() ([]byte, []int)
Deprecated: Use ModelServerConfig.ProtoReflect.Descriptor instead.
func (*ModelServerConfig) GetConfig ¶
func (m *ModelServerConfig) GetConfig() isModelServerConfig_Config
func (*ModelServerConfig) GetCustomModelConfig ¶
func (x *ModelServerConfig) GetCustomModelConfig() *any.Any
func (*ModelServerConfig) GetModelConfigList ¶
func (x *ModelServerConfig) GetModelConfigList() *ModelConfigList
func (*ModelServerConfig) ProtoMessage ¶
func (*ModelServerConfig) ProtoMessage()
func (*ModelServerConfig) ProtoReflect ¶
func (x *ModelServerConfig) ProtoReflect() protoreflect.Message
func (*ModelServerConfig) Reset ¶
func (x *ModelServerConfig) Reset()
func (*ModelServerConfig) String ¶
func (x *ModelServerConfig) String() string
type ModelServerConfig_ModelConfigList ¶
type ModelServerConfig_ModelConfigList struct {
ModelConfigList *ModelConfigList `protobuf:"bytes,1,opt,name=model_config_list,json=modelConfigList,proto3,oneof"`
}
type ModelServiceClient ¶
type ModelServiceClient interface { // Gets status of model. If the ModelSpec in the request does not specify // version, information about all versions of the model will be returned. If // the ModelSpec in the request does specify a version, the status of only // that version will be returned. GetModelStatus(ctx context.Context, in *GetModelStatusRequest, opts ...grpc.CallOption) (*GetModelStatusResponse, error) // Reloads the set of served models. The new config supersedes the old one, // so if a model is omitted from the new config it will be unloaded and no // longer served. HandleReloadConfigRequest(ctx context.Context, in *ReloadConfigRequest, opts ...grpc.CallOption) (*ReloadConfigResponse, error) }
ModelServiceClient is the client API for ModelService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewModelServiceClient ¶
func NewModelServiceClient(cc grpc.ClientConnInterface) ModelServiceClient
type ModelServiceServer ¶
type ModelServiceServer interface { // Gets status of model. If the ModelSpec in the request does not specify // version, information about all versions of the model will be returned. If // the ModelSpec in the request does specify a version, the status of only // that version will be returned. GetModelStatus(context.Context, *GetModelStatusRequest) (*GetModelStatusResponse, error) // Reloads the set of served models. The new config supersedes the old one, // so if a model is omitted from the new config it will be unloaded and no // longer served. HandleReloadConfigRequest(context.Context, *ReloadConfigRequest) (*ReloadConfigResponse, error) }
ModelServiceServer is the server API for ModelService service.
type ModelSpec ¶
type ModelSpec struct { // Required servable name. Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"` // Optional choice of which version of the model to use. // // Recommended to be left unset in the common case. Should be specified only // when there is a strong version consistency requirement. // // When left unspecified, the system will serve the best available version. // This is typically the latest version, though during version transitions, // notably when serving on a fleet of instances, may be either the previous or // new version. // // Types that are assignable to VersionChoice: // *ModelSpec_Version // *ModelSpec_VersionLabel VersionChoice isModelSpec_VersionChoice `protobuf_oneof:"version_choice"` // A named signature to evaluate. If unspecified, the default signature will // be used. SignatureName string `protobuf:"bytes,3,opt,name=signature_name,json=signatureName,proto3" json:"signature_name,omitempty"` // contains filtered or unexported fields }
Metadata for an inference request such as the model name and version.
func (*ModelSpec) Descriptor
deprecated
func (*ModelSpec) GetSignatureName ¶
func (*ModelSpec) GetVersion ¶
func (x *ModelSpec) GetVersion() *wrappers.Int64Value
func (*ModelSpec) GetVersionChoice ¶
func (m *ModelSpec) GetVersionChoice() isModelSpec_VersionChoice
func (*ModelSpec) GetVersionLabel ¶
func (*ModelSpec) ProtoMessage ¶
func (*ModelSpec) ProtoMessage()
func (*ModelSpec) ProtoReflect ¶
func (x *ModelSpec) ProtoReflect() protoreflect.Message
type ModelSpec_Version ¶
type ModelSpec_Version struct { // Use this specific version number. Version *wrappers.Int64Value `protobuf:"bytes,2,opt,name=version,proto3,oneof"` }
type ModelSpec_VersionLabel ¶
type ModelSpec_VersionLabel struct { // Use the version associated with the given label. VersionLabel string `protobuf:"bytes,4,opt,name=version_label,json=versionLabel,proto3,oneof"` }
type ModelType ¶
type ModelType int32
The type of model. TODO(b/31336131): DEPRECATED.
func (ModelType) Descriptor ¶
func (ModelType) Descriptor() protoreflect.EnumDescriptor
func (ModelType) EnumDescriptor
deprecated
func (ModelType) Number ¶
func (x ModelType) Number() protoreflect.EnumNumber
func (ModelType) Type ¶
func (ModelType) Type() protoreflect.EnumType
type ModelVersionStatus ¶
type ModelVersionStatus struct { // Model version. Version int64 `protobuf:"varint,1,opt,name=version,proto3" json:"version,omitempty"` // Model state. State ModelVersionStatus_State `protobuf:"varint,2,opt,name=state,proto3,enum=tensorflow.serving.ModelVersionStatus_State" json:"state,omitempty"` // Model status. Status *StatusProto `protobuf:"bytes,3,opt,name=status,proto3" json:"status,omitempty"` // contains filtered or unexported fields }
Version number, state, and status for a single version of a model.
func (*ModelVersionStatus) Descriptor
deprecated
func (*ModelVersionStatus) Descriptor() ([]byte, []int)
Deprecated: Use ModelVersionStatus.ProtoReflect.Descriptor instead.
func (*ModelVersionStatus) GetState ¶
func (x *ModelVersionStatus) GetState() ModelVersionStatus_State
func (*ModelVersionStatus) GetStatus ¶
func (x *ModelVersionStatus) GetStatus() *StatusProto
func (*ModelVersionStatus) GetVersion ¶
func (x *ModelVersionStatus) GetVersion() int64
func (*ModelVersionStatus) ProtoMessage ¶
func (*ModelVersionStatus) ProtoMessage()
func (*ModelVersionStatus) ProtoReflect ¶
func (x *ModelVersionStatus) ProtoReflect() protoreflect.Message
func (*ModelVersionStatus) Reset ¶
func (x *ModelVersionStatus) Reset()
func (*ModelVersionStatus) String ¶
func (x *ModelVersionStatus) String() string
type ModelVersionStatus_State ¶
type ModelVersionStatus_State int32
States that map to ManagerState enum in tensorflow_serving/core/servable_state.h
const ( // Default value. ModelVersionStatus_UNKNOWN ModelVersionStatus_State = 0 // The manager is tracking this servable, but has not initiated any action // pertaining to it. ModelVersionStatus_START ModelVersionStatus_State = 10 // The manager has decided to load this servable. In particular, checks // around resource availability and other aspects have passed, and the // manager is about to invoke the loader's Load() method. ModelVersionStatus_LOADING ModelVersionStatus_State = 20 // The manager has successfully loaded this servable and made it available // for serving (i.e. GetServableHandle(id) will succeed). To avoid races, // this state is not reported until *after* the servable is made // available. ModelVersionStatus_AVAILABLE ModelVersionStatus_State = 30 // The manager has decided to make this servable unavailable, and unload // it. To avoid races, this state is reported *before* the servable is // made unavailable. ModelVersionStatus_UNLOADING ModelVersionStatus_State = 40 // This servable has reached the end of its journey in the manager. Either // it loaded and ultimately unloaded successfully, or it hit an error at // some point in its lifecycle. ModelVersionStatus_END ModelVersionStatus_State = 50 )
func (ModelVersionStatus_State) Descriptor ¶
func (ModelVersionStatus_State) Descriptor() protoreflect.EnumDescriptor
func (ModelVersionStatus_State) Enum ¶
func (x ModelVersionStatus_State) Enum() *ModelVersionStatus_State
func (ModelVersionStatus_State) EnumDescriptor
deprecated
func (ModelVersionStatus_State) EnumDescriptor() ([]byte, []int)
Deprecated: Use ModelVersionStatus_State.Descriptor instead.
func (ModelVersionStatus_State) Number ¶
func (x ModelVersionStatus_State) Number() protoreflect.EnumNumber
func (ModelVersionStatus_State) String ¶
func (x ModelVersionStatus_State) String() string
func (ModelVersionStatus_State) Type ¶
func (ModelVersionStatus_State) Type() protoreflect.EnumType
type MonitoringConfig ¶
type MonitoringConfig struct { PrometheusConfig *PrometheusConfig `protobuf:"bytes,1,opt,name=prometheus_config,json=prometheusConfig,proto3" json:"prometheus_config,omitempty"` // contains filtered or unexported fields }
Configuration for monitoring.
func (*MonitoringConfig) Descriptor
deprecated
func (*MonitoringConfig) Descriptor() ([]byte, []int)
Deprecated: Use MonitoringConfig.ProtoReflect.Descriptor instead.
func (*MonitoringConfig) GetPrometheusConfig ¶
func (x *MonitoringConfig) GetPrometheusConfig() *PrometheusConfig
func (*MonitoringConfig) ProtoMessage ¶
func (*MonitoringConfig) ProtoMessage()
func (*MonitoringConfig) ProtoReflect ¶
func (x *MonitoringConfig) ProtoReflect() protoreflect.Message
func (*MonitoringConfig) Reset ¶
func (x *MonitoringConfig) Reset()
func (*MonitoringConfig) String ¶
func (x *MonitoringConfig) String() string
type MultiInferenceLog ¶
type MultiInferenceLog struct { Request *MultiInferenceRequest `protobuf:"bytes,1,opt,name=request,proto3" json:"request,omitempty"` Response *MultiInferenceResponse `protobuf:"bytes,2,opt,name=response,proto3" json:"response,omitempty"` // contains filtered or unexported fields }
func (*MultiInferenceLog) Descriptor
deprecated
func (*MultiInferenceLog) Descriptor() ([]byte, []int)
Deprecated: Use MultiInferenceLog.ProtoReflect.Descriptor instead.
func (*MultiInferenceLog) GetRequest ¶
func (x *MultiInferenceLog) GetRequest() *MultiInferenceRequest
func (*MultiInferenceLog) GetResponse ¶
func (x *MultiInferenceLog) GetResponse() *MultiInferenceResponse
func (*MultiInferenceLog) ProtoMessage ¶
func (*MultiInferenceLog) ProtoMessage()
func (*MultiInferenceLog) ProtoReflect ¶
func (x *MultiInferenceLog) ProtoReflect() protoreflect.Message
func (*MultiInferenceLog) Reset ¶
func (x *MultiInferenceLog) Reset()
func (*MultiInferenceLog) String ¶
func (x *MultiInferenceLog) String() string
type MultiInferenceRequest ¶
type MultiInferenceRequest struct { // Inference tasks. Tasks []*InferenceTask `protobuf:"bytes,1,rep,name=tasks,proto3" json:"tasks,omitempty"` // Input data. Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"` // contains filtered or unexported fields }
Inference request containing one or more requests.
func (*MultiInferenceRequest) Descriptor
deprecated
func (*MultiInferenceRequest) Descriptor() ([]byte, []int)
Deprecated: Use MultiInferenceRequest.ProtoReflect.Descriptor instead.
func (*MultiInferenceRequest) GetInput ¶
func (x *MultiInferenceRequest) GetInput() *Input
func (*MultiInferenceRequest) GetTasks ¶
func (x *MultiInferenceRequest) GetTasks() []*InferenceTask
func (*MultiInferenceRequest) ProtoMessage ¶
func (*MultiInferenceRequest) ProtoMessage()
func (*MultiInferenceRequest) ProtoReflect ¶
func (x *MultiInferenceRequest) ProtoReflect() protoreflect.Message
func (*MultiInferenceRequest) Reset ¶
func (x *MultiInferenceRequest) Reset()
func (*MultiInferenceRequest) String ¶
func (x *MultiInferenceRequest) String() string
type MultiInferenceResponse ¶
type MultiInferenceResponse struct { // List of results; one for each InferenceTask in the request, returned in the // same order as the request. Results []*InferenceResult `protobuf:"bytes,1,rep,name=results,proto3" json:"results,omitempty"` // contains filtered or unexported fields }
Inference request containing one or more responses.
func (*MultiInferenceResponse) Descriptor
deprecated
func (*MultiInferenceResponse) Descriptor() ([]byte, []int)
Deprecated: Use MultiInferenceResponse.ProtoReflect.Descriptor instead.
func (*MultiInferenceResponse) GetResults ¶
func (x *MultiInferenceResponse) GetResults() []*InferenceResult
func (*MultiInferenceResponse) ProtoMessage ¶
func (*MultiInferenceResponse) ProtoMessage()
func (*MultiInferenceResponse) ProtoReflect ¶
func (x *MultiInferenceResponse) ProtoReflect() protoreflect.Message
func (*MultiInferenceResponse) Reset ¶
func (x *MultiInferenceResponse) Reset()
func (*MultiInferenceResponse) String ¶
func (x *MultiInferenceResponse) String() string
type PlatformConfig ¶
type PlatformConfig struct { // The config proto for a SourceAdapter in the StoragePathSourceAdapter // registry. SourceAdapterConfig *any.Any `protobuf:"bytes,1,opt,name=source_adapter_config,json=sourceAdapterConfig,proto3" json:"source_adapter_config,omitempty"` // contains filtered or unexported fields }
Configuration for a servable platform e.g. tensorflow or other ML systems.
func (*PlatformConfig) Descriptor
deprecated
func (*PlatformConfig) Descriptor() ([]byte, []int)
Deprecated: Use PlatformConfig.ProtoReflect.Descriptor instead.
func (*PlatformConfig) GetSourceAdapterConfig ¶
func (x *PlatformConfig) GetSourceAdapterConfig() *any.Any
func (*PlatformConfig) ProtoMessage ¶
func (*PlatformConfig) ProtoMessage()
func (*PlatformConfig) ProtoReflect ¶
func (x *PlatformConfig) ProtoReflect() protoreflect.Message
func (*PlatformConfig) Reset ¶
func (x *PlatformConfig) Reset()
func (*PlatformConfig) String ¶
func (x *PlatformConfig) String() string
type PlatformConfigMap ¶
type PlatformConfigMap struct { // A map from a platform name to a platform config. The platform name is used // in ModelConfig.model_platform. PlatformConfigs map[string]*PlatformConfig `` /* 194-byte string literal not displayed */ // contains filtered or unexported fields }
func (*PlatformConfigMap) Descriptor
deprecated
func (*PlatformConfigMap) Descriptor() ([]byte, []int)
Deprecated: Use PlatformConfigMap.ProtoReflect.Descriptor instead.
func (*PlatformConfigMap) GetPlatformConfigs ¶
func (x *PlatformConfigMap) GetPlatformConfigs() map[string]*PlatformConfig
func (*PlatformConfigMap) ProtoMessage ¶
func (*PlatformConfigMap) ProtoMessage()
func (*PlatformConfigMap) ProtoReflect ¶
func (x *PlatformConfigMap) ProtoReflect() protoreflect.Message
func (*PlatformConfigMap) Reset ¶
func (x *PlatformConfigMap) Reset()
func (*PlatformConfigMap) String ¶
func (x *PlatformConfigMap) String() string
type PredictLog ¶
type PredictLog struct { Request *PredictRequest `protobuf:"bytes,1,opt,name=request,proto3" json:"request,omitempty"` Response *PredictResponse `protobuf:"bytes,2,opt,name=response,proto3" json:"response,omitempty"` // contains filtered or unexported fields }
func (*PredictLog) Descriptor
deprecated
func (*PredictLog) Descriptor() ([]byte, []int)
Deprecated: Use PredictLog.ProtoReflect.Descriptor instead.
func (*PredictLog) GetRequest ¶
func (x *PredictLog) GetRequest() *PredictRequest
func (*PredictLog) GetResponse ¶
func (x *PredictLog) GetResponse() *PredictResponse
func (*PredictLog) ProtoMessage ¶
func (*PredictLog) ProtoMessage()
func (*PredictLog) ProtoReflect ¶
func (x *PredictLog) ProtoReflect() protoreflect.Message
func (*PredictLog) Reset ¶
func (x *PredictLog) Reset()
func (*PredictLog) String ¶
func (x *PredictLog) String() string
type PredictRequest ¶
type PredictRequest struct { // Model Specification. If version is not specified, will use the latest // (numerical) version. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Input tensors. // Names of input tensor are alias names. The mapping from aliases to real // input tensor names is stored in the SavedModel export as a prediction // SignatureDef under the 'inputs' field. Inputs map[string]*framework.TensorProto `` /* 153-byte string literal not displayed */ // Output filter. // Names specified are alias names. The mapping from aliases to real output // tensor names is stored in the SavedModel export as a prediction // SignatureDef under the 'outputs' field. // Only tensors specified here will be run/fetched and returned, with the // exception that when none is specified, all tensors specified in the // named signature will be run/fetched and returned. OutputFilter []string `protobuf:"bytes,3,rep,name=output_filter,json=outputFilter,proto3" json:"output_filter,omitempty"` // contains filtered or unexported fields }
PredictRequest specifies which TensorFlow model to run, as well as how inputs are mapped to tensors and how outputs are filtered before returning to user.
func (*PredictRequest) Descriptor
deprecated
func (*PredictRequest) Descriptor() ([]byte, []int)
Deprecated: Use PredictRequest.ProtoReflect.Descriptor instead.
func (*PredictRequest) GetInputs ¶
func (x *PredictRequest) GetInputs() map[string]*framework.TensorProto
func (*PredictRequest) GetModelSpec ¶
func (x *PredictRequest) GetModelSpec() *ModelSpec
func (*PredictRequest) GetOutputFilter ¶
func (x *PredictRequest) GetOutputFilter() []string
func (*PredictRequest) ProtoMessage ¶
func (*PredictRequest) ProtoMessage()
func (*PredictRequest) ProtoReflect ¶
func (x *PredictRequest) ProtoReflect() protoreflect.Message
func (*PredictRequest) Reset ¶
func (x *PredictRequest) Reset()
func (*PredictRequest) String ¶
func (x *PredictRequest) String() string
type PredictResponse ¶
type PredictResponse struct { // Effective Model Specification used to process PredictRequest. ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Output tensors. Outputs map[string]*framework.TensorProto `` /* 155-byte string literal not displayed */ // contains filtered or unexported fields }
Response for PredictRequest on successful run.
func (*PredictResponse) Descriptor
deprecated
func (*PredictResponse) Descriptor() ([]byte, []int)
Deprecated: Use PredictResponse.ProtoReflect.Descriptor instead.
func (*PredictResponse) GetModelSpec ¶
func (x *PredictResponse) GetModelSpec() *ModelSpec
func (*PredictResponse) GetOutputs ¶
func (x *PredictResponse) GetOutputs() map[string]*framework.TensorProto
func (*PredictResponse) ProtoMessage ¶
func (*PredictResponse) ProtoMessage()
func (*PredictResponse) ProtoReflect ¶
func (x *PredictResponse) ProtoReflect() protoreflect.Message
func (*PredictResponse) Reset ¶
func (x *PredictResponse) Reset()
func (*PredictResponse) String ¶
func (x *PredictResponse) String() string
type PredictionLog ¶
type PredictionLog struct { LogMetadata *LogMetadata `protobuf:"bytes,1,opt,name=log_metadata,json=logMetadata,proto3" json:"log_metadata,omitempty"` // Types that are assignable to LogType: // *PredictionLog_ClassifyLog // *PredictionLog_RegressLog // *PredictionLog_PredictLog // *PredictionLog_MultiInferenceLog // *PredictionLog_SessionRunLog LogType isPredictionLog_LogType `protobuf_oneof:"log_type"` // contains filtered or unexported fields }
Logged model inference request.
func (*PredictionLog) Descriptor
deprecated
func (*PredictionLog) Descriptor() ([]byte, []int)
Deprecated: Use PredictionLog.ProtoReflect.Descriptor instead.
func (*PredictionLog) GetClassifyLog ¶
func (x *PredictionLog) GetClassifyLog() *ClassifyLog
func (*PredictionLog) GetLogMetadata ¶
func (x *PredictionLog) GetLogMetadata() *LogMetadata
func (*PredictionLog) GetLogType ¶
func (m *PredictionLog) GetLogType() isPredictionLog_LogType
func (*PredictionLog) GetMultiInferenceLog ¶
func (x *PredictionLog) GetMultiInferenceLog() *MultiInferenceLog
func (*PredictionLog) GetPredictLog ¶
func (x *PredictionLog) GetPredictLog() *PredictLog
func (*PredictionLog) GetRegressLog ¶
func (x *PredictionLog) GetRegressLog() *RegressLog
func (*PredictionLog) GetSessionRunLog ¶
func (x *PredictionLog) GetSessionRunLog() *SessionRunLog
func (*PredictionLog) ProtoMessage ¶
func (*PredictionLog) ProtoMessage()
func (*PredictionLog) ProtoReflect ¶
func (x *PredictionLog) ProtoReflect() protoreflect.Message
func (*PredictionLog) Reset ¶
func (x *PredictionLog) Reset()
func (*PredictionLog) String ¶
func (x *PredictionLog) String() string
type PredictionLog_ClassifyLog ¶
type PredictionLog_ClassifyLog struct {
ClassifyLog *ClassifyLog `protobuf:"bytes,2,opt,name=classify_log,json=classifyLog,proto3,oneof"`
}
type PredictionLog_MultiInferenceLog ¶
type PredictionLog_MultiInferenceLog struct {
MultiInferenceLog *MultiInferenceLog `protobuf:"bytes,4,opt,name=multi_inference_log,json=multiInferenceLog,proto3,oneof"`
}
type PredictionLog_PredictLog ¶
type PredictionLog_PredictLog struct {
PredictLog *PredictLog `protobuf:"bytes,6,opt,name=predict_log,json=predictLog,proto3,oneof"`
}
type PredictionLog_RegressLog ¶
type PredictionLog_RegressLog struct {
RegressLog *RegressLog `protobuf:"bytes,3,opt,name=regress_log,json=regressLog,proto3,oneof"`
}
type PredictionLog_SessionRunLog ¶
type PredictionLog_SessionRunLog struct {
SessionRunLog *SessionRunLog `protobuf:"bytes,5,opt,name=session_run_log,json=sessionRunLog,proto3,oneof"`
}
type PredictionServiceClient ¶
type PredictionServiceClient interface { // Classify. Classify(ctx context.Context, in *ClassificationRequest, opts ...grpc.CallOption) (*ClassificationResponse, error) // Regress. Regress(ctx context.Context, in *RegressionRequest, opts ...grpc.CallOption) (*RegressionResponse, error) // Predict -- provides access to loaded TensorFlow model. Predict(ctx context.Context, in *PredictRequest, opts ...grpc.CallOption) (*PredictResponse, error) // MultiInference API for multi-headed models. MultiInference(ctx context.Context, in *MultiInferenceRequest, opts ...grpc.CallOption) (*MultiInferenceResponse, error) // GetModelMetadata - provides access to metadata for loaded models. GetModelMetadata(ctx context.Context, in *GetModelMetadataRequest, opts ...grpc.CallOption) (*GetModelMetadataResponse, error) }
PredictionServiceClient is the client API for PredictionService service.
For semantics around ctx use and closing/ending streaming RPCs, please refer to https://godoc.org/google.golang.org/grpc#ClientConn.NewStream.
func NewPredictionServiceClient ¶
func NewPredictionServiceClient(cc grpc.ClientConnInterface) PredictionServiceClient
type PredictionServiceServer ¶
type PredictionServiceServer interface { // Classify. Classify(context.Context, *ClassificationRequest) (*ClassificationResponse, error) // Regress. Regress(context.Context, *RegressionRequest) (*RegressionResponse, error) // Predict -- provides access to loaded TensorFlow model. Predict(context.Context, *PredictRequest) (*PredictResponse, error) // MultiInference API for multi-headed models. MultiInference(context.Context, *MultiInferenceRequest) (*MultiInferenceResponse, error) // GetModelMetadata - provides access to metadata for loaded models. GetModelMetadata(context.Context, *GetModelMetadataRequest) (*GetModelMetadataResponse, error) }
PredictionServiceServer is the server API for PredictionService service.
type PrometheusConfig ¶
type PrometheusConfig struct { // Whether to expose Prometheus metrics. Enable bool `protobuf:"varint,1,opt,name=enable,proto3" json:"enable,omitempty"` // The endpoint to expose Prometheus metrics. // If not specified, PrometheusExporter::kPrometheusPath value is used. Path string `protobuf:"bytes,2,opt,name=path,proto3" json:"path,omitempty"` // contains filtered or unexported fields }
Configuration for Prometheus monitoring.
func (*PrometheusConfig) Descriptor
deprecated
func (*PrometheusConfig) Descriptor() ([]byte, []int)
Deprecated: Use PrometheusConfig.ProtoReflect.Descriptor instead.
func (*PrometheusConfig) GetEnable ¶
func (x *PrometheusConfig) GetEnable() bool
func (*PrometheusConfig) GetPath ¶
func (x *PrometheusConfig) GetPath() string
func (*PrometheusConfig) ProtoMessage ¶
func (*PrometheusConfig) ProtoMessage()
func (*PrometheusConfig) ProtoReflect ¶
func (x *PrometheusConfig) ProtoReflect() protoreflect.Message
func (*PrometheusConfig) Reset ¶
func (x *PrometheusConfig) Reset()
func (*PrometheusConfig) String ¶
func (x *PrometheusConfig) String() string
type RegressLog ¶
type RegressLog struct { Request *RegressionRequest `protobuf:"bytes,1,opt,name=request,proto3" json:"request,omitempty"` Response *RegressionResponse `protobuf:"bytes,2,opt,name=response,proto3" json:"response,omitempty"` // contains filtered or unexported fields }
func (*RegressLog) Descriptor
deprecated
func (*RegressLog) Descriptor() ([]byte, []int)
Deprecated: Use RegressLog.ProtoReflect.Descriptor instead.
func (*RegressLog) GetRequest ¶
func (x *RegressLog) GetRequest() *RegressionRequest
func (*RegressLog) GetResponse ¶
func (x *RegressLog) GetResponse() *RegressionResponse
func (*RegressLog) ProtoMessage ¶
func (*RegressLog) ProtoMessage()
func (*RegressLog) ProtoReflect ¶
func (x *RegressLog) ProtoReflect() protoreflect.Message
func (*RegressLog) Reset ¶
func (x *RegressLog) Reset()
func (*RegressLog) String ¶
func (x *RegressLog) String() string
type Regression ¶
type Regression struct { Value float32 `protobuf:"fixed32,1,opt,name=value,proto3" json:"value,omitempty"` // contains filtered or unexported fields }
Regression result for a single item (tensorflow.Example).
func (*Regression) Descriptor
deprecated
func (*Regression) Descriptor() ([]byte, []int)
Deprecated: Use Regression.ProtoReflect.Descriptor instead.
func (*Regression) GetValue ¶
func (x *Regression) GetValue() float32
func (*Regression) ProtoMessage ¶
func (*Regression) ProtoMessage()
func (*Regression) ProtoReflect ¶
func (x *Regression) ProtoReflect() protoreflect.Message
func (*Regression) Reset ¶
func (x *Regression) Reset()
func (*Regression) String ¶
func (x *Regression) String() string
type RegressionRequest ¶
type RegressionRequest struct { // Model Specification. If version is not specified, will use the latest // (numerical) version. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Input data. Input *Input `protobuf:"bytes,2,opt,name=input,proto3" json:"input,omitempty"` // contains filtered or unexported fields }
func (*RegressionRequest) Descriptor
deprecated
func (*RegressionRequest) Descriptor() ([]byte, []int)
Deprecated: Use RegressionRequest.ProtoReflect.Descriptor instead.
func (*RegressionRequest) GetInput ¶
func (x *RegressionRequest) GetInput() *Input
func (*RegressionRequest) GetModelSpec ¶
func (x *RegressionRequest) GetModelSpec() *ModelSpec
func (*RegressionRequest) ProtoMessage ¶
func (*RegressionRequest) ProtoMessage()
func (*RegressionRequest) ProtoReflect ¶
func (x *RegressionRequest) ProtoReflect() protoreflect.Message
func (*RegressionRequest) Reset ¶
func (x *RegressionRequest) Reset()
func (*RegressionRequest) String ¶
func (x *RegressionRequest) String() string
type RegressionResponse ¶
type RegressionResponse struct { // Effective Model Specification used for regression. ModelSpec *ModelSpec `protobuf:"bytes,2,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` Result *RegressionResult `protobuf:"bytes,1,opt,name=result,proto3" json:"result,omitempty"` // contains filtered or unexported fields }
func (*RegressionResponse) Descriptor
deprecated
func (*RegressionResponse) Descriptor() ([]byte, []int)
Deprecated: Use RegressionResponse.ProtoReflect.Descriptor instead.
func (*RegressionResponse) GetModelSpec ¶
func (x *RegressionResponse) GetModelSpec() *ModelSpec
func (*RegressionResponse) GetResult ¶
func (x *RegressionResponse) GetResult() *RegressionResult
func (*RegressionResponse) ProtoMessage ¶
func (*RegressionResponse) ProtoMessage()
func (*RegressionResponse) ProtoReflect ¶
func (x *RegressionResponse) ProtoReflect() protoreflect.Message
func (*RegressionResponse) Reset ¶
func (x *RegressionResponse) Reset()
func (*RegressionResponse) String ¶
func (x *RegressionResponse) String() string
type RegressionResult ¶
type RegressionResult struct { Regressions []*Regression `protobuf:"bytes,1,rep,name=regressions,proto3" json:"regressions,omitempty"` // contains filtered or unexported fields }
Contains one result per input example, in the same order as the input in RegressionRequest.
func (*RegressionResult) Descriptor
deprecated
func (*RegressionResult) Descriptor() ([]byte, []int)
Deprecated: Use RegressionResult.ProtoReflect.Descriptor instead.
func (*RegressionResult) GetRegressions ¶
func (x *RegressionResult) GetRegressions() []*Regression
func (*RegressionResult) ProtoMessage ¶
func (*RegressionResult) ProtoMessage()
func (*RegressionResult) ProtoReflect ¶
func (x *RegressionResult) ProtoReflect() protoreflect.Message
func (*RegressionResult) Reset ¶
func (x *RegressionResult) Reset()
func (*RegressionResult) String ¶
func (x *RegressionResult) String() string
type ReloadConfigRequest ¶
type ReloadConfigRequest struct { Config *ModelServerConfig `protobuf:"bytes,1,opt,name=config,proto3" json:"config,omitempty"` // contains filtered or unexported fields }
func (*ReloadConfigRequest) Descriptor
deprecated
func (*ReloadConfigRequest) Descriptor() ([]byte, []int)
Deprecated: Use ReloadConfigRequest.ProtoReflect.Descriptor instead.
func (*ReloadConfigRequest) GetConfig ¶
func (x *ReloadConfigRequest) GetConfig() *ModelServerConfig
func (*ReloadConfigRequest) ProtoMessage ¶
func (*ReloadConfigRequest) ProtoMessage()
func (*ReloadConfigRequest) ProtoReflect ¶
func (x *ReloadConfigRequest) ProtoReflect() protoreflect.Message
func (*ReloadConfigRequest) Reset ¶
func (x *ReloadConfigRequest) Reset()
func (*ReloadConfigRequest) String ¶
func (x *ReloadConfigRequest) String() string
type ReloadConfigResponse ¶
type ReloadConfigResponse struct { Status *StatusProto `protobuf:"bytes,1,opt,name=status,proto3" json:"status,omitempty"` // contains filtered or unexported fields }
func (*ReloadConfigResponse) Descriptor
deprecated
func (*ReloadConfigResponse) Descriptor() ([]byte, []int)
Deprecated: Use ReloadConfigResponse.ProtoReflect.Descriptor instead.
func (*ReloadConfigResponse) GetStatus ¶
func (x *ReloadConfigResponse) GetStatus() *StatusProto
func (*ReloadConfigResponse) ProtoMessage ¶
func (*ReloadConfigResponse) ProtoMessage()
func (*ReloadConfigResponse) ProtoReflect ¶
func (x *ReloadConfigResponse) ProtoReflect() protoreflect.Message
func (*ReloadConfigResponse) Reset ¶
func (x *ReloadConfigResponse) Reset()
func (*ReloadConfigResponse) String ¶
func (x *ReloadConfigResponse) String() string
type SSLConfig ¶
type SSLConfig struct { // private server key for SSL ServerKey string `protobuf:"bytes,1,opt,name=server_key,json=serverKey,proto3" json:"server_key,omitempty"` // public server certificate ServerCert string `protobuf:"bytes,2,opt,name=server_cert,json=serverCert,proto3" json:"server_cert,omitempty"` // custom certificate authority CustomCa string `protobuf:"bytes,3,opt,name=custom_ca,json=customCa,proto3" json:"custom_ca,omitempty"` // valid client certificate required ? ClientVerify bool `protobuf:"varint,4,opt,name=client_verify,json=clientVerify,proto3" json:"client_verify,omitempty"` // contains filtered or unexported fields }
Configuration for a secure gRPC channel
func (*SSLConfig) Descriptor
deprecated
func (*SSLConfig) GetClientVerify ¶
func (*SSLConfig) GetCustomCa ¶
func (*SSLConfig) GetServerCert ¶
func (*SSLConfig) GetServerKey ¶
func (*SSLConfig) ProtoMessage ¶
func (*SSLConfig) ProtoMessage()
func (*SSLConfig) ProtoReflect ¶
func (x *SSLConfig) ProtoReflect() protoreflect.Message
type SamplingConfig ¶
type SamplingConfig struct { // Requests will be logged uniformly at random with this probability. Valid // range: [0, 1.0]. SamplingRate float64 `protobuf:"fixed64,1,opt,name=sampling_rate,json=samplingRate,proto3" json:"sampling_rate,omitempty"` // contains filtered or unexported fields }
func (*SamplingConfig) Descriptor
deprecated
func (*SamplingConfig) Descriptor() ([]byte, []int)
Deprecated: Use SamplingConfig.ProtoReflect.Descriptor instead.
func (*SamplingConfig) GetSamplingRate ¶
func (x *SamplingConfig) GetSamplingRate() float64
func (*SamplingConfig) ProtoMessage ¶
func (*SamplingConfig) ProtoMessage()
func (*SamplingConfig) ProtoReflect ¶
func (x *SamplingConfig) ProtoReflect() protoreflect.Message
func (*SamplingConfig) Reset ¶
func (x *SamplingConfig) Reset()
func (*SamplingConfig) String ¶
func (x *SamplingConfig) String() string
type SessionRunLog ¶
type SessionRunLog struct { Request *SessionRunRequest `protobuf:"bytes,1,opt,name=request,proto3" json:"request,omitempty"` Response *SessionRunResponse `protobuf:"bytes,2,opt,name=response,proto3" json:"response,omitempty"` // contains filtered or unexported fields }
func (*SessionRunLog) Descriptor
deprecated
func (*SessionRunLog) Descriptor() ([]byte, []int)
Deprecated: Use SessionRunLog.ProtoReflect.Descriptor instead.
func (*SessionRunLog) GetRequest ¶
func (x *SessionRunLog) GetRequest() *SessionRunRequest
func (*SessionRunLog) GetResponse ¶
func (x *SessionRunLog) GetResponse() *SessionRunResponse
func (*SessionRunLog) ProtoMessage ¶
func (*SessionRunLog) ProtoMessage()
func (*SessionRunLog) ProtoReflect ¶
func (x *SessionRunLog) ProtoReflect() protoreflect.Message
func (*SessionRunLog) Reset ¶
func (x *SessionRunLog) Reset()
func (*SessionRunLog) String ¶
func (x *SessionRunLog) String() string
type SessionRunRequest ¶
type SessionRunRequest struct { // Model Specification. If version is not specified, will use the latest // (numerical) version. ModelSpec *ModelSpec `protobuf:"bytes,1,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // Tensors to be fed in the step. Each feed is a named tensor. Feed []*protobuf.NamedTensorProto `protobuf:"bytes,2,rep,name=feed,proto3" json:"feed,omitempty"` // Fetches. A list of tensor names. The caller expects a tensor to // be returned for each fetch[i] (see RunResponse.tensor). The // order of specified fetches does not change the execution order. Fetch []string `protobuf:"bytes,3,rep,name=fetch,proto3" json:"fetch,omitempty"` // Target Nodes. A list of node names. The named nodes will be run // to but their outputs will not be fetched. Target []string `protobuf:"bytes,4,rep,name=target,proto3" json:"target,omitempty"` // Options for the run call. **Currently ignored.** Options *protobuf.RunOptions `protobuf:"bytes,5,opt,name=options,proto3" json:"options,omitempty"` // contains filtered or unexported fields }
func (*SessionRunRequest) Descriptor
deprecated
func (*SessionRunRequest) Descriptor() ([]byte, []int)
Deprecated: Use SessionRunRequest.ProtoReflect.Descriptor instead.
func (*SessionRunRequest) GetFeed ¶
func (x *SessionRunRequest) GetFeed() []*protobuf.NamedTensorProto
func (*SessionRunRequest) GetFetch ¶
func (x *SessionRunRequest) GetFetch() []string
func (*SessionRunRequest) GetModelSpec ¶
func (x *SessionRunRequest) GetModelSpec() *ModelSpec
func (*SessionRunRequest) GetOptions ¶
func (x *SessionRunRequest) GetOptions() *protobuf.RunOptions
func (*SessionRunRequest) GetTarget ¶
func (x *SessionRunRequest) GetTarget() []string
func (*SessionRunRequest) ProtoMessage ¶
func (*SessionRunRequest) ProtoMessage()
func (*SessionRunRequest) ProtoReflect ¶
func (x *SessionRunRequest) ProtoReflect() protoreflect.Message
func (*SessionRunRequest) Reset ¶
func (x *SessionRunRequest) Reset()
func (*SessionRunRequest) String ¶
func (x *SessionRunRequest) String() string
type SessionRunResponse ¶
type SessionRunResponse struct { // Effective Model Specification used for session run. ModelSpec *ModelSpec `protobuf:"bytes,3,opt,name=model_spec,json=modelSpec,proto3" json:"model_spec,omitempty"` // NOTE: The order of the returned tensors may or may not match // the fetch order specified in RunRequest. Tensor []*protobuf.NamedTensorProto `protobuf:"bytes,1,rep,name=tensor,proto3" json:"tensor,omitempty"` // Returned metadata if requested in the options. Metadata *protobuf.RunMetadata `protobuf:"bytes,2,opt,name=metadata,proto3" json:"metadata,omitempty"` // contains filtered or unexported fields }
func (*SessionRunResponse) Descriptor
deprecated
func (*SessionRunResponse) Descriptor() ([]byte, []int)
Deprecated: Use SessionRunResponse.ProtoReflect.Descriptor instead.
func (*SessionRunResponse) GetMetadata ¶
func (x *SessionRunResponse) GetMetadata() *protobuf.RunMetadata
func (*SessionRunResponse) GetModelSpec ¶
func (x *SessionRunResponse) GetModelSpec() *ModelSpec
func (*SessionRunResponse) GetTensor ¶
func (x *SessionRunResponse) GetTensor() []*protobuf.NamedTensorProto
func (*SessionRunResponse) ProtoMessage ¶
func (*SessionRunResponse) ProtoMessage()
func (*SessionRunResponse) ProtoReflect ¶
func (x *SessionRunResponse) ProtoReflect() protoreflect.Message
func (*SessionRunResponse) Reset ¶
func (x *SessionRunResponse) Reset()
func (*SessionRunResponse) String ¶
func (x *SessionRunResponse) String() string
type SignatureDefMap ¶
type SignatureDefMap struct { SignatureDef map[string]*protobuf.SignatureDef `` /* 185-byte string literal not displayed */ // contains filtered or unexported fields }
Message returned for "signature_def" field.
func (*SignatureDefMap) Descriptor
deprecated
func (*SignatureDefMap) Descriptor() ([]byte, []int)
Deprecated: Use SignatureDefMap.ProtoReflect.Descriptor instead.
func (*SignatureDefMap) GetSignatureDef ¶
func (x *SignatureDefMap) GetSignatureDef() map[string]*protobuf.SignatureDef
func (*SignatureDefMap) ProtoMessage ¶
func (*SignatureDefMap) ProtoMessage()
func (*SignatureDefMap) ProtoReflect ¶
func (x *SignatureDefMap) ProtoReflect() protoreflect.Message
func (*SignatureDefMap) Reset ¶
func (x *SignatureDefMap) Reset()
func (*SignatureDefMap) String ¶
func (x *SignatureDefMap) String() string
type StaticStoragePathSourceConfig ¶
type StaticStoragePathSourceConfig struct { // The single servable name, version number and path to supply statically. ServableName string `protobuf:"bytes,1,opt,name=servable_name,json=servableName,proto3" json:"servable_name,omitempty"` VersionNum int64 `protobuf:"varint,2,opt,name=version_num,json=versionNum,proto3" json:"version_num,omitempty"` VersionPath string `protobuf:"bytes,3,opt,name=version_path,json=versionPath,proto3" json:"version_path,omitempty"` // contains filtered or unexported fields }
Config proto for StaticStoragePathSource.
func (*StaticStoragePathSourceConfig) Descriptor
deprecated
func (*StaticStoragePathSourceConfig) Descriptor() ([]byte, []int)
Deprecated: Use StaticStoragePathSourceConfig.ProtoReflect.Descriptor instead.
func (*StaticStoragePathSourceConfig) GetServableName ¶
func (x *StaticStoragePathSourceConfig) GetServableName() string
func (*StaticStoragePathSourceConfig) GetVersionNum ¶
func (x *StaticStoragePathSourceConfig) GetVersionNum() int64
func (*StaticStoragePathSourceConfig) GetVersionPath ¶
func (x *StaticStoragePathSourceConfig) GetVersionPath() string
func (*StaticStoragePathSourceConfig) ProtoMessage ¶
func (*StaticStoragePathSourceConfig) ProtoMessage()
func (*StaticStoragePathSourceConfig) ProtoReflect ¶
func (x *StaticStoragePathSourceConfig) ProtoReflect() protoreflect.Message
func (*StaticStoragePathSourceConfig) Reset ¶
func (x *StaticStoragePathSourceConfig) Reset()
func (*StaticStoragePathSourceConfig) String ¶
func (x *StaticStoragePathSourceConfig) String() string
type StatusProto ¶
type StatusProto struct { // Error code. ErrorCode core.Code `protobuf:"varint,1,opt,name=error_code,proto3,enum=tensorflow.error.Code" json:"error_code,omitempty"` // Error message. Will only be set if an error was encountered. ErrorMessage string `protobuf:"bytes,2,opt,name=error_message,proto3" json:"error_message,omitempty"` // contains filtered or unexported fields }
Status that corresponds to Status in third_party/tensorflow/core/lib/core/status.h.
func (*StatusProto) Descriptor
deprecated
func (*StatusProto) Descriptor() ([]byte, []int)
Deprecated: Use StatusProto.ProtoReflect.Descriptor instead.
func (*StatusProto) GetErrorCode ¶
func (x *StatusProto) GetErrorCode() core.Code
func (*StatusProto) GetErrorMessage ¶
func (x *StatusProto) GetErrorMessage() string
func (*StatusProto) ProtoMessage ¶
func (*StatusProto) ProtoMessage()
func (*StatusProto) ProtoReflect ¶
func (x *StatusProto) ProtoReflect() protoreflect.Message
func (*StatusProto) Reset ¶
func (x *StatusProto) Reset()
func (*StatusProto) String ¶
func (x *StatusProto) String() string
type UnimplementedModelServiceServer ¶
type UnimplementedModelServiceServer struct { }
UnimplementedModelServiceServer can be embedded to have forward compatible implementations.
func (*UnimplementedModelServiceServer) GetModelStatus ¶
func (*UnimplementedModelServiceServer) GetModelStatus(context.Context, *GetModelStatusRequest) (*GetModelStatusResponse, error)
func (*UnimplementedModelServiceServer) HandleReloadConfigRequest ¶
func (*UnimplementedModelServiceServer) HandleReloadConfigRequest(context.Context, *ReloadConfigRequest) (*ReloadConfigResponse, error)
type UnimplementedPredictionServiceServer ¶
type UnimplementedPredictionServiceServer struct { }
UnimplementedPredictionServiceServer can be embedded to have forward compatible implementations.
func (*UnimplementedPredictionServiceServer) Classify ¶
func (*UnimplementedPredictionServiceServer) Classify(context.Context, *ClassificationRequest) (*ClassificationResponse, error)
func (*UnimplementedPredictionServiceServer) GetModelMetadata ¶
func (*UnimplementedPredictionServiceServer) GetModelMetadata(context.Context, *GetModelMetadataRequest) (*GetModelMetadataResponse, error)
func (*UnimplementedPredictionServiceServer) MultiInference ¶
func (*UnimplementedPredictionServiceServer) MultiInference(context.Context, *MultiInferenceRequest) (*MultiInferenceResponse, error)
func (*UnimplementedPredictionServiceServer) Predict ¶
func (*UnimplementedPredictionServiceServer) Predict(context.Context, *PredictRequest) (*PredictResponse, error)
func (*UnimplementedPredictionServiceServer) Regress ¶
func (*UnimplementedPredictionServiceServer) Regress(context.Context, *RegressionRequest) (*RegressionResponse, error)
Source Files ¶
- class_registration_test.pb.go
- classification.pb.go
- file_system_storage_path_source.pb.go
- get_model_metadata.pb.go
- get_model_status.pb.go
- inference.pb.go
- input.pb.go
- log_collector_config.pb.go
- logging.pb.go
- logging_config.pb.go
- model.pb.go
- model_management.pb.go
- model_server_config.pb.go
- model_service.pb.go
- monitoring_config.pb.go
- platform_config.pb.go
- predict.pb.go
- prediction_log.pb.go
- prediction_service.pb.go
- regression.pb.go
- session_service.pb.go
- ssl_config.pb.go
- static_storage_path_source.pb.go
- status.pb.go