tensorflow_serving

package
v0.0.0-...-598a827 Latest Latest
Warning

This package is not in the latest version of its module.

Go to latest
Published: Sep 28, 2021 License: Apache-2.0 Imports: 6 Imported by: 0

Documentation

Index

Constants

This section is empty.

Variables

View Source
var (
	ModelType_name = map[int32]string{
		0: "MODEL_TYPE_UNSPECIFIED",
		1: "TENSORFLOW",
		2: "OTHER",
	}
	ModelType_value = map[string]int32{
		"MODEL_TYPE_UNSPECIFIED": 0,
		"TENSORFLOW":             1,
		"OTHER":                  2,
	}
)

Enum value maps for ModelType.

View Source
var File_tensorflow_serving_config_file_system_storage_path_source_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_config_log_collector_config_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_config_logging_config_proto protoreflect.FileDescriptor
View Source
var File_tensorflow_serving_config_model_server_config_proto protoreflect.FileDescriptor

Functions

This section is empty.

Types

type FileSystemStoragePathSourceConfig

type FileSystemStoragePathSourceConfig struct {

	// The servables to monitor for new versions, and aspire.
	Servables []*FileSystemStoragePathSourceConfig_ServableToMonitor `protobuf:"bytes,5,rep,name=servables,proto3" json:"servables,omitempty"`
	// A single servable name/base_path pair to monitor.
	// DEPRECATED: Use 'servables' instead.
	// TODO(b/30898016): Stop using these fields, and ultimately remove them here.
	//
	// Deprecated: Do not use.
	ServableName string `protobuf:"bytes,1,opt,name=servable_name,json=servableName,proto3" json:"servable_name,omitempty"`
	// Deprecated: Do not use.
	BasePath string `protobuf:"bytes,2,opt,name=base_path,json=basePath,proto3" json:"base_path,omitempty"`
	// How long to wait between file-system polling to look for children of
	// 'base_path', in seconds.
	//
	// If set to zero, filesystem will be polled exactly once. If set to a
	// negative value (for testing use only), polling will be entirely disabled.
	FileSystemPollWaitSeconds int64 `` /* 143-byte string literal not displayed */
	// If true, then FileSystemStoragePathSource::Create() and ::UpdateConfig()
	// fail if, for any configured servables, the file system doesn't currently
	// contain at least one version under the base path.
	// (Otherwise, it will emit a warning and keep pinging the file system to
	// check for a version to appear later.)
	// DEPRECATED: Use 'servable_versions_always_present' instead, which includes
	// this behavior.
	// TODO(b/30898016): Remove 2019-10-31 or later.
	//
	// Deprecated: Do not use.
	FailIfZeroVersionsAtStartup bool `` /* 151-byte string literal not displayed */
	// If true, the servable is always expected to exist on the underlying
	// filesystem. FileSystemStoragePathSource::Create() and ::UpdateConfig() will
	// fail if, for any configured servables, the file system doesn't currently
	// contain at least one version under the base path. In addition, if a polling
	// loop find the base path empty, it will not unload existing servables.
	ServableVersionsAlwaysPresent bool `` /* 153-byte string literal not displayed */
	// contains filtered or unexported fields
}

Config proto for FileSystemStoragePathSource.

func (*FileSystemStoragePathSourceConfig) Descriptor deprecated

func (*FileSystemStoragePathSourceConfig) Descriptor() ([]byte, []int)

Deprecated: Use FileSystemStoragePathSourceConfig.ProtoReflect.Descriptor instead.

func (*FileSystemStoragePathSourceConfig) GetBasePath deprecated

func (x *FileSystemStoragePathSourceConfig) GetBasePath() string

Deprecated: Do not use.

func (*FileSystemStoragePathSourceConfig) GetFailIfZeroVersionsAtStartup deprecated

func (x *FileSystemStoragePathSourceConfig) GetFailIfZeroVersionsAtStartup() bool

Deprecated: Do not use.

func (*FileSystemStoragePathSourceConfig) GetFileSystemPollWaitSeconds

func (x *FileSystemStoragePathSourceConfig) GetFileSystemPollWaitSeconds() int64

func (*FileSystemStoragePathSourceConfig) GetServableName deprecated

func (x *FileSystemStoragePathSourceConfig) GetServableName() string

Deprecated: Do not use.

func (*FileSystemStoragePathSourceConfig) GetServableVersionsAlwaysPresent

func (x *FileSystemStoragePathSourceConfig) GetServableVersionsAlwaysPresent() bool

func (*FileSystemStoragePathSourceConfig) GetServables

func (*FileSystemStoragePathSourceConfig) ProtoMessage

func (*FileSystemStoragePathSourceConfig) ProtoMessage()

func (*FileSystemStoragePathSourceConfig) ProtoReflect

func (*FileSystemStoragePathSourceConfig) Reset

func (*FileSystemStoragePathSourceConfig) String

type FileSystemStoragePathSourceConfig_ServableToMonitor

type FileSystemStoragePathSourceConfig_ServableToMonitor struct {

	// The servable name to supply in aspired-versions callback calls. Child
	// paths of 'base_path' are considered to be versions of this servable.
	ServableName string `protobuf:"bytes,1,opt,name=servable_name,json=servableName,proto3" json:"servable_name,omitempty"`
	// The path to monitor, i.e. look for child paths of the form base_path/123.
	BasePath string `protobuf:"bytes,2,opt,name=base_path,json=basePath,proto3" json:"base_path,omitempty"`
	// The policy to determines the number of versions of the servable to be
	// served at the same time.
	ServableVersionPolicy *FileSystemStoragePathSourceConfig_ServableVersionPolicy `` /* 126-byte string literal not displayed */
	// contains filtered or unexported fields
}

A servable name and base path to look for versions of the servable.

func (*FileSystemStoragePathSourceConfig_ServableToMonitor) Descriptor deprecated

Deprecated: Use FileSystemStoragePathSourceConfig_ServableToMonitor.ProtoReflect.Descriptor instead.

func (*FileSystemStoragePathSourceConfig_ServableToMonitor) GetBasePath

func (*FileSystemStoragePathSourceConfig_ServableToMonitor) GetServableName

func (*FileSystemStoragePathSourceConfig_ServableToMonitor) GetServableVersionPolicy

func (*FileSystemStoragePathSourceConfig_ServableToMonitor) ProtoMessage

func (*FileSystemStoragePathSourceConfig_ServableToMonitor) ProtoReflect

func (*FileSystemStoragePathSourceConfig_ServableToMonitor) Reset

func (*FileSystemStoragePathSourceConfig_ServableToMonitor) String

type FileSystemStoragePathSourceConfig_ServableVersionPolicy

type FileSystemStoragePathSourceConfig_ServableVersionPolicy struct {

	// Types that are assignable to PolicyChoice:
	//	*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest_
	//	*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All_
	//	*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific_
	PolicyChoice isFileSystemStoragePathSourceConfig_ServableVersionPolicy_PolicyChoice `protobuf_oneof:"policy_choice"`
	// contains filtered or unexported fields
}

A policy that dictates which version(s) of a servable should be served.

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) Descriptor deprecated

Deprecated: Use FileSystemStoragePathSourceConfig_ServableVersionPolicy.ProtoReflect.Descriptor instead.

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetAll

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetLatest

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetPolicyChoice

func (m *FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetPolicyChoice() isFileSystemStoragePathSourceConfig_ServableVersionPolicy_PolicyChoice

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) GetSpecific

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) ProtoMessage

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) ProtoReflect

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) Reset

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy) String

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_All

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_All struct {
	// contains filtered or unexported fields
}

Serve all versions found on disk.

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) Descriptor deprecated

Deprecated: Use FileSystemStoragePathSourceConfig_ServableVersionPolicy_All.ProtoReflect.Descriptor instead.

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) ProtoMessage

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) ProtoReflect

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) Reset

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_All) String

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_All_

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_All_ struct {
	All *FileSystemStoragePathSourceConfig_ServableVersionPolicy_All `protobuf:"bytes,101,opt,name=all,proto3,oneof"`
}

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest struct {

	// Number of latest versions to serve. (The default is 1.)
	NumVersions uint32 `protobuf:"varint,1,opt,name=num_versions,json=numVersions,proto3" json:"num_versions,omitempty"`
	// contains filtered or unexported fields
}

Serve the latest versions (i.e. the ones with the highest version numbers), among those found on disk.

This is the default policy, with the default number of versions as 1.

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) Descriptor deprecated

Deprecated: Use FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest.ProtoReflect.Descriptor instead.

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) GetNumVersions

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) ProtoMessage

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) ProtoReflect

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) Reset

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest) String

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest_

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest_ struct {
	Latest *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Latest `protobuf:"bytes,100,opt,name=latest,proto3,oneof"`
}

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific struct {

	// The version numbers to serve.
	Versions []int64 `protobuf:"varint,1,rep,packed,name=versions,proto3" json:"versions,omitempty"`
	// contains filtered or unexported fields
}

Serve a specific version (or set of versions).

This policy is useful for rolling back to a specific version, or for canarying a specific version while still serving a separate stable version.

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) Descriptor deprecated

Deprecated: Use FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific.ProtoReflect.Descriptor instead.

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) GetVersions

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) ProtoMessage

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) ProtoReflect

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) Reset

func (*FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific) String

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific_

type FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific_ struct {
	Specific *FileSystemStoragePathSourceConfig_ServableVersionPolicy_Specific `protobuf:"bytes,102,opt,name=specific,proto3,oneof"`
}

type LogCollectorConfig

type LogCollectorConfig struct {

	// Identifies the type of the LogCollector we will use to collect these logs.
	Type string `protobuf:"bytes,1,opt,name=type,proto3" json:"type,omitempty"`
	// The prefix to use for the filenames of the logs.
	FilenamePrefix string `protobuf:"bytes,2,opt,name=filename_prefix,json=filenamePrefix,proto3" json:"filename_prefix,omitempty"`
	// contains filtered or unexported fields
}

func (*LogCollectorConfig) Descriptor deprecated

func (*LogCollectorConfig) Descriptor() ([]byte, []int)

Deprecated: Use LogCollectorConfig.ProtoReflect.Descriptor instead.

func (*LogCollectorConfig) GetFilenamePrefix

func (x *LogCollectorConfig) GetFilenamePrefix() string

func (*LogCollectorConfig) GetType

func (x *LogCollectorConfig) GetType() string

func (*LogCollectorConfig) ProtoMessage

func (*LogCollectorConfig) ProtoMessage()

func (*LogCollectorConfig) ProtoReflect

func (x *LogCollectorConfig) ProtoReflect() protoreflect.Message

func (*LogCollectorConfig) Reset

func (x *LogCollectorConfig) Reset()

func (*LogCollectorConfig) String

func (x *LogCollectorConfig) String() string

type LoggingConfig

type LoggingConfig struct {
	LogCollectorConfig *LogCollectorConfig `protobuf:"bytes,1,opt,name=log_collector_config,json=logCollectorConfig,proto3" json:"log_collector_config,omitempty"`
	SamplingConfig     *SamplingConfig     `protobuf:"bytes,2,opt,name=sampling_config,json=samplingConfig,proto3" json:"sampling_config,omitempty"`
	// contains filtered or unexported fields
}

Configuration for logging query/responses.

func (*LoggingConfig) Descriptor deprecated

func (*LoggingConfig) Descriptor() ([]byte, []int)

Deprecated: Use LoggingConfig.ProtoReflect.Descriptor instead.

func (*LoggingConfig) GetLogCollectorConfig

func (x *LoggingConfig) GetLogCollectorConfig() *LogCollectorConfig

func (*LoggingConfig) GetSamplingConfig

func (x *LoggingConfig) GetSamplingConfig() *SamplingConfig

func (*LoggingConfig) ProtoMessage

func (*LoggingConfig) ProtoMessage()

func (*LoggingConfig) ProtoReflect

func (x *LoggingConfig) ProtoReflect() protoreflect.Message

func (*LoggingConfig) Reset

func (x *LoggingConfig) Reset()

func (*LoggingConfig) String

func (x *LoggingConfig) String() string

type ModelConfig

type ModelConfig struct {

	// Name of the model.
	Name string `protobuf:"bytes,1,opt,name=name,proto3" json:"name,omitempty"`
	// List of aliases which can be used for addressing this model instead of
	// using the model name. This is an experimental field.
	Alias []string `protobuf:"bytes,9,rep,name=alias,proto3" json:"alias,omitempty"`
	// Base path to the model, excluding the version directory.
	// E.g> for a model at /foo/bar/my_model/123, where 123 is the version, the
	// base path is /foo/bar/my_model.
	//
	// (This can be changed once a model is in serving, *if* the underlying data
	// remains the same. Otherwise there are no guarantees about whether the old
	// or new data will be used for model versions currently loaded.)
	BasePath string `protobuf:"bytes,2,opt,name=base_path,json=basePath,proto3" json:"base_path,omitempty"`
	// Type of model.
	// TODO(b/31336131): DEPRECATED. Please use 'model_platform' instead.
	//
	// Deprecated: Do not use.
	ModelType ModelType `protobuf:"varint,3,opt,name=model_type,json=modelType,proto3,enum=tensorflow.serving.ModelType" json:"model_type,omitempty"`
	// Type of model (e.g. "tensorflow").
	//
	// (This cannot be changed once a model is in serving.)
	ModelPlatform string `protobuf:"bytes,4,opt,name=model_platform,json=modelPlatform,proto3" json:"model_platform,omitempty"`
	// Version policy for the model indicating which version(s) of the model to
	// load and make available for serving simultaneously.
	// The default option is to serve only the latest version of the model.
	//
	// (This can be changed once a model is in serving.)
	ModelVersionPolicy *FileSystemStoragePathSourceConfig_ServableVersionPolicy `protobuf:"bytes,7,opt,name=model_version_policy,json=modelVersionPolicy,proto3" json:"model_version_policy,omitempty"`
	// String labels to associate with versions of the model, allowing inference
	// queries to refer to versions by label instead of number. Multiple labels
	// can map to the same version, but not vice-versa.
	//
	// An envisioned use-case for these labels is canarying tentative versions.
	// For example, one can assign labels "stable" and "canary" to two specific
	// versions. Perhaps initially "stable" is assigned to version 0 and "canary"
	// to version 1. Once version 1 passes canary, one can shift the "stable"
	// label to refer to version 1 (at that point both labels map to the same
	// version -- version 1 -- which is fine). Later once version 2 is ready to
	// canary one can move the "canary" label to version 2. And so on.
	VersionLabels map[string]int64 `` /* 189-byte string literal not displayed */
	// Configures logging requests and responses, to the model.
	//
	// (This can be changed once a model is in serving.)
	LoggingConfig *LoggingConfig `protobuf:"bytes,6,opt,name=logging_config,json=loggingConfig,proto3" json:"logging_config,omitempty"`
	// contains filtered or unexported fields
}

Common configuration for loading a model being served.

func (*ModelConfig) Descriptor deprecated

func (*ModelConfig) Descriptor() ([]byte, []int)

Deprecated: Use ModelConfig.ProtoReflect.Descriptor instead.

func (*ModelConfig) GetAlias

func (x *ModelConfig) GetAlias() []string

func (*ModelConfig) GetBasePath

func (x *ModelConfig) GetBasePath() string

func (*ModelConfig) GetLoggingConfig

func (x *ModelConfig) GetLoggingConfig() *LoggingConfig

func (*ModelConfig) GetModelPlatform

func (x *ModelConfig) GetModelPlatform() string

func (*ModelConfig) GetModelType deprecated

func (x *ModelConfig) GetModelType() ModelType

Deprecated: Do not use.

func (*ModelConfig) GetModelVersionPolicy

func (*ModelConfig) GetName

func (x *ModelConfig) GetName() string

func (*ModelConfig) GetVersionLabels

func (x *ModelConfig) GetVersionLabels() map[string]int64

func (*ModelConfig) ProtoMessage

func (*ModelConfig) ProtoMessage()

func (*ModelConfig) ProtoReflect

func (x *ModelConfig) ProtoReflect() protoreflect.Message

func (*ModelConfig) Reset

func (x *ModelConfig) Reset()

func (*ModelConfig) String

func (x *ModelConfig) String() string

type ModelConfigList

type ModelConfigList struct {
	Config []*ModelConfig `protobuf:"bytes,1,rep,name=config,proto3" json:"config,omitempty"`
	// contains filtered or unexported fields
}

Static list of models to be loaded for serving.

func (*ModelConfigList) Descriptor deprecated

func (*ModelConfigList) Descriptor() ([]byte, []int)

Deprecated: Use ModelConfigList.ProtoReflect.Descriptor instead.

func (*ModelConfigList) GetConfig

func (x *ModelConfigList) GetConfig() []*ModelConfig

func (*ModelConfigList) ProtoMessage

func (*ModelConfigList) ProtoMessage()

func (*ModelConfigList) ProtoReflect

func (x *ModelConfigList) ProtoReflect() protoreflect.Message

func (*ModelConfigList) Reset

func (x *ModelConfigList) Reset()

func (*ModelConfigList) String

func (x *ModelConfigList) String() string

type ModelServerConfig

type ModelServerConfig struct {

	// ModelServer takes either a static file-based model config list or an Any
	// proto representing custom model config that is fetched dynamically at
	// runtime (through network RPC, custom service, etc.).
	//
	// Types that are assignable to Config:
	//	*ModelServerConfig_ModelConfigList
	//	*ModelServerConfig_CustomModelConfig
	Config isModelServerConfig_Config `protobuf_oneof:"config"`
	// contains filtered or unexported fields
}

ModelServer config.

func (*ModelServerConfig) Descriptor deprecated

func (*ModelServerConfig) Descriptor() ([]byte, []int)

Deprecated: Use ModelServerConfig.ProtoReflect.Descriptor instead.

func (*ModelServerConfig) GetConfig

func (m *ModelServerConfig) GetConfig() isModelServerConfig_Config

func (*ModelServerConfig) GetCustomModelConfig

func (x *ModelServerConfig) GetCustomModelConfig() *any.Any

func (*ModelServerConfig) GetModelConfigList

func (x *ModelServerConfig) GetModelConfigList() *ModelConfigList

func (*ModelServerConfig) ProtoMessage

func (*ModelServerConfig) ProtoMessage()

func (*ModelServerConfig) ProtoReflect

func (x *ModelServerConfig) ProtoReflect() protoreflect.Message

func (*ModelServerConfig) Reset

func (x *ModelServerConfig) Reset()

func (*ModelServerConfig) String

func (x *ModelServerConfig) String() string

type ModelServerConfig_CustomModelConfig

type ModelServerConfig_CustomModelConfig struct {
	CustomModelConfig *any.Any `protobuf:"bytes,2,opt,name=custom_model_config,json=customModelConfig,proto3,oneof"`
}

type ModelServerConfig_ModelConfigList

type ModelServerConfig_ModelConfigList struct {
	ModelConfigList *ModelConfigList `protobuf:"bytes,1,opt,name=model_config_list,json=modelConfigList,proto3,oneof"`
}

type ModelType

type ModelType int32

The type of model. TODO(b/31336131): DEPRECATED.

const (
	// Deprecated: Do not use.
	ModelType_MODEL_TYPE_UNSPECIFIED ModelType = 0
	// Deprecated: Do not use.
	ModelType_TENSORFLOW ModelType = 1
	// Deprecated: Do not use.
	ModelType_OTHER ModelType = 2
)

func (ModelType) Descriptor

func (ModelType) Descriptor() protoreflect.EnumDescriptor

func (ModelType) Enum

func (x ModelType) Enum() *ModelType

func (ModelType) EnumDescriptor deprecated

func (ModelType) EnumDescriptor() ([]byte, []int)

Deprecated: Use ModelType.Descriptor instead.

func (ModelType) Number

func (x ModelType) Number() protoreflect.EnumNumber

func (ModelType) String

func (x ModelType) String() string

func (ModelType) Type

type SamplingConfig

type SamplingConfig struct {

	// Requests will be logged uniformly at random with this probability. Valid
	// range: [0, 1.0].
	SamplingRate float64 `protobuf:"fixed64,1,opt,name=sampling_rate,json=samplingRate,proto3" json:"sampling_rate,omitempty"`
	// contains filtered or unexported fields
}

func (*SamplingConfig) Descriptor deprecated

func (*SamplingConfig) Descriptor() ([]byte, []int)

Deprecated: Use SamplingConfig.ProtoReflect.Descriptor instead.

func (*SamplingConfig) GetSamplingRate

func (x *SamplingConfig) GetSamplingRate() float64

func (*SamplingConfig) ProtoMessage

func (*SamplingConfig) ProtoMessage()

func (*SamplingConfig) ProtoReflect

func (x *SamplingConfig) ProtoReflect() protoreflect.Message

func (*SamplingConfig) Reset

func (x *SamplingConfig) Reset()

func (*SamplingConfig) String

func (x *SamplingConfig) String() string

Jump to

Keyboard shortcuts

? : This menu
/ : Search site
f or F : Jump to
y or Y : Canonical URL