v1beta1

package

Go to main page

Versions in this module

v0

v0.13.0-rc0

May 6, 2024

v0.12.1

Apr 21, 2024

v0.12.0

Feb 24, 2024

Changes in this version

+ const StorageUriPresentInTransformerError

+ type HuggingFaceRuntimeSpec struct

+ func (in *HuggingFaceRuntimeSpec) DeepCopy() *HuggingFaceRuntimeSpec

+ func (in *HuggingFaceRuntimeSpec) DeepCopyInto(out *HuggingFaceRuntimeSpec)

+ func (o *HuggingFaceRuntimeSpec) Default(config *InferenceServicesConfig)

+ func (o *HuggingFaceRuntimeSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (o *HuggingFaceRuntimeSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (o *HuggingFaceRuntimeSpec) Validate() error

type IngressConfig

+ DisableIngressCreation bool

type PredictorSpec

+ HuggingFace *HuggingFaceRuntimeSpec

v0.12.0-rc1

Jan 27, 2024

v0.12.0-rc0

Dec 24, 2023

v0.11.2

Nov 15, 2023

v0.11.1

Sep 22, 2023

v0.11.0

Aug 7, 2023

Changes in this version

+ const LatestDeploymentReady

+ const RoutesReady

type ComponentExtensionSpec

+ Annotations map[string]string

+ Labels map[string]string

type InferenceServiceStatus

+ func (ss *InferenceServiceStatus) IsConditionFalse(t apis.ConditionType) bool

+ func (ss *InferenceServiceStatus) IsConditionUnknown(t apis.ConditionType) bool

+ func (ss *InferenceServiceStatus) PropagateCrossComponentStatus(componentList []ComponentType, conditionType apis.ConditionType)

type PodSpec

+ HostUsers *bool

+ ResourceClaims []v1.PodResourceClaim

+ SchedulingGates []v1.PodSchedulingGate

v0.11.0-rc1

Jul 10, 2023

v0.11.0-rc0

May 20, 2023

v0.10.2

Jun 25, 2023

v0.10.1

Mar 5, 2023

Changes in this version

type IngressConfig

+ PathTemplate string

v0.10.0

Jan 22, 2023

Changes in this version

type DeployConfig

+ func (in *DeployConfig) DeepCopy() *DeployConfig

+ func (in *DeployConfig) DeepCopyInto(out *DeployConfig)

type ExplainerConfig

+ func (in *ExplainerConfig) DeepCopy() *ExplainerConfig

+ func (in *ExplainerConfig) DeepCopyInto(out *ExplainerConfig)

type ExplainersConfig

+ func (in *ExplainersConfig) DeepCopy() *ExplainersConfig

+ func (in *ExplainersConfig) DeepCopyInto(out *ExplainersConfig)

type FailureInfo

+ ExitCode int32

type InferenceServicesConfig

+ func (in *InferenceServicesConfig) DeepCopy() *InferenceServicesConfig

+ func (in *InferenceServicesConfig) DeepCopyInto(out *InferenceServicesConfig)

type IngressConfig

+ DisableIstioVirtualHost bool

+ func (in *IngressConfig) DeepCopy() *IngressConfig

+ func (in *IngressConfig) DeepCopyInto(out *IngressConfig)

type PodSpec

+ OS *v1.PodOS

v0.10.0-rc1

Dec 24, 2022

v0.10.0-rc0

Nov 18, 2022

v0.9.0

Jul 22, 2022

Changes in this version

+ const DefaultDomainTemplate

+ const DefaultIngressDomain

+ const DefaultUrlScheme

+ const UnsupportedStorageSpecFormatError

+ var SupportedStorageSpecURIPrefixList = []string

+ func GetProtocolVersionPriority(protocols []constants.InferenceServiceProtocol) int

type ComponentExtensionSpec

+ ScaleMetric *ScaleMetric

+ ScaleTarget *int

type ComponentImplementation

+ GetStorageSpec func() *StorageSpec

type ComponentStatusSpec

+ GrpcURL *apis.URL

+ RestURL *apis.URL

type CustomExplainer

+ func (c *CustomExplainer) GetStorageSpec() *StorageSpec

type CustomPredictor

+ func (c *CustomPredictor) GetStorageSpec() *StorageSpec

type CustomTransformer

+ func (c *CustomTransformer) GetStorageSpec() *StorageSpec

type ExplainerExtensionSpec

+ Storage *StorageSpec

+ func (e *ExplainerExtensionSpec) GetStorageSpec() *StorageSpec

+ func (e *ExplainerExtensionSpec) GetStorageUri() *string

+ func (e *ExplainerExtensionSpec) Validate() error

+ type FailureInfo struct

+ Location string

+ Message string

+ ModelRevisionName string

+ Reason FailureReason

+ Time *metav1.Time

+ func (in *FailureInfo) DeepCopy() *FailureInfo

+ func (in *FailureInfo) DeepCopyInto(out *FailureInfo)

+ type FailureReason string

+ const InvalidPredictorSpec

+ const ModelLoadFailed

+ const NoSupportingRuntime

+ const RuntimeDisabled

+ const RuntimeNotRecognized

+ const RuntimeUnhealthy

type InferenceService

+ func (isvc *InferenceService) SetMlServerDefaults()

+ func (isvc *InferenceService) SetRuntimeDefaults()

+ func (isvc *InferenceService) SetTorchServeDefaults()

+ func (isvc *InferenceService) SetTritonDefaults()

type InferenceServiceStatus

+ ModelStatus ModelStatus

+ func (ss *InferenceServiceStatus) PropagateModelStatus(statusSpec ComponentStatusSpec, podList *v1.PodList, rawDeplyment bool)

+ func (ss *InferenceServiceStatus) SetModelFailureInfo(info *FailureInfo) bool

+ func (ss *InferenceServiceStatus) UpdateModelRevisionStates(modelState ModelState, totalCopies int, info *FailureInfo)

+ func (ss *InferenceServiceStatus) UpdateModelTransitionStatus(status TransitionStatus, info *FailureInfo)

type IngressConfig

+ DomainTemplate string

+ IngressClassName *string

+ UrlScheme string

+ type ModelCopies struct

+ FailedCopies int

+ TotalCopies int

+ func (in *ModelCopies) DeepCopy() *ModelCopies

+ func (in *ModelCopies) DeepCopyInto(out *ModelCopies)

+ type ModelRevisionStates struct

+ ActiveModelState ModelState

+ TargetModelState ModelState

+ func (in *ModelRevisionStates) DeepCopy() *ModelRevisionStates

+ func (in *ModelRevisionStates) DeepCopyInto(out *ModelRevisionStates)

+ type ModelState string

+ const FailedToLoad

+ const Loaded

+ const Loading

+ const Pending

+ const Standby

+ type ModelStatus struct

+ LastFailureInfo *FailureInfo

+ ModelCopies *ModelCopies

+ ModelRevisionStates *ModelRevisionStates

+ TransitionStatus TransitionStatus

+ func (in *ModelStatus) DeepCopy() *ModelStatus

+ func (in *ModelStatus) DeepCopyInto(out *ModelStatus)

type PredictorExtensionSpec

+ Storage *StorageSpec

+ func (p *PredictorExtensionSpec) GetStorageSpec() *StorageSpec

+ func (p *PredictorExtensionSpec) GetStorageUri() *string

+ func (p *PredictorExtensionSpec) Validate() error

+ type ScaleMetric string

+ const MetricCPU

+ const MetricConcurrency

+ const MetricMemory

+ const MetricRPS

+ type StorageSpec struct

+ Parameters *map[string]string

+ Path *string

+ SchemaPath *string

+ StorageKey *string

+ func (in *StorageSpec) DeepCopy() *StorageSpec

+ func (in *StorageSpec) DeepCopyInto(out *StorageSpec)

+ type TransitionStatus string

+ const BlockedByFailedLoad

+ const InProgress

+ const InvalidSpec

+ const UpToDate

v0.9.0-rc0

Jun 13, 2022

v0.8.0

Feb 14, 2022

Changes in this version

+ const TransformerConfigurationReady

+ const V1ServiceEnvelope

+ const V2ServiceEnvelope

type InferenceServiceStatus

+ func (ss *InferenceServiceStatus) ClearCondition(conditionType apis.ConditionType)

+ type ModelFormat struct

+ Name string

+ Version *string

+ func (in *ModelFormat) DeepCopy() *ModelFormat

+ func (in *ModelFormat) DeepCopyInto(out *ModelFormat)

+ type ModelSpec struct

+ ModelFormat ModelFormat

+ Runtime *string

+ func (in *ModelSpec) DeepCopy() *ModelSpec

+ func (in *ModelSpec) DeepCopyInto(out *ModelSpec)

+ func (m *ModelSpec) Default(config *InferenceServicesConfig)

+ func (m *ModelSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (m *ModelSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (m *ModelSpec) GetStorageUri() *string

+ func (m *ModelSpec) GetSupportingRuntimes(cl client.Client, namespace string, isMMS bool) ([]v1alpha1.ServingRuntimeSpec, error)

+ func (m *ModelSpec) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (m *ModelSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (m *ModelSpec) RuntimeSupportsModel(srSpec *v1alpha1.ServingRuntimeSpec) bool

+ func (m *ModelSpec) Validate() error

type PredictorSpec

+ Model *ModelSpec

v0.8.0-rc0

Jan 16, 2022

v0.7.0

Oct 8, 2021

Changes in this version

+ const DefaultPyTorchModelClassName

+ const DeployConfigName

+ const ExplainerConfigKeyName

+ const ExplainerConfigurationReady

+ const ExplainerReady

+ const ExplainerRoutesReady

+ const IngressConfigKeyName

+ const IngressReady

+ const InvalidISVCNameFormatError

+ const InvalidInferenceProtocolVersion

+ const InvalidLoggerType

+ const InvalidProtocol

+ const InvalidPyTorchRuntimeExcludesGPU

+ const InvalidPyTorchRuntimeIncludesGPU

+ const InvalidWorkerArgument

+ const IsvcNameFmt

+ const MaxReplicasLowerBoundExceededError

+ const MaxWorkersShouldBeLessThanMaxError

+ const MinReplicasLowerBoundExceededError

+ const MinReplicasShouldBeLessThanMaxError

+ const ParallelismLowerBoundExceededError

+ const PredictorConfigKeyName

+ const PredictorConfigurationReady

+ const PredictorReady

+ const PredictorRouteReady

+ const PyTorchServingGPUSuffix

+ const TransformerConfigKeyName

+ const TransformerConfigurationeReady

+ const TransformerReady

+ const TransformerRouteReady

+ const UnsupportedStorageURIFormatError

+ var APIVersion = "v1beta1"

+ var AddToScheme = SchemeBuilder.AddToScheme

+ var AzureBlobURIRegEx = "https://(.+?).blob.core.windows.net/(.+)"

+ var AzureBlobURL = "blob.core.windows.net"

+ var DefaultONNXFileName = "model.onnx"

+ var InvalidTensorflowRuntimeExcludesGPU = "Tensorflow RuntimeVersion is GPU enabled but GPU resources are not requested. " + InvalidTensorflowRuntimeVersionError

+ var InvalidTensorflowRuntimeIncludesGPU = "Tensorflow RuntimeVersion is not GPU enabled but GPU resources are requested. " + InvalidTensorflowRuntimeVersionError

+ var InvalidTensorflowRuntimeVersionError = "Tensorflow RuntimeVersion must be one of %s"

+ var IsvcRegexp = regexp.MustCompile("^" + IsvcNameFmt + "$")

+ var ONNXFileExt = ".onnx"

+ var ONNXServingGRPCPort = "9000"

+ var ONNXServingRestPort = "8080"

+ var SchemeBuilder = &scheme.Builder

+ var SchemeGroupVersion = schema.GroupVersion

+ var SupportedStorageURIPrefixList = []string

+ var TensorflowEntrypointCommand = "/usr/bin/tensorflow_model_server"

+ var TensorflowServingGPUSuffix = "-gpu"

+ var TensorflowServingGRPCPort = "9000"

+ var TensorflowServingRestPort = "8080"

+ var TritonISGRPCPort = int32(9000)

+ var TritonISRestPort = int32(8080)

+ func ExactlyOneErrorFor(component Component) error

+ func GetIntReference(number int) *int

+ func GetOpenAPIDefinitions(ref common.ReferenceCallback) map[string]common.OpenAPIDefinition

+ func IsPrefixStorageURISupported(storageURI string, supportedStorageURIPrefixes []string) bool

+ func Resource(resource string) schema.GroupResource

+ func ValidateMaxArgumentWorkers(slice []string, maxWorkers int64) error

+ type AIXExplainerSpec struct

+ Type AIXExplainerType

+ func (in *AIXExplainerSpec) DeepCopy() *AIXExplainerSpec

+ func (in *AIXExplainerSpec) DeepCopyInto(out *AIXExplainerSpec)

+ func (s *AIXExplainerSpec) Default(config *InferenceServicesConfig)

+ func (s *AIXExplainerSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (s *AIXExplainerSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (s *AIXExplainerSpec) GetResourceRequirements() *v1.ResourceRequirements

+ func (s *AIXExplainerSpec) GetStorageUri() *string

+ func (s *AIXExplainerSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (s *AIXExplainerSpec) Validate() error

+ type AIXExplainerType string

+ const AIXLimeImageExplainer

+ type ARTExplainerSpec struct

+ Type ARTExplainerType

+ func (in *ARTExplainerSpec) DeepCopy() *ARTExplainerSpec

+ func (in *ARTExplainerSpec) DeepCopyInto(out *ARTExplainerSpec)

+ func (s *ARTExplainerSpec) Default(config *InferenceServicesConfig)

+ func (s *ARTExplainerSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (s *ARTExplainerSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (s *ARTExplainerSpec) GetResourceRequirements() *v1.ResourceRequirements

+ func (s *ARTExplainerSpec) GetStorageUri() *string

+ func (s *ARTExplainerSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (s *ARTExplainerSpec) Validate() error

+ type ARTExplainerType string

+ const ARTSquareAttackExplainer

+ type AlibiExplainerSpec struct

+ Type AlibiExplainerType

+ func (in *AlibiExplainerSpec) DeepCopy() *AlibiExplainerSpec

+ func (in *AlibiExplainerSpec) DeepCopyInto(out *AlibiExplainerSpec)

+ func (s *AlibiExplainerSpec) Default(config *InferenceServicesConfig)

+ func (s *AlibiExplainerSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (s *AlibiExplainerSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (s *AlibiExplainerSpec) GetResourceRequirements() *v1.ResourceRequirements

+ func (s *AlibiExplainerSpec) GetStorageUri() *string

+ func (s *AlibiExplainerSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (s *AlibiExplainerSpec) Validate() error

+ type AlibiExplainerType string

+ const AlibiAnchorsImageExplainer

+ const AlibiAnchorsTabularExplainer

+ const AlibiAnchorsTextExplainer

+ const AlibiContrastiveExplainer

+ const AlibiCounterfactualsExplainer

+ type Batcher struct

+ MaxBatchSize *int

+ MaxLatency *int

+ Timeout *int

+ func (in *Batcher) DeepCopy() *Batcher

+ func (in *Batcher) DeepCopyInto(out *Batcher)

+ type Component interface

+ GetExtensions func() *ComponentExtensionSpec

+ GetImplementation func() ComponentImplementation

+ GetImplementations func() []ComponentImplementation

+ type ComponentExtensionSpec struct

+ Batcher *Batcher

+ CanaryTrafficPercent *int64

+ ContainerConcurrency *int64

+ Logger *LoggerSpec

+ MaxReplicas int

+ MinReplicas *int

+ TimeoutSeconds *int64

+ func (in *ComponentExtensionSpec) DeepCopy() *ComponentExtensionSpec

+ func (in *ComponentExtensionSpec) DeepCopyInto(out *ComponentExtensionSpec)

+ func (s *ComponentExtensionSpec) Default(config *InferenceServicesConfig)

+ func (s *ComponentExtensionSpec) Validate() error

+ type ComponentImplementation interface

+ Default func(config *InferenceServicesConfig)

+ GetContainer func(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ GetProtocol func() constants.InferenceServiceProtocol

+ GetStorageUri func() *string

+ IsMMS func(config *InferenceServicesConfig) bool

+ Validate func() error

+ func FirstNonNilComponent(objects []ComponentImplementation) ComponentImplementation

+ func NonNilComponents(objects []ComponentImplementation) (results []ComponentImplementation)

+ type ComponentStatusSpec struct

+ Address *duckv1.Addressable

+ LatestCreatedRevision string

+ LatestReadyRevision string

+ LatestRolledoutRevision string

+ PreviousRolledoutRevision string

+ Traffic []knservingv1.TrafficTarget

+ URL *apis.URL

+ func (in *ComponentStatusSpec) DeepCopy() *ComponentStatusSpec

+ func (in *ComponentStatusSpec) DeepCopyInto(out *ComponentStatusSpec)

+ type ComponentType string

+ const ExplainerComponent

+ const PredictorComponent

+ const TransformerComponent

+ type CustomExplainer struct

+ func NewCustomExplainer(podSpec *PodSpec) *CustomExplainer

+ func (c *CustomExplainer) Default(config *InferenceServicesConfig)

+ func (c *CustomExplainer) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (c *CustomExplainer) GetProtocol() constants.InferenceServiceProtocol

+ func (c *CustomExplainer) GetStorageUri() *string

+ func (c *CustomExplainer) IsMMS(config *InferenceServicesConfig) bool

+ func (in *CustomExplainer) DeepCopy() *CustomExplainer

+ func (in *CustomExplainer) DeepCopyInto(out *CustomExplainer)

+ func (s *CustomExplainer) Validate() error

+ type CustomPredictor struct

+ func NewCustomPredictor(podSpec *PodSpec) *CustomPredictor

+ func (c *CustomPredictor) Default(config *InferenceServicesConfig)

+ func (c *CustomPredictor) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (c *CustomPredictor) GetProtocol() constants.InferenceServiceProtocol

+ func (c *CustomPredictor) GetStorageUri() *string

+ func (c *CustomPredictor) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (c *CustomPredictor) IsMMS(config *InferenceServicesConfig) bool

+ func (c *CustomPredictor) Validate() error

+ func (in *CustomPredictor) DeepCopy() *CustomPredictor

+ func (in *CustomPredictor) DeepCopyInto(out *CustomPredictor)

+ type CustomTransformer struct

+ func NewCustomTransformer(podSpec *PodSpec) *CustomTransformer

+ func (c *CustomTransformer) Default(config *InferenceServicesConfig)

+ func (c *CustomTransformer) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (c *CustomTransformer) GetProtocol() constants.InferenceServiceProtocol

+ func (c *CustomTransformer) GetStorageUri() *string

+ func (c *CustomTransformer) IsMMS(config *InferenceServicesConfig) bool

+ func (c *CustomTransformer) Validate() error

+ func (in *CustomTransformer) DeepCopy() *CustomTransformer

+ func (in *CustomTransformer) DeepCopyInto(out *CustomTransformer)

+ type DeployConfig struct

+ DefaultDeploymentMode string

+ func NewDeployConfig(cli client.Client) (*DeployConfig, error)

+ type ExplainerConfig struct

+ ContainerImage string

+ DefaultImageVersion string

+ type ExplainerExtensionSpec struct

+ Config map[string]string

+ RuntimeVersion *string

+ StorageURI string

+ func (in *ExplainerExtensionSpec) DeepCopy() *ExplainerExtensionSpec

+ func (in *ExplainerExtensionSpec) DeepCopyInto(out *ExplainerExtensionSpec)

+ type ExplainerSpec struct

+ AIX *AIXExplainerSpec

+ ART *ARTExplainerSpec

+ Alibi *AlibiExplainerSpec

+ func (in *ExplainerSpec) DeepCopy() *ExplainerSpec

+ func (in *ExplainerSpec) DeepCopyInto(out *ExplainerSpec)

+ func (s *ExplainerSpec) GetExtensions() *ComponentExtensionSpec

+ func (s *ExplainerSpec) GetImplementation() ComponentImplementation

+ func (s *ExplainerSpec) GetImplementations() []ComponentImplementation

+ type ExplainersConfig struct

+ AIXExplainer ExplainerConfig

+ ARTExplainer ExplainerConfig

+ AlibiExplainer ExplainerConfig

+ type InferenceService struct

+ Spec InferenceServiceSpec

+ Status InferenceServiceStatus

+ func (*InferenceService) Hub()

+ func (in *InferenceService) DeepCopy() *InferenceService

+ func (in *InferenceService) DeepCopyInto(out *InferenceService)

+ func (in *InferenceService) DeepCopyObject() runtime.Object

+ func (isvc *InferenceService) Default()

+ func (isvc *InferenceService) DefaultInferenceService(config *InferenceServicesConfig)

+ func (isvc *InferenceService) ValidateCreate() error

+ func (isvc *InferenceService) ValidateDelete() error

+ func (isvc *InferenceService) ValidateUpdate(old runtime.Object) error

+ type InferenceServiceList struct

+ Items []InferenceService

+ func (in *InferenceServiceList) DeepCopy() *InferenceServiceList

+ func (in *InferenceServiceList) DeepCopyInto(out *InferenceServiceList)

+ func (in *InferenceServiceList) DeepCopyObject() runtime.Object

+ type InferenceServiceSpec struct

+ Explainer *ExplainerSpec

+ Predictor PredictorSpec

+ Transformer *TransformerSpec

+ func (in *InferenceServiceSpec) DeepCopy() *InferenceServiceSpec

+ func (in *InferenceServiceSpec) DeepCopyInto(out *InferenceServiceSpec)

+ type InferenceServiceStatus struct

+ Address *duckv1.Addressable

+ Components map[ComponentType]ComponentStatusSpec

+ URL *apis.URL

+ func (in *InferenceServiceStatus) DeepCopy() *InferenceServiceStatus

+ func (in *InferenceServiceStatus) DeepCopyInto(out *InferenceServiceStatus)

+ func (ss *InferenceServiceStatus) GetCondition(t apis.ConditionType) *apis.Condition

+ func (ss *InferenceServiceStatus) InitializeConditions()

+ func (ss *InferenceServiceStatus) IsConditionReady(t apis.ConditionType) bool

+ func (ss *InferenceServiceStatus) IsReady() bool

+ func (ss *InferenceServiceStatus) PropagateRawStatus(component ComponentType, deployment *appsv1.Deployment, url *apis.URL)

+ func (ss *InferenceServiceStatus) PropagateStatus(component ComponentType, serviceStatus *knservingv1.ServiceStatus)

+ func (ss *InferenceServiceStatus) SetCondition(conditionType apis.ConditionType, condition *apis.Condition)

+ type InferenceServicesConfig struct

+ Explainers ExplainersConfig

+ Predictors PredictorsConfig

+ Transformers TransformersConfig

+ func NewInferenceServicesConfig(cli client.Client) (*InferenceServicesConfig, error)

+ type IngressConfig struct

+ IngressDomain string

+ IngressGateway string

+ IngressServiceName string

+ LocalGateway string

+ LocalGatewayServiceName string

+ func NewIngressConfig(cli client.Client) (*IngressConfig, error)

+ type LightGBMSpec struct

+ func (in *LightGBMSpec) DeepCopy() *LightGBMSpec

+ func (in *LightGBMSpec) DeepCopyInto(out *LightGBMSpec)

+ func (x *LightGBMSpec) Default(config *InferenceServicesConfig)

+ func (x *LightGBMSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (x *LightGBMSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (x *LightGBMSpec) GetStorageUri() *string

+ func (x *LightGBMSpec) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (x *LightGBMSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (x *LightGBMSpec) Validate() error

+ type LoggerSpec struct

+ Mode LoggerType

+ URL *string

+ func (in *LoggerSpec) DeepCopy() *LoggerSpec

+ func (in *LoggerSpec) DeepCopyInto(out *LoggerSpec)

+ type LoggerType string

+ const LogAll

+ const LogRequest

+ const LogResponse

+ type ONNXRuntimeSpec struct

+ func (in *ONNXRuntimeSpec) DeepCopy() *ONNXRuntimeSpec

+ func (in *ONNXRuntimeSpec) DeepCopyInto(out *ONNXRuntimeSpec)

+ func (o *ONNXRuntimeSpec) Default(config *InferenceServicesConfig)

+ func (o *ONNXRuntimeSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (o *ONNXRuntimeSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (o *ONNXRuntimeSpec) GetStorageUri() *string

+ func (o *ONNXRuntimeSpec) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (o *ONNXRuntimeSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (o *ONNXRuntimeSpec) Validate() error

+ type PMMLSpec struct

+ func (in *PMMLSpec) DeepCopy() *PMMLSpec

+ func (in *PMMLSpec) DeepCopyInto(out *PMMLSpec)

+ func (p *PMMLSpec) Default(config *InferenceServicesConfig)

+ func (p *PMMLSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (p *PMMLSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (p *PMMLSpec) GetStorageUri() *string

+ func (p *PMMLSpec) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (p *PMMLSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (p *PMMLSpec) Validate() error

+ type PaddleServerSpec struct

+ func (in *PaddleServerSpec) DeepCopy() *PaddleServerSpec

+ func (in *PaddleServerSpec) DeepCopyInto(out *PaddleServerSpec)

+ func (p *PaddleServerSpec) Default(config *InferenceServicesConfig)

+ func (p *PaddleServerSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (p *PaddleServerSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (p *PaddleServerSpec) GetStorageUri() *string

+ func (p *PaddleServerSpec) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (p *PaddleServerSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (p *PaddleServerSpec) Validate() error

+ type PodSpec struct

+ ActiveDeadlineSeconds *int64

+ Affinity *v1.Affinity

+ AutomountServiceAccountToken *bool

+ Containers []v1.Container

+ DNSConfig *v1.PodDNSConfig

+ DNSPolicy v1.DNSPolicy

+ DeprecatedServiceAccount string

+ EnableServiceLinks *bool

+ EphemeralContainers []v1.EphemeralContainer

+ HostAliases []v1.HostAlias

+ HostIPC bool

+ HostNetwork bool

+ HostPID bool

+ Hostname string

+ ImagePullSecrets []v1.LocalObjectReference

+ InitContainers []v1.Container

+ NodeName string

+ NodeSelector map[string]string

+ Overhead v1.ResourceList

+ PreemptionPolicy *v1.PreemptionPolicy

+ Priority *int32

+ PriorityClassName string

+ ReadinessGates []v1.PodReadinessGate

+ RestartPolicy v1.RestartPolicy

+ RuntimeClassName *string

+ SchedulerName string

+ SecurityContext *v1.PodSecurityContext

+ ServiceAccountName string

+ SetHostnameAsFQDN *bool

+ ShareProcessNamespace *bool

+ Subdomain string

+ TerminationGracePeriodSeconds *int64

+ Tolerations []v1.Toleration

+ TopologySpreadConstraints []v1.TopologySpreadConstraint

+ Volumes []v1.Volume

+ func (in *PodSpec) DeepCopy() *PodSpec

+ func (in *PodSpec) DeepCopyInto(out *PodSpec)

+ type PredictorConfig struct

+ ContainerImage string

+ DefaultGpuImageVersion string

+ DefaultImageVersion string

+ DefaultTimeout int64

+ MultiModelServer bool

+ SupportedFrameworks []string

+ type PredictorExtensionSpec struct

+ ProtocolVersion *constants.InferenceServiceProtocol

+ RuntimeVersion *string

+ StorageURI *string

+ func (in *PredictorExtensionSpec) DeepCopy() *PredictorExtensionSpec

+ func (in *PredictorExtensionSpec) DeepCopyInto(out *PredictorExtensionSpec)

+ type PredictorImplementation interface

+ IsFrameworkSupported func(framework string, config *InferenceServicesConfig) bool

+ func NonNilPredictors(objects []PredictorImplementation) (results []PredictorImplementation)

+ type PredictorProtocols struct

+ V1 *PredictorConfig

+ V2 *PredictorConfig

+ type PredictorSpec struct

+ LightGBM *LightGBMSpec

+ ONNX *ONNXRuntimeSpec

+ PMML *PMMLSpec

+ Paddle *PaddleServerSpec

+ PyTorch *TorchServeSpec

+ SKLearn *SKLearnSpec

+ Tensorflow *TFServingSpec

+ Triton *TritonSpec

+ XGBoost *XGBoostSpec

+ func (in *PredictorSpec) DeepCopy() *PredictorSpec

+ func (in *PredictorSpec) DeepCopyInto(out *PredictorSpec)

+ func (s *PredictorSpec) GetExtensions() *ComponentExtensionSpec

+ func (s *PredictorSpec) GetImplementation() ComponentImplementation

+ func (s *PredictorSpec) GetImplementations() []ComponentImplementation

+ func (s *PredictorSpec) GetPredictorImplementation() *PredictorImplementation

+ func (s *PredictorSpec) GetPredictorImplementations() []PredictorImplementation

+ type PredictorsConfig struct

+ LightGBM PredictorConfig

+ ONNX PredictorConfig

+ PMML PredictorConfig

+ Paddle PredictorConfig

+ PyTorch PredictorProtocols

+ SKlearn PredictorProtocols

+ Tensorflow PredictorConfig

+ Triton PredictorConfig

+ XGBoost PredictorProtocols

+ type SKLearnSpec struct

+ func (in *SKLearnSpec) DeepCopy() *SKLearnSpec

+ func (in *SKLearnSpec) DeepCopyInto(out *SKLearnSpec)

+ func (k *SKLearnSpec) Default(config *InferenceServicesConfig)

+ func (k *SKLearnSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (k *SKLearnSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (k *SKLearnSpec) GetStorageUri() *string

+ func (k *SKLearnSpec) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (k *SKLearnSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (k *SKLearnSpec) Validate() error

+ type TFServingSpec struct

+ func (in *TFServingSpec) DeepCopy() *TFServingSpec

+ func (in *TFServingSpec) DeepCopyInto(out *TFServingSpec)

+ func (t *TFServingSpec) Default(config *InferenceServicesConfig)

+ func (t *TFServingSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (t *TFServingSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (t *TFServingSpec) GetStorageUri() *string

+ func (t *TFServingSpec) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (t *TFServingSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (t *TFServingSpec) Validate() error

+ type TorchServeSpec struct

+ ModelClassName string

+ func (in *TorchServeSpec) DeepCopy() *TorchServeSpec

+ func (in *TorchServeSpec) DeepCopyInto(out *TorchServeSpec)

+ func (t *TorchServeSpec) Default(config *InferenceServicesConfig)

+ func (t *TorchServeSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (t *TorchServeSpec) GetContainerV1(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (t *TorchServeSpec) GetContainerV2(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (t *TorchServeSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (t *TorchServeSpec) GetStorageUri() *string

+ func (t *TorchServeSpec) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (t *TorchServeSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (t *TorchServeSpec) Validate() error

+ type TransformerConfig struct

+ ContainerImage string

+ DefaultImageVersion string

+ type TransformerSpec struct

+ func (in *TransformerSpec) DeepCopy() *TransformerSpec

+ func (in *TransformerSpec) DeepCopyInto(out *TransformerSpec)

+ func (s *TransformerSpec) GetExtensions() *ComponentExtensionSpec

+ func (s *TransformerSpec) GetImplementation() ComponentImplementation

+ func (s *TransformerSpec) GetImplementations() []ComponentImplementation

+ type TransformersConfig struct

+ Feast TransformerConfig

+ type TritonSpec struct

+ func (in *TritonSpec) DeepCopy() *TritonSpec

+ func (in *TritonSpec) DeepCopyInto(out *TritonSpec)

+ func (t *TritonSpec) Default(config *InferenceServicesConfig)

+ func (t *TritonSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (t *TritonSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (t *TritonSpec) GetStorageUri() *string

+ func (t *TritonSpec) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (t *TritonSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (t *TritonSpec) Validate() error

+ type XGBoostSpec struct

+ func (in *XGBoostSpec) DeepCopy() *XGBoostSpec

+ func (in *XGBoostSpec) DeepCopyInto(out *XGBoostSpec)

+ func (x *XGBoostSpec) Default(config *InferenceServicesConfig)

+ func (x *XGBoostSpec) GetContainer(metadata metav1.ObjectMeta, extensions *ComponentExtensionSpec, ...) *v1.Container

+ func (x *XGBoostSpec) GetProtocol() constants.InferenceServiceProtocol

+ func (x *XGBoostSpec) GetStorageUri() *string

+ func (x *XGBoostSpec) IsFrameworkSupported(framework string, config *InferenceServicesConfig) bool

+ func (x *XGBoostSpec) IsMMS(config *InferenceServicesConfig) bool

+ func (x *XGBoostSpec) Validate() error

v0.7.0-rc0

Sep 5, 2021

?	: This menu
/	: Search site
f or F	: Jump to
y or Y	: Canonical URL