constants

Documentation

Index

• Constants
• Variables
• func CanaryExplainerServiceName(name string) string
• func CanaryPredictorServiceName(name string) string
• func CanaryServiceName(name string, endpoint InferenceServiceEndpoint) string
• func CanaryTransformerServiceName(name string) string
• func DefaultExplainerServiceName(name string) string
• func DefaultPredictorServiceName(name string) string
• func DefaultServiceName(name string, endpoint InferenceServiceEndpoint) string
• func DefaultTransformerServiceName(name string) string
• func ExplainPrefix(name string) string
• func ExplainRouteName(name string) string
• func PredictPrefix(name string) string
• func PredictRouteName(name string) string
• func PredictorURL(metadata v1.ObjectMeta, isCanary bool) string
• func RouteName(name string, verb InferenceServiceVerb) string
• func ServiceURL(name string, hostName string) string
• func VirtualServiceHostname(name string, predictorHostName string) string
• type InferenceServiceEndpoint
  • func (e InferenceServiceEndpoint) String() string
• type InferenceServiceVerb
  • func (v InferenceServiceVerb) String() string

Constants

const (
	PredictorConfigKeyName   = "predictors"
	TransformerConfigKeyName = "transformers"
	ExplainerConfigKeyName   = "explainers"
)

ConfigMap Keys

const (
	InferenceServiceDefault = "default"
	InferenceServiceCanary  = "canary"
)

InferenceService default/canary constants

const (
	ArgumentModelName     = "--model_name"
	ArgumentPredictorHost = "--predictor_host"
)

InferenceService model server args

const (
	CustomSpecStorageUriEnvVarKey = "STORAGE_URI"
)

InferenceService Environment Variables

const DefaultModelLocalMountPath = "/mnt/models"

DefaultModelLocalMountPath is where models will be mounted by the storage-initializer

const (
	NvidiaGPUResourceType = "nvidia.com/gpu"
)

GPU Constants

Variables

var (
	KFServingName         = "kfserving"
	KFServingAPIGroupName = "serving.kubeflow.org"
	KFServingNamespace    = getEnvOrDefault("POD_NAMESPACE", "kfserving-system")
)

KFServing Constants

var (
	InferenceServiceName          = "inferenceservice"
	InferenceServiceAPIName       = "inferenceservices"
	InferenceServicePodLabelKey   = KFServingAPIGroupName + "/" + InferenceServiceName
	InferenceServiceConfigMapName = "inferenceservice-config"
)

InferenceService Constants

var (
	InferenceServiceInternalAnnotationsPrefix        = "internal." + KFServingAPIGroupName
	StorageInitializerSourceUriInternalAnnotationKey = InferenceServiceInternalAnnotationsPrefix + "/storage-initializer-sourceuri"
)

InferenceService Internal Annotations

var (
	ControllerLabelName        = KFServingName + "-controller-manager"
	DefaultTimeout       int64 = 10
	DefaultScalingTarget       = "1"
)

Controller Constants

var (
	WebhookServerName                           = KFServingName + "-webhook-server"
	WebhookServerServiceName                    = WebhookServerName + "-service"
	WebhookServerSecretName                     = WebhookServerName + "-secret"
	InferenceServiceValidatingWebhookConfigName = strings.Join([]string{InferenceServiceName, KFServingAPIGroupName}, ".")
	InferenceServiceMutatingWebhookConfigName   = strings.Join([]string{InferenceServiceName, KFServingAPIGroupName}, ".")
	InferenceServiceValidatingWebhookName       = strings.Join([]string{InferenceServiceName, WebhookServerName, "validator"}, ".")
	InferenceServiceDefaultingWebhookName       = strings.Join([]string{InferenceServiceName, WebhookServerName, "defaulter"}, ".")
	PodMutatorWebhookName                       = strings.Join([]string{InferenceServiceName, WebhookServerName, "pod-mutator"}, ".")
	WebhookFailurePolicy                        = v1beta1.Fail
)

Webhook Constants

var (
	InferenceServiceGKEAcceleratorAnnotationKey = KFServingAPIGroupName + "/gke-accelerator"
)

InferenceService Annotations

Functions

func CanaryExplainerServiceName

func CanaryExplainerServiceName(name string) string

func CanaryPredictorServiceName

func CanaryPredictorServiceName(name string) string

func CanaryServiceName

func CanaryServiceName(name string, endpoint InferenceServiceEndpoint) string

func CanaryTransformerServiceName

func CanaryTransformerServiceName(name string) string

func DefaultExplainerServiceName

func DefaultExplainerServiceName(name string) string

func DefaultPredictorServiceName

func DefaultPredictorServiceName(name string) string

func DefaultServiceName

func DefaultServiceName(name string, endpoint InferenceServiceEndpoint) string

func DefaultTransformerServiceName

func DefaultTransformerServiceName(name string) string

func ExplainPrefix

func ExplainPrefix(name string) string

func ExplainRouteName

func ExplainRouteName(name string) string

func PredictPrefix

func PredictPrefix(name string) string

func PredictRouteName

func PredictRouteName(name string) string

func PredictorURL

func PredictorURL(metadata v1.ObjectMeta, isCanary bool) string

func RouteName

func RouteName(name string, verb InferenceServiceVerb) string

func ServiceURL

func ServiceURL(name string, hostName string) string

func VirtualServiceHostname

func VirtualServiceHostname(name string, predictorHostName string) string

Types

type InferenceServiceEndpoint

type InferenceServiceEndpoint string

const (
	Predictor   InferenceServiceEndpoint = "predictor"
	Explainer   InferenceServiceEndpoint = "explainer"
	Transformer InferenceServiceEndpoint = "transformer"
)

InferenceService Endpoint enums

func (InferenceServiceEndpoint) String

func (e InferenceServiceEndpoint) String() string

type InferenceServiceVerb

type InferenceServiceVerb string

const (
	Predict InferenceServiceVerb = "predict"
	Explain InferenceServiceVerb = "explain"
)

InferenceService verb enums

func (InferenceServiceVerb) String

func (v InferenceServiceVerb) String() string