KServe values#

Values under kserve configure KServe and Knative Serving, which run model deployments.

Generated from the Hopsworks Helm chart 5.1.0 (Hopsworks 5.1.0).

Deployed according to the first of these values that is set: hopsworks.variables.kube_kserve_installed, global._hopsworks.full_platform.

General#

Defaults as YAML

kserve:
  activator:
    minReplicas: 1
    podDisruptionBudget:
      enabled: true
      minAvailable: 1
    serviceAccount:
      annotations: {}
  cainjector:
    serviceAccount:
      annotations: {}
  cleanupOnUninstall:
    enabled: true
    ttlSecondsAfterFinished: null
  hopsworkslib: {}
  inferenceLogger:
    image: hopsworks/inference-logger
    tag: 5.1.0
  istioCRD:
    serviceAccount:
      annotations: {}
  kserve:
    servingruntime:
      vllmomni:
        imageRegistry: ''
        tag: v0.20.0
      vllmopenai:
        imageRegistry: ''
        tag: v0.20.0
  kserveUtilsImage:
    name: hopsworks/kserve-utils
    tag: 0.1.10
  manager:
    serviceAccount:
      annotations: {}
  storageInitializer:
    image: hopsworks/storage-initializer
    tag: 5.1.0
  webhook:
    minReplicas: 1
    podDisruptionBudget:
      enabled: true
      minAvailable: 1
    serviceAccount:
      annotations: {}

kserve #

Type object. override kserve values

Default

kserve:
  servingruntime:
    vllmomni:
      imageRegistry: ''
      tag: v0.20.0
    vllmopenai:
      imageRegistry: ''
      tag: v0.20.0

kserve.activator.minReplicas #

Type int, default 1.

kserve.activator.podDisruptionBudget.enabled #

Type bool, default true.

kserve.activator.podDisruptionBudget.minAvailable #

Type int, default 1.

kserve.activator.serviceAccount.annotations #

Type object, default {}. service account annotations

kserve.cainjector.serviceAccount.annotations #

Type object, default {}. service account annotations

kserve.cleanupOnUninstall #

Type object, default {"enabled":true,"ttlSecondsAfterFinished":null}. post-delete cleanup of Istio/KServe leftovers (cert-manager-issued webhook cert Secrets, plus the istiod CA Secret and CA/leader-election ConfigMaps) that are created at runtime and so are never tracked or pruned by Helm/ArgoCD.

kserve.cleanupOnUninstall.enabled #

Type bool, default true. enable the post-delete Istio/KServe cleanup hook

kserve.cleanupOnUninstall.ttlSecondsAfterFinished #

Type string, default nil. ttlSecondsAfterFinished for the cleanup Job; null falls through to the global default

kserve.hopsworkslib #

Type object, default {}. override hopsworkslib values

kserve.inferenceLogger.image #

Type string, default "hopsworks/inference-logger".

kserve.inferenceLogger.tag #

Type string, default "5.1.0".

kserve.istioCRD.serviceAccount.annotations #

Type object, default {}. service account annotations

kserve.kserveUtilsImage.name #

Type string, default "hopsworks/kserve-utils".

kserve.kserveUtilsImage.tag #

Type string, default "0.1.10".

kserve.manager.serviceAccount.annotations #

Type object, default {}. service account annotations

kserve.storageInitializer.image #

Type string, default "hopsworks/storage-initializer".

kserve.storageInitializer.tag #

Type string, default "5.1.0".

kserve.webhook.minReplicas #

Type int, default 1.

kserve.webhook.podDisruptionBudget.enabled #

Type bool, default true.

kserve.webhook.podDisruptionBudget.minAvailable #

Type int, default 1.

kserve.webhook.serviceAccount.annotations #

Type object, default {}. service account annotations

cert_manager#

Defaults as YAML

kserve:
  cert_manager:
    enabled: true
    jobResources:
      cainjector:
        limits:
          cpu: 200m
      controller:
        limits:
          cpu: 500m
          memory: 2Gi
      webhook:
        limits:
          cpu: 200m
    nodeSelector: {}
    tolerations: []
    topologySpreadConstraint: {}
    version: v1.21.1

kserve.cert_manager.enabled #: Type bool, default true.
kserve.cert_manager.jobResources.cainjector #: Type object, default {"limits":{"cpu":"200m"}}. cainjector resources configuration
kserve.cert_manager.jobResources.cainjector.limits #: Type object, default {"cpu":"200m"}. cainjector resources limits configuration
kserve.cert_manager.jobResources.controller #: Type object, default {"limits":{"cpu":"500m","memory":"2Gi"}}. controller resources configuration
kserve.cert_manager.jobResources.webhook #: Type object, default {"limits":{"cpu":"200m"}}. webhook resources configuration
kserve.cert_manager.jobResources.webhook.limits #: Type object, default {"cpu":"200m"}. webhook resources limits configuration
kserve.cert_manager.nodeSelector #: Type object, default {}. node selector configuration
kserve.cert_manager.tolerations #: Type list, default [].
kserve.cert_manager.topologySpreadConstraint #: Type object, default {}. The default topology spread constraint. If not defined the global topology spread constraint would be used instead.
kserve.cert_manager.version #: Type string, default "v1.21.1". cert-manager version. v1.21 is the line whose supported Kubernetes range (1.33-1.36) covers this chart's kubeVersion window (1.34-1.36); kserve-deps.env pins v1.17 (KServe CI), which is EOL and tops out at Kubernetes 1.33.

crdUpgradeJob#

Defaults as YAML

kserve:
  crdUpgradeJob:
    name: kserve-crd-upgrade
    nodeSelector: {}
    resources:
      requests:
        cpu: 100m
        memory: 128Mi
    serviceAccount:
      annotations: {}
    tolerations: []

kserve.crdUpgradeJob.name #: Type string, default "kserve-crd-upgrade".
kserve.crdUpgradeJob.nodeSelector #: Type object, default {}. node selector configuration
kserve.crdUpgradeJob.resources #: Type object, default {"requests":{"cpu":"100m","memory":"128Mi"}}. resources configuration
kserve.crdUpgradeJob.serviceAccount.annotations #: Type object, default {}. service account annotations
kserve.crdUpgradeJob.tolerations #: Type list, default [].

dependencies#

Defaults as YAML

kserve:
  dependencies:
    hopsworks:
      consulServiceName: glassfish
      consulServiceTag: hopsworks
      port: 8182
    registry:
      consulServiceName: registry
      port: 30443
      registryProtocol: https

kserve.dependencies.hopsworks.consulServiceName #: Type string, default "glassfish".
kserve.dependencies.hopsworks.consulServiceTag #: Type string, default "hopsworks".
kserve.dependencies.hopsworks.port #: Type int, default 8182.
kserve.dependencies.registry.consulServiceName #: Type string, default "registry".
kserve.dependencies.registry.port #: Type int, default 30443.
kserve.dependencies.registry.registryProtocol #: Type string, default "https".

istio#

Defaults as YAML

kserve:
  istio:
    crdClassInstallServiceAccount:
      apiGroups:
      - networking.istio.io
      - security.istio.io
      - rbac.istio.io
      - authentication.istio.io
      name: istio-crd-class-install-sa
      resources:
      - '*'
      verbs:
      - get
      - list
      - watch
      - create
      - update
      - patch
      - delete
    envoyFilter:
      corsAllowedOrigins:
      - https://hopsworks.ai.local
      jobName: envoyfilterjob
      resources:
        limits:
          cpu: 200m
    gateways:
      clusterLocal:
        podDisruptionBudget:
          enabled: true
          minAvailable: 1
        replicaCount: 1
      http10: false
      ingress:
        http10: false
        http2Port: 32080
        httpsPort: 32443
        name: istio-ingressgateway
        podDisruptionBudget:
          enabled: true
          minAvailable: 1
        replicaCount: 1
        statusPort: 32021
      jobName: gateway-operator-job
      operatorConfigFileName: istiooperator.yaml
      operatorConfigMountPath: /tmp
    istioctl:
      currentVersion: 1.29.7
      installJobName: istioctl-install-job
      jobRetries: 4
      name: istioctl
      readinessTimeout: 15m0s
      resources:
        requests:
          cpu: 200m
          memory: 256Mi
      serviceAccount:
        annotations: {}
      targetVersion: 1.29.7
      uninstallJobName: istioctl-uninstall-job
    nodeSelector: {}
    pilot:
      podDisruptionBudget:
        enabled: true
        minAvailable: 1
      replicaCount: 1
    tolerations: []

kserve.istio.crdClassInstallServiceAccount.apiGroups[0] #: Type string, default "networking.istio.io".
kserve.istio.crdClassInstallServiceAccount.apiGroups[1] #: Type string, default "security.istio.io".
kserve.istio.crdClassInstallServiceAccount.apiGroups[2] #: Type string, default "rbac.istio.io".
kserve.istio.crdClassInstallServiceAccount.apiGroups[3] #: Type string, default "authentication.istio.io".
kserve.istio.crdClassInstallServiceAccount.name #: Type string, default "istio-crd-class-install-sa".
kserve.istio.crdClassInstallServiceAccount.resources[0] #: Type string, default "*".
kserve.istio.crdClassInstallServiceAccount.verbs[0] #: Type string, default "get".
kserve.istio.crdClassInstallServiceAccount.verbs[1] #: Type string, default "list".
kserve.istio.crdClassInstallServiceAccount.verbs[2] #: Type string, default "watch".
kserve.istio.crdClassInstallServiceAccount.verbs[3] #: Type string, default "create".
kserve.istio.crdClassInstallServiceAccount.verbs[4] #: Type string, default "update".
kserve.istio.crdClassInstallServiceAccount.verbs[5] #: Type string, default "patch".
kserve.istio.crdClassInstallServiceAccount.verbs[6] #: Type string, default "delete".
kserve.istio.envoyFilter.corsAllowedOrigins #: Type list, default ["https://hopsworks.ai.local"]. List of allowed origins for CORS requests. Defaults to the hopsworks ingress host. Update this when changing hopsworks.ingress.host. An empty list disables adding CORS headers (no CORS configuration will be applied). CORS responses for the listed origins are configured to allow credentials by default. Use ["*"] to allow all origins (not recommended with credentials).
kserve.istio.envoyFilter.jobName #: Type string, default "envoyfilterjob".
kserve.istio.envoyFilter.resources #: Type object, default {"limits":{"cpu":"200m"}}. resources configuration
kserve.istio.envoyFilter.resources.limits #: Type object, default {"cpu":"200m"}. resources limits configuration
kserve.istio.gateways.clusterLocal.podDisruptionBudget.enabled #: Type bool, default true.
kserve.istio.gateways.clusterLocal.podDisruptionBudget.minAvailable #: Type int, default 1.
kserve.istio.gateways.clusterLocal.replicaCount #: Type int, default 1.
kserve.istio.gateways.ingress.http10 #: Type bool, default false. Allow HTTP/1.0 requests through the ingress gateway
kserve.istio.gateways.ingress.http2Port #: Type int, default 32080.
kserve.istio.gateways.ingress.httpsPort #: Type int, default 32443.
kserve.istio.gateways.ingress.name #: Type string, default "istio-ingressgateway".
kserve.istio.gateways.ingress.podDisruptionBudget.enabled #: Type bool, default true.
kserve.istio.gateways.ingress.podDisruptionBudget.minAvailable #: Type int, default 1.
kserve.istio.gateways.ingress.replicaCount #: Type int, default 1.
kserve.istio.gateways.ingress.statusPort #: Type int, default 32021.
kserve.istio.gateways.jobName #: Type string, default "gateway-operator-job".
kserve.istio.gateways.operatorConfigFileName #: Type string, default "istiooperator.yaml".
kserve.istio.gateways.operatorConfigMountPath #: Type string, default "/tmp".
kserve.istio.istioctl.currentVersion #: Type string, default "1.29.7".
kserve.istio.istioctl.installJobName #: Type string, default "istioctl-install-job".
kserve.istio.istioctl.jobRetries #: Type int, default 4.
kserve.istio.istioctl.name #: Type string, default "istioctl".
kserve.istio.istioctl.readinessTimeout #: Type string, default "15m0s".
kserve.istio.istioctl.resources #: Type object, default {"requests":{"cpu":"200m","memory":"256Mi"}}. resources configuration
kserve.istio.istioctl.serviceAccount.annotations #: Type object, default {}. service account annotations
kserve.istio.istioctl.targetVersion #: Type string, default "1.29.7".
kserve.istio.istioctl.uninstallJobName #: Type string, default "istioctl-uninstall-job".
kserve.istio.nodeSelector #: Type object, default {}. node selector configuration
kserve.istio.pilot.podDisruptionBudget.enabled #: Type bool, default true.
kserve.istio.pilot.podDisruptionBudget.minAvailable #: Type int, default 1.
kserve.istio.pilot.replicaCount #: Type int, default 1.
kserve.istio.tolerations #: Type list, default [].
kserve.istio.gateways.http10 Deprecated #: Type bool, default false. Deprecated, use gateways.ingress.http10 instead. Still honoured: HTTP/1.0 is enabled when either this or gateways.ingress.http10 is true.

knative#

Defaults as YAML

kserve:
  knative:
    autoscaler:
      scaleToZeroGracePeriod: 30s
      scaleToZeroPodRetentionPeriod: 0s
    configFeatures:
      affinity: enabled
      emptyDir: enabled
      initContainers: enabled
      nodeSelectors: enabled
      priorityClassName: enabled
      securePodDefaults: disabled
      securityContext: enabled
      tolerations: enabled
      volumesMountPropagation: enabled
    deployment:
      progressDeadline: 1800s
    domainName: hopsworks.ai
    gateways:
      jobName: knative-gateways-job
      resources:
        limits:
          cpu: 400m
    http:
      enabled: true
    https:
      credentialsName: ''
      enabled: false
    imageRegistry: ''
    initialDelaySeconds: 180
    netIstioController:
      resources:
        limits:
          cpu: 300m
          memory: 400Mi
        requests:
          cpu: 30m
          memory: 40Mi
    nodeSelector: {}
    peerAuthenticationsJob:
      name: knative-serving-peer-authentications-job
      resources: {}
    queueSidecarImage:
      name: kserve/qpext
      tag: v0.19.0
    registryCertMount:
      certFileName: ca.crt
      external: false
      mountDir: /etc/registry_certs
      volumeName: registry-certs
    serviceAccount:
      annotations: {}
    serviceAnnotations:
      prometheus.io/path: /metrics
      prometheus.io/port: 9090
      prometheus.io/scheme: http
      prometheus.io/scrape: 'true'
    tolerations: []
    topologySpreadConstraint: {}
    validatingWebhookDeleteJobName: knative-serving-validating-webhook-delete-job
    validatingWebhookName: validation.webhook.serving.knative.dev
    version: v1.23.0

kserve.knative.autoscaler.scaleToZeroGracePeriod #: Type string, default "30s".
kserve.knative.autoscaler.scaleToZeroPodRetentionPeriod #: Type string, default "0s".
kserve.knative.configFeatures.affinity #: Type string, default "enabled".
kserve.knative.configFeatures.emptyDir #: Type string, default "enabled".
kserve.knative.configFeatures.initContainers #: Type string, default "enabled".
kserve.knative.configFeatures.nodeSelectors #: Type string, default "enabled".
kserve.knative.configFeatures.priorityClassName #: Type string, default "enabled".
kserve.knative.configFeatures.securePodDefaults #: Type string, default "disabled". Knative "secure-pod-defaults" feature flag. Keep "disabled" so the HopsFS FUSE sidecar (runs as root/privileged) keeps working once Knative flips its built-in default from "disabled" to "AllowRootBounded" (planned ~1.22). Possible values are "disabled", "AllowRootBounded" or "enabled".
kserve.knative.configFeatures.securityContext #: Type string, default "enabled".
kserve.knative.configFeatures.tolerations #: Type string, default "enabled".
kserve.knative.configFeatures.volumesMountPropagation #: Type string, default "enabled". Knative "kubernetes.podspec-volumes-mount-propagation" feature gate. The gate does not exist in Knative 1.13 (there was nothing to set) and defaults to "disabled" in 1.21. No Hopsworks serving path depends on it: the backend omits mountPropagation from InferenceService containers and the model-serving-webhook injects HostToContainer onto the pod, after Knative admission. It is enabled purely as headroom, so that an InferenceService carrying a permitted mountPropagation is not rejected. It does not rescue a spec written by a pre-upgrade backend: those set Bidirectional on the HopsFS mount plus privileged on the sidecar, and Knative rejects both however this gate is set (it accepts only None and HostToContainer). Possible values are "disabled" or "enabled".
kserve.knative.deployment.progressDeadline #: Type string, default "1800s".
kserve.knative.domainName #: Type string, default "hopsworks.ai".
kserve.knative.gateways.jobName #: Type string, default "knative-gateways-job".
kserve.knative.gateways.resources #: Type object, default {"limits":{"cpu":"400m"}}. resources configuration
kserve.knative.gateways.resources.limits #: Type object, default {"cpu":"400m"}. resources limits configuration
kserve.knative.http.enabled #: Type bool, default true.
kserve.knative.https.credentialsName #: Type string, default "".
kserve.knative.https.enabled #: Type bool, default false.
kserve.knative.imageRegistry #: Type string, default "". Registry prefix for the seven upstream Knative images (serving controller, activator, autoscaler, webhook, queue; net-istio controller, webhook), which the chart references as /gcr.io/knative-releases/knative.dev/:. Empty means global._hopsworks.imageRegistry. Set it to pull a staged Knative build from another path without moving every other image, the same way servingruntime.*.imageRegistry does.
kserve.knative.initialDelaySeconds #: Type int, default 180.
kserve.knative.netIstioController.resources.limits.cpu #: Type string, default "300m".
kserve.knative.netIstioController.resources.limits.memory #: Type string, default "400Mi".
kserve.knative.netIstioController.resources.requests.cpu #: Type string, default "30m".
kserve.knative.netIstioController.resources.requests.memory #: Type string, default "40Mi".
kserve.knative.nodeSelector #: Type object, default {}. node selector configuration
kserve.knative.peerAuthenticationsJob.name #: Type string, default "knative-serving-peer-authentications-job".
kserve.knative.peerAuthenticationsJob.resources #: Type object, default {}. resources configuration
kserve.knative.queueSidecarImage.name #: Type string, default "kserve/qpext".
kserve.knative.queueSidecarImage.tag #: Type string, default "v0.19.0".
kserve.knative.registryCertMount.certFileName #: Type string, default "ca.crt".
kserve.knative.registryCertMount.external #: Type bool, default false.
kserve.knative.registryCertMount.mountDir #: Type string, default "/etc/registry_certs".
kserve.knative.registryCertMount.volumeName #: Type string, default "registry-certs".
kserve.knative.serviceAccount.annotations #: Type object, default {}. service account annotations
kserve.knative.serviceAnnotations."prometheus.io/path" #: Type string, default "/metrics".
kserve.knative.serviceAnnotations."prometheus.io/port" #: Type int, default 9090.
kserve.knative.serviceAnnotations."prometheus.io/scheme" #: Type string, default "http".
kserve.knative.serviceAnnotations."prometheus.io/scrape" #: Type string, default "true".
kserve.knative.tolerations #: Type list, default [].
kserve.knative.topologySpreadConstraint #: Type object, default {}. The default topology spread constraint. If not defined the global topology spread constraint would be used instead.
kserve.knative.validatingWebhookDeleteJobName #: Type string, default "knative-serving-validating-webhook-delete-job".
kserve.knative.validatingWebhookName #: Type string, default "validation.webhook.serving.knative.dev".
kserve.knative.version #: Type string, default "v1.23.0".

kserve#

Defaults as YAML

kserve:
  kserve:
    agent:
      image: kserve/agent
      tag: v0.19.0
    controller:
      affinity: {}
      annotations: {}
      containerSecurityContext:
        allowPrivilegeEscalation: false
        capabilities:
          drop:
          - ALL
        privileged: false
        readOnlyRootFilesystem: true
        runAsNonRoot: true
        seccompProfile:
          type: RuntimeDefault
      deploymentMode: Knative
      gateway:
        additionalIngressDomains: []
        disableIngressCreation: false
        disableIstioVirtualHost: false
        domain: example.com
        domainTemplate: '{{ .Name }}-{{ .Namespace }}.{{ .IngressDomain }}'
        ingressGateway:
          className: istio
          enableGatewayApi: false
          gateway: knative-ingress-gateway
        localGateway:
          gateway: knative-local-gateway
          gatewayService: knative-local-gateway
          knativeGatewayService: ''
        urlScheme: http
      image: kserve/kserve-controller
      knativeAddressableResolver:
        enabled: false
      labels: {}
      nodeSelector: {}
      podAnnotations: {}
      podDisruptionBudget:
        enabled: true
        minAvailable: 1
      podLabels: {}
      rbacProxy:
        resources:
          limits:
            cpu: 100m
            memory: 300Mi
          requests:
            cpu: 100m
            memory: 300Mi
        securityContext:
          allowPrivilegeEscalation: false
          capabilities:
            drop:
            - ALL
          privileged: false
          readOnlyRootFilesystem: true
          runAsNonRoot: true
          seccompProfile:
            type: RuntimeDefault
      rbacProxyImage: quay.io/brancz/kube-rbac-proxy:v0.18.0
      replicaCount: 1
      resources:
        limits:
          cpu: 100m
          memory: 300Mi
        requests:
          cpu: 100m
          memory: 300Mi
      securityContext:
        runAsNonRoot: true
        seccompProfile:
          type: RuntimeDefault
      serviceAccount:
        annotations: {}
      tag: v0.19.0
      tolerations: []
      topologySpreadConstraint: {}
      topologySpreadConstraints: []
    localmodel:
      controller:
        image: kserve/kserve-localmodel-controller
        tag: v0.19.0
      enabled: false
      jobNamespace: kserve-localmodel-jobs
      securityContext:
        FSGroup: 1000
      serviceAccount:
        annotations: {}
    metricsaggregator:
      enableMetricAggregation: 'true'
      enablePrometheusScraping: 'true'
    nodeSelector: {}
    router:
      image: kserve/router
      tag: v0.19.0
    serviceAccount:
      annotations: {}
    servingruntime:
      modelNamePlaceholder: '{{.Name}}'
      sklearnserver:
        image: hopsworks/sklearnserver
        tag: 0.19.1
      tensorflow:
        image: tensorflow/serving
        tag: 2.20.0
      vllmomni:
        env: []
        image: vllm/vllm-omni
        imageRegistry: ''
        tag: v0.20.0
      vllmopenai:
        env: []
        image: vllm/vllm-openai
        imageRegistry: ''
        tag: v0.20.0
    storage:
      caBundleConfigMapName: ''
      caBundleVolumeMountPath: /etc/ssl/custom-certs
      cpuModelcar: 10m
      enableModelcar: false
      image: hopsworks/storage-initializer
      memoryModelcar: 15Mi
      s3:
        CABundle: ''
        accessKeyIdName: AWS_ACCESS_KEY_ID
        endpoint: ''
        region: ''
        secretAccessKeyName: AWS_SECRET_ACCESS_KEY
        useAnonymousCredential: ''
        useHttps: ''
        useVirtualBucket: ''
        verifySSL: ''
      storageSecretNameAnnotation: serving.kserve.io/secretName
      storageSpecSecretName: storage-config
      tag: 5.1.0
      uidModelcar: 1010
    tolerations: []
    topologySpreadConstraint: {}
    version: v0.19.0

kserve.kserve.agent.image #

Type string, default "kserve/agent".

kserve.kserve.agent.tag #

Type string, default "v0.19.0".

kserve.kserve.controller.affinity #

Type object, default {}. A Kubernetes Affinity, if required. For more information, see Affinity v1 core. For example: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: foo.bar.com/role operator: In values: - master

kserve.kserve.controller.annotations #

Type object, default {}. Optional additional annotations to add to the controller deployment.

kserve.kserve.controller.containerSecurityContext #

Type object. Container Security Context to be set on the controller component container. For more information, see Configure a Security Context for a Pod or Container.

Default

allowPrivilegeEscalation: false
capabilities:
  drop:
  - ALL
privileged: false
readOnlyRootFilesystem: true
runAsNonRoot: true
seccompProfile:
  type: RuntimeDefault

kserve.kserve.controller.deploymentMode #

Type string, default "Knative". KServe deployment mode: "Knative" (formerly "Serverless"), "Standard" (formerly "RawDeployment").

kserve.kserve.controller.gateway.additionalIngressDomains #

Type list, default []. Optional additional domains for ingress routing.

kserve.kserve.controller.gateway.disableIngressCreation #

Type bool, default false. Whether to disable ingress creation for RawDeployment mode.

kserve.kserve.controller.gateway.disableIstioVirtualHost #

Type bool, default false. DisableIstioVirtualHost controls whether to use istio as network layer for top level component routing or path based routing. This configuration is only applicable for Serverless mode, when disabled Istio is no longer required.

kserve.kserve.controller.gateway.domain #

Type string, default "example.com". Ingress domain for RawDeployment mode, for Serverless it is configured in Knative.

kserve.kserve.controller.gateway.domainTemplate #

Type string, default "{{ .Name }}-{{ .Namespace }}.{{ .IngressDomain }}". Ingress domain template for RawDeployment mode, for Serverless mode it is configured in Knative.

kserve.kserve.controller.gateway.ingressGateway.className #

Type string, default "istio".

kserve.kserve.controller.gateway.ingressGateway.enableGatewayApi #

Type bool, default false. Whether to use the Gateway API for ingress routing instead of Kubernetes Ingress. Kept false for the Knative + Istio network layer.

kserve.kserve.controller.gateway.ingressGateway.gateway #

Type string, default "knative-ingress-gateway".

kserve.kserve.controller.gateway.localGateway.gateway #

Type string, default "knative-local-gateway". localGateway specifies the gateway which handles the network traffic within the cluster.

kserve.kserve.controller.gateway.localGateway.gatewayService #

Type string, default "knative-local-gateway". localGatewayService specifies the hostname of the local gateway service.

kserve.kserve.controller.gateway.localGateway.knativeGatewayService #

Type string, default "". knativeLocalGatewayService specifies the hostname of the Knative's local gateway service. When unset, the value of "localGatewayService" will be used. When enabling strict mTLS in Istio, KServe local gateway should be created and pointed to the Knative local gateway.

kserve.kserve.controller.gateway.urlScheme #

Type string, default "http". HTTP endpoint url scheme.

kserve.kserve.controller.image #

Type string, default "kserve/kserve-controller". KServe controller container image name. Mirrored from upstream kserve/kserve-controller (the Hopsworks idempotency patch is upstream as of 0.19, so the controller is no longer built from the fork).

kserve.kserve.controller.knativeAddressableResolver #

Type object, default {"enabled":false}. Indicates whether to create an addressable resolver ClusterRole for Knative Eventing. This ClusterRole grants the necessary permissions for the Knative's DomainMapping reconciler to resolve InferenceService addressables.

kserve.kserve.controller.labels #

Type object, default {}. Optional additional labels to add to the controller deployment.

kserve.kserve.controller.nodeSelector #

Type object, default {}. The nodeSelector on Pods tells Kubernetes to schedule Pods on the nodes with matching labels. For more information, see Assigning Pods to Nodes.

kserve.kserve.controller.podAnnotations #

Type object, default {}. Optional additional labels to add to the controller Pods.

kserve.kserve.controller.podDisruptionBudget.enabled #

Type bool, default true.

kserve.kserve.controller.podDisruptionBudget.minAvailable #

Type int, default 1.

kserve.kserve.controller.podLabels #

Type object, default {}. Optional additional labels to add to the controller Pods.

kserve.kserve.controller.rbacProxy.resources.limits.cpu #

Type string, default "100m".

kserve.kserve.controller.rbacProxy.resources.limits.memory #

Type string, default "300Mi".

kserve.kserve.controller.rbacProxy.resources.requests.cpu #

Type string, default "100m".

kserve.kserve.controller.rbacProxy.resources.requests.memory #

Type string, default "300Mi".

kserve.kserve.controller.rbacProxy.securityContext #

Type object. security context configuration

Default

allowPrivilegeEscalation: false
capabilities:
  drop:
  - ALL
privileged: false
readOnlyRootFilesystem: true
runAsNonRoot: true
seccompProfile:
  type: RuntimeDefault

kserve.kserve.controller.rbacProxyImage #

Type string, default "quay.io/brancz/kube-rbac-proxy:v0.18.0". KServe controller manager rbac proxy container image

kserve.kserve.controller.replicaCount #

Type int, default 1.

kserve.kserve.controller.resources #

Type object. Resources to provide to the kserve controller pod. For example: requests: cpu: 10m memory: 32Mi For more information, see Resource Management for Pods and Containers.

Default

limits:
  cpu: 100m
  memory: 300Mi
requests:
  cpu: 100m
  memory: 300Mi

kserve.kserve.controller.securityContext #

Type object, default {"runAsNonRoot":true,"seccompProfile":{"type":"RuntimeDefault"}}. Pod Security Context. For more information, see Configure a Security Context for a Pod or Container.

kserve.kserve.controller.serviceAccount.annotations #

Type object, default {}. service account annotations

kserve.kserve.controller.tag #

Type string, default "v0.19.0". KServe controller container image tag.

kserve.kserve.controller.tolerations #

Type list, default []. A list of Kubernetes Tolerations, if required. For more information, see Toleration v1 core. For example: tolerations: - key: foo.bar.com/role operator: Equal value: master effect: NoSchedule

kserve.kserve.controller.topologySpreadConstraint #

Type object, default {}. The default topology spread constraint. If not defined the global topology spread constraint would be used instead only if topologySpreadConstraints list is empty.

kserve.kserve.controller.topologySpreadConstraints #

Type list, default []. A list of Kubernetes TopologySpreadConstraints, if required. For more information, see [Topology spread constraint v1 core](https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.27/#topologyspreadconstraint-v1-core For example: topologySpreadConstraints: - maxSkew: 2 topologyKey: topology.kubernetes.io/zone whenUnsatisfiable: ScheduleAnyway labelSelector: matchLabels: app.kubernetes.io/instance: kserve-controller-manager app.kubernetes.io/component: controller

kserve.kserve.localmodel.controller.image #

Type string, default "kserve/kserve-localmodel-controller".

kserve.kserve.localmodel.controller.tag #

Type string, default "v0.19.0".

kserve.kserve.localmodel.enabled #

Type bool, default false.

kserve.kserve.localmodel.jobNamespace #

Type string, default "kserve-localmodel-jobs".

kserve.kserve.localmodel.securityContext #

Type object, default {"FSGroup":1000}. security context configuration

kserve.kserve.localmodel.serviceAccount.annotations #

Type object, default {}. service account annotations

kserve.kserve.metricsaggregator.enableMetricAggregation #

Type string, default "true". configures metric aggregation annotation. This adds the annotation serving.kserve.io/enable-metric-aggregation to every service with the specified boolean value. If true enables metric aggregation in queue-proxy by setting env vars in the queue proxy container to configure scraping ports.

kserve.kserve.metricsaggregator.enablePrometheusScraping #

Type string, default "true". If true, prometheus annotations are added to the pod to scrape the metrics. If serving.kserve.io/enable-metric-aggregation is false, the prometheus port is set with the default prometheus scraping port 9090, otherwise the prometheus port annotation is set with the metric aggregation port.

kserve.kserve.nodeSelector #

Type object, default {}. node selector configuration

kserve.kserve.router.image #

Type string, default "kserve/router".

kserve.kserve.router.tag #

Type string, default "v0.19.0".

kserve.kserve.serviceAccount.annotations #

Type object, default {}. service account annotations

kserve.kserve.servingruntime.modelNamePlaceholder #

Type string, default "{{.Name}}".

kserve.kserve.servingruntime.sklearnserver.image #

Type string, default "hopsworks/sklearnserver".

kserve.kserve.servingruntime.sklearnserver.tag #

Type string, default "0.19.1".

kserve.kserve.servingruntime.tensorflow.image #

Type string, default "tensorflow/serving".

kserve.kserve.servingruntime.tensorflow.tag #

Type string, default "2.20.0".

kserve.kserve.servingruntime.vllmomni #

Type object, default {"env":[],"image":"vllm/vllm-omni","imageRegistry":"","tag":"v0.20.0"}. backs the vllm-omni ClusterServingRuntime (vLLM-Omni)

kserve.kserve.servingruntime.vllmomni.env #

Type list, default []. Additional environment variables for vllm-omni container

kserve.kserve.servingruntime.vllmomni.imageRegistry #

Type string, default "". Registry override for the vllm-omni image. Empty falls back to global._hopsworks.imageRegistry.

kserve.kserve.servingruntime.vllmopenai #

Type object, default {"env":[],"image":"vllm/vllm-openai","imageRegistry":"","tag":"v0.20.0"}. backs the vllm-openai ClusterServingRuntime (standard vLLM)

kserve.kserve.servingruntime.vllmopenai.env #

Type list, default []. Additional environment variables for vllm-openai container

kserve.kserve.servingruntime.vllmopenai.imageRegistry #

Type string, default "". Registry override for the vllm-openai image. Empty falls back to global._hopsworks.imageRegistry.

kserve.kserve.storage.caBundleConfigMapName #

Type string, default "". Mounted CA bundle config map name for storage initializer.

kserve.kserve.storage.caBundleVolumeMountPath #

Type string, default "/etc/ssl/custom-certs". Mounted path for CA bundle config map.

kserve.kserve.storage.cpuModelcar #

Type string, default "10m". Model sidecar cpu requirement.

kserve.kserve.storage.enableModelcar #

Type bool, default false. Flag for enabling model sidecar feature.

kserve.kserve.storage.image #

Type string, default "hopsworks/storage-initializer".

kserve.kserve.storage.memoryModelcar #

Type string, default "15Mi". Model sidecar memory requirement.

kserve.kserve.storage.s3 #

Type object. Configurations for S3 storage

Default

CABundle: ''
accessKeyIdName: AWS_ACCESS_KEY_ID
endpoint: ''
region: ''
secretAccessKeyName: AWS_SECRET_ACCESS_KEY
useAnonymousCredential: ''
useHttps: ''
useVirtualBucket: ''
verifySSL: ''

kserve.kserve.storage.s3.CABundle #

Type string, default "". The path to the certificate bundle to use for HTTPS certificate validation.

kserve.kserve.storage.s3.accessKeyIdName #

Type string, default "AWS_ACCESS_KEY_ID". AWS S3 static access key id.

kserve.kserve.storage.s3.endpoint #

Type string, default "". AWS S3 endpoint.

kserve.kserve.storage.s3.region #

Type string, default "". Default region name of AWS S3.

kserve.kserve.storage.s3.secretAccessKeyName #

Type string, default "AWS_SECRET_ACCESS_KEY". AWS S3 static secret access key.

kserve.kserve.storage.s3.useAnonymousCredential #

Type string, default "". Whether to use anonymous credentials to download the model or not, default to false.

kserve.kserve.storage.s3.useHttps #

Type string, default "". Whether to use secured https or http to download models, allowed values are 0 and 1 and default to 1.

kserve.kserve.storage.s3.useVirtualBucket #

Type string, default "". Whether to use virtual bucket or not, default to false.

kserve.kserve.storage.s3.verifySSL #

Type string, default "". Whether to verify the tls/ssl certificate, default to true.

kserve.kserve.storage.storageSecretNameAnnotation #

Type string, default "serving.kserve.io/secretName". Storage secret name reference for storage initializer.

kserve.kserve.storage.storageSpecSecretName #

Type string, default "storage-config". Storage spec secret name.

kserve.kserve.storage.tag #

Type string, default "5.1.0". Hopsworks-built storage initializer tag. Pinned to the Hopsworks version (matching storageInitializer.tag and what the model-serving-webhook publishes), not the KServe version anchor.

kserve.kserve.storage.uidModelcar #

Type int, default 1010. UID under which the modelcar process and the main container run. Some clusters require root (0).

kserve.kserve.tolerations #

Type list, default [].

kserve.kserve.topologySpreadConstraint #

Type object, default {}. The default topology spread constraint. If not defined the global topology spread constraint would be used instead only if topologySpreadConstraints list is empty.

kserve.kserve.version #

Type string, default "v0.19.0".

servingAuthenticator#

Defaults as YAML

kserve:
  servingAuthenticator:
    image: hopsworks/model-serving-authenticator
    name: model-serving-authenticator
    podDisruptionBudget:
      enabled: true
      minAvailable: 1
    replicaCount: 1
    requireExternalUserLoginAfterHours: 720
    serviceAccount:
      annotations: {}
    tag: 5.1.0

kserve.servingAuthenticator.image #: Type string, default "hopsworks/model-serving-authenticator".
kserve.servingAuthenticator.name #: Type string, default "model-serving-authenticator".
kserve.servingAuthenticator.podDisruptionBudget.enabled #: Type bool, default true.
kserve.servingAuthenticator.podDisruptionBudget.minAvailable #: Type int, default 1.
kserve.servingAuthenticator.replicaCount #: Type int, default 1.
kserve.servingAuthenticator.requireExternalUserLoginAfterHours #: Type int, default 720. Number of hours after which external users are required to sign in to Hopsworks to refresh their external user groups. Allowed values are -1, 0 and greater than 0, where -1 skips the periodic sign-in requirement and 0 disables external access completely.
kserve.servingAuthenticator.serviceAccount.annotations #: Type object, default {}. service account annotations
kserve.servingAuthenticator.tag #: Type string, default "5.1.0".

servingWebhook#

Defaults as YAML

kserve:
  servingWebhook:
    ephemeralVolume:
      accessModes:
      - ReadWriteOnce
      enabled: false
      storageClassName: ''
      storageSize: 60Gi
    image: hopsworks/model-serving-webhook
    name: model-serving-webhook
    podDisruptionBudget:
      enabled: true
      minAvailable: 1
    replicaCount: 1
    serviceAccount:
      annotations: {}
    tag: 5.1.0
    ttlSecondsAfterFinished: null

kserve.servingWebhook.ephemeralVolume #

Type object. Configuration for ephemeral volumes in LLM deployments

Default

accessModes:
- ReadWriteOnce
enabled: false
storageClassName: ''
storageSize: 60Gi

kserve.servingWebhook.ephemeralVolume.accessModes #

Type list, default ["ReadWriteOnce"]. Access modes for the ephemeral volume

kserve.servingWebhook.ephemeralVolume.enabled #

Type bool, default false. Enable ephemeral volume injection for LLM deployments

kserve.servingWebhook.ephemeralVolume.storageClassName #

Type string, default "". Storage class name for the ephemeral volume

kserve.servingWebhook.ephemeralVolume.storageSize #

Type string, default "60Gi". Storage size for the ephemeral volume

kserve.servingWebhook.image #

Type string, default "hopsworks/model-serving-webhook".

kserve.servingWebhook.name #

Type string, default "model-serving-webhook".

kserve.servingWebhook.podDisruptionBudget.enabled #

Type bool, default true.

kserve.servingWebhook.podDisruptionBudget.minAvailable #

Type int, default 1.

kserve.servingWebhook.replicaCount #

Type int, default 1.

kserve.servingWebhook.serviceAccount.annotations #

Type object, default {}. service account annotations

kserve.servingWebhook.tag #

Type string, default "5.1.0".

kserve.servingWebhook.ttlSecondsAfterFinished #

Type string, default nil. TTL in seconds for the serving-mwh Job. Overrides global default.