Add runtimeClass support to modelmesh deployment

config/default/config-defaults.yaml

@@ -49,6 +49,7 @@ storageHelperResources:
     cpu: "2"
     memory: "512Mi"
 serviceAccountName: ""
+runtimeClassName: ""
 metrics:
   enabled: true
 builtInServerTypes:

controllers/modelmesh/modelmesh.go

@@ -67,6 +67,7 @@ type Deployment struct {
 	PullerImageCommand  []string
 	PullerResources     *corev1.ResourceRequirements
 	Replicas            uint16
+	RuntimeClassName    string
 	Port                uint16
 	TLSSecretName       string
 	TLSClientAuth       string
@@ -131,6 +132,7 @@ func (m *Deployment) Apply(ctx context.Context) error {
 				m.configureRuntimePodSpecLabels,
 				m.ensureMMContainerIsLast,
 				m.configureRuntimePodSpecImagePullSecrets,
+				m.addRuntimeClassToDeployment,
 			); tErr != nil {
 				return tErr
 			}
@@ -313,3 +315,11 @@ func (m *Deployment) setConfigMap() error {
 	m.AnnotationConfigMap = annotationConfigMap
 	return nil
 }
+
+// Add runtimeClassName to the deployment spec
+func (m *Deployment) addRuntimeClassToDeployment(deployment *appsv1.Deployment) error {
+	if m.RuntimeClassName != "" {
+		deployment.Spec.Template.Spec.RuntimeClassName = &m.RuntimeClassName
+	}
+	return nil
+}

controllers/servingruntime_controller.go

@@ -259,6 +259,7 @@ func (r *ServingRuntimeReconciler) Reconcile(ctx context.Context, req ctrl.Reque
 		AnnotationsMap:      cfg.RuntimePodAnnotations,
 		LabelsMap:           cfg.RuntimePodLabels,
 		ImagePullSecrets:    cfg.ImagePullSecrets,
+		RuntimeClassName:    cfg.RuntimeClassName,
 	}
 	// if the runtime is disabled, delete the deployment
 	if spec.IsDisabled() || !spec.IsMultiModelRuntime() || !mmEnabled {

docs/configuration/README.md

@@ -54,6 +54,7 @@ The following parameters are currently supported. _Note_ the keys are expressed
 | `runtimePodAnnotations`                    | `metadata.annotations` to be added to all `ServingRuntime` pods                                       | (\*\*\*\*\*) See default annotations below |
 | `imagePullSecrets`                         | The image pull secrets to use for runtime Pods                                                        |                                            |
 | `allowAnyPVC`                              | Allows any PVC in predictor to configure PVC for runtime pods when it's not in storage secret         | `false`                                    |
+| `runtimeClassName`                         | The K8s runtimeClassName to use for the runtime                                                       |
 
 (\*) Currently requires a controller restart to take effect
 

pkg/config/config.go

@@ -89,6 +89,8 @@ type Config struct {
 
 	ImagePullSecrets []corev1.LocalObjectReference
 
+	RuntimeClassName string
+
 	// For internal use only
 	InternalModelMeshEnvVars EnvVarList
 }