Adding support for loading multiple kernel modules(softdep)

Author: yevgeny-shnaidman

internal/controllers/nmc_reconciler.go

@@ -266,7 +266,7 @@ func (w *workerHelperImpl) ProcessModuleSpec(
 	}
 
 	if readyCondition.Status == v1.ConditionTrue && status.LastTransitionTime.Before(&readyCondition.LastTransitionTime) {
-		logger.Info("Outdated last transition time status; creating unloader Pod")
+		logger.Info("Outdated last transition time status; creating loader Pod")
 
 		return w.pm.CreateLoaderPod(ctx, nmc, spec)
 	}
@@ -496,6 +496,10 @@ func (p *podManagerImpl) CreateLoaderPod(ctx context.Context, nmc client.Object,
 		return fmt.Errorf("could not set worker config: %v", err)
 	}
 
+	if nms.Config.Modprobe.ModulesLoadingOrder != nil {
+		setWorkerSofdepConfig(pod, nms.Config.Modprobe.ModulesLoadingOrder)
+	}
+
 	setWorkerActionLabel(pod, WorkerActionLoad)
 	pod.Spec.RestartPolicy = v1.RestartPolicyNever
 
@@ -516,6 +520,10 @@ func (p *podManagerImpl) CreateUnloaderPod(ctx context.Context, nmc client.Objec
 		return fmt.Errorf("could not set worker config: %v", err)
 	}
 
+	if nms.Config.Modprobe.ModulesLoadingOrder != nil {
+		setWorkerSofdepConfig(pod, nms.Config.Modprobe.ModulesLoadingOrder)
+	}
+
 	setWorkerActionLabel(pod, WorkerActionUnload)
 
 	return p.client.Create(ctx, pod)
@@ -724,16 +732,7 @@ func setWorkerConfigAnnotation(pod *v1.Pod, cfg kmmv1beta1.ModuleConfig) error {
 	if err != nil {
 		return fmt.Errorf("could not marshal the ModuleConfig to YAML: %v", err)
 	}
-
-	annotations := pod.GetAnnotations()
-
-	if annotations == nil {
-		annotations = make(map[string]string)
-	}
-
-	annotations[configAnnotationKey] = string(b)
-
-	pod.SetAnnotations(annotations)
+	setWorkerPodAnnotation(pod, configAnnotationKey, string(b))
 
 	return nil
 }
@@ -749,6 +748,57 @@ func setWorkerContainerArgs(pod *v1.Pod, args []string) error {
 	return nil
 }
 
+func setWorkerSofdepConfig(pod *v1.Pod, modulesLoadingOrder []string) {
+	softdepAnnotationValue := getModulesOrderAnnotationValue(modulesLoadingOrder)
+	setWorkerPodAnnotation(pod, "modules-order", softdepAnnotationValue)
+
+	softdepVolume := v1.Volume{
+		Name: "modules-order",
+		VolumeSource: v1.VolumeSource{
+			DownwardAPI: &v1.DownwardAPIVolumeSource{
+				Items: []v1.DownwardAPIVolumeFile{
+					{
+						Path:     "softdep.conf",
+						FieldRef: &v1.ObjectFieldSelector{FieldPath: "metadata.annotations['modules-order']"},
+					},
+				},
+			},
+		},
+	}
+	softDepVolumeMount := v1.VolumeMount{
+		Name:      "modules-order",
+		ReadOnly:  true,
+		MountPath: "/etc/modprobe.d",
+	}
+	pod.Spec.Volumes = append(pod.Spec.Volumes, softdepVolume)
+	pod.Spec.Containers[0].VolumeMounts = append(pod.Spec.Containers[0].VolumeMounts, softDepVolumeMount)
+}
+
+func getModulesOrderAnnotationValue(modulesNames []string) string {
+	softDepData := ""
+	for i := 0; i < len(modulesNames); i++ {
+		if i == len(modulesNames)-1 {
+			break
+		}
+		line := prepareSoftDepLine(modulesNames[i], modulesNames[i+1])
+		softDepData = softDepData + line
+	}
+	return softDepData
+}
+
+func prepareSoftDepLine(dependendModuleName, moduleName string) string {
+	return fmt.Sprintf("softdep %s pre: %s\n", dependendModuleName, moduleName)
+}
+
+func setWorkerPodAnnotation(pod *v1.Pod, key, value string) {
+	annotations := pod.GetAnnotations()
+	if annotations == nil {
+		annotations = make(map[string]string)
+	}
+	annotations[key] = value
+	pod.SetAnnotations(annotations)
+}
+
 //go:generate mockgen -source=nmc_reconciler.go -package=controllers -destination=mock_nmc_reconciler.go pullSecretHelper
 
 type pullSecretHelper interface {

internal/controllers/nmc_reconciler_test.go

@@ -997,6 +997,9 @@ modprobe:
   parameters:
   - a
   - b
+`,
+				"modules-order": `softdep a pre: b
+softdep b pre: c
 `,
 			},
 		},
@@ -1033,6 +1036,11 @@ modprobe:
 							Name:      volNameVarLibFirmware,
 							MountPath: "/var/lib/firmware",
 						},
+						{
+							Name:      "modules-order",
+							ReadOnly:  true,
+							MountPath: "/etc/modprobe.d",
+						},
 					},
 				},
 			},
@@ -1082,6 +1090,19 @@ modprobe:
 						},
 					},
 				},
+				{
+					Name: "modules-order",
+					VolumeSource: v1.VolumeSource{
+						DownwardAPI: &v1.DownwardAPIVolumeSource{
+							Items: []v1.DownwardAPIVolumeFile{
+								{
+									Path:     "softdep.conf",
+									FieldRef: &v1.ObjectFieldSelector{FieldPath: "metadata.annotations['modules-order']"},
+								},
+							},
+						},
+					},
+				},
 			},
 		},
 	}