Server-side apply of ceph CRDs + wait until ready

Author: vulkoingim

.werft/vm/vm.ts

@@ -1,6 +1,6 @@
-import { HARVESTER_KUBECONFIG_PATH, PREVIEW_K3S_KUBECONFIG_PATH } from "../jobs/build/const";
-import { exec } from "../util/shell";
-import { getGlobalWerftInstance } from "../util/werft";
+import {HARVESTER_KUBECONFIG_PATH, PREVIEW_K3S_KUBECONFIG_PATH} from "../jobs/build/const";
+import {exec} from "../util/shell";
+import {getGlobalWerftInstance} from "../util/werft";
 
 import * as Manifests from "./manifests";
 import * as shell from "shelljs";
@@ -59,7 +59,7 @@ export function startVM(options: { name: string, cpu: number, memory: number })
             cpu: options.cpu,
             memory: options.memory
         }),
-        { validate: false },
+        {validate: false},
     );
 
     kubectlApplyManifest(
@@ -171,7 +171,7 @@ export function waitForVMReadiness(options: { name: string; timeoutSeconds: numb
     const startTime = Date.now();
     const ready = exec(
         `kubectl --kubeconfig ${HARVESTER_KUBECONFIG_PATH} -n ${namespace} wait --for=condition=ready --timeout=${options.timeoutSeconds}s pod -l kubevirt.io=virt-launcher -l harvesterhci.io/vmName=${options.name}`,
-        { dontCheckRc: true, silent: true },
+        {dontCheckRc: true, silent: true},
     );
 
     if (ready.code == 0) {
@@ -196,13 +196,13 @@ export function copyk3sKubeconfig(options: { name: string; timeoutMS: number; sl
     while (true) {
         const status = exec(
             `ssh -i /workspace/.ssh/id_rsa_harvester_vm [email protected] -o UserKnownHostsFile=/dev/null -o StrictHostKeyChecking=no 'sudo cat /etc/rancher/k3s/k3s.yaml' > ${PREVIEW_K3S_KUBECONFIG_PATH}`,
-            { silent: true, dontCheckRc: true, slice: options.slice },
+            {silent: true, dontCheckRc: true, slice: options.slice},
         );
 
         if (status.code == 0) {
             exec(
                 `kubectl --kubeconfig ${PREVIEW_K3S_KUBECONFIG_PATH} config set clusters.default.server https://${options.name}.kube.gitpod-dev.com:6443`,
-                { silent: true, slice: options.slice },
+                {silent: true, slice: options.slice},
             );
             return;
         }
@@ -215,7 +215,7 @@ export function copyk3sKubeconfig(options: { name: string; timeoutMS: number; sl
         }
 
         werft.log(options.slice, `Wasn't able to copy out kubeconfig yet. Sleeping 5 seconds`);
-        exec("sleep 5", { silent: true, slice: options.slice });
+        exec("sleep 5", {silent: true, slice: options.slice});
     }
 }
 
@@ -244,7 +244,12 @@ export function stopKubectlPortForwards() {
  */
 export function installRookCeph(options: { kubeconfig: string }) {
     exec(
-        `kubectl --kubeconfig ${options.kubeconfig} apply -f .werft/vm/manifests/rook-ceph/crds.yaml -f .werft/vm/manifests/rook-ceph/common.yaml -f .werft/vm/manifests/rook-ceph/operator.yaml`,
+        `kubectl --kubeconfig ${options.kubeconfig} apply -f .werft/vm/manifests/rook-ceph/crds.yaml --server-side --force-conflicts`
+    );
+    exec(
+        `kubectl --kubeconfig ${options.kubeconfig} wait --for condition=established --timeout=120s crd/cephclusters.ceph.rook.io`
+    );
+    exec(`kubectl --kubeconfig ${options.kubeconfig} apply -f .werft/vm/manifests/rook-ceph/common.yaml -f .werft/vm/manifests/rook-ceph/operator.yaml`
     );
     exec(`kubectl --kubeconfig ${options.kubeconfig} apply -f .werft/vm/manifests/rook-ceph/cluster-test.yaml`);
     exec(`kubectl --kubeconfig ${options.kubeconfig} apply -f .werft/vm/manifests/rook-ceph/storageclass-test.yaml`);
@@ -257,15 +262,15 @@ export function installRookCeph(options: { kubeconfig: string }) {
 export function installFluentBit(options: { namespace: string; kubeconfig: string; slice: string }) {
     exec(
         `kubectl --kubeconfig ${options.kubeconfig} create secret generic fluent-bit-external --save-config --dry-run=client --from-file=credentials.json=/mnt/fluent-bit-external/credentials.json -o yaml | kubectl --kubeconfig ${options.kubeconfig} apply -n ${options.namespace} -f -`,
-        { slice: options.slice, dontCheckRc: true },
+        {slice: options.slice, dontCheckRc: true},
     );
     exec(`helm3 --kubeconfig ${options.kubeconfig} repo add fluent https://fluent.github.io/helm-charts`, {
         slice: options.slice,
         dontCheckRc: true,
     });
-    exec(`helm3 --kubeconfig ${options.kubeconfig} repo update`, { slice: options.slice, dontCheckRc: true });
+    exec(`helm3 --kubeconfig ${options.kubeconfig} repo update`, {slice: options.slice, dontCheckRc: true});
     exec(
         `helm3 --kubeconfig ${options.kubeconfig} upgrade --install fluent-bit fluent/fluent-bit -n ${options.namespace} -f .werft/vm/charts/fluentbit/values.yaml`,
-        { slice: options.slice, dontCheckRc: true },
+        {slice: options.slice, dontCheckRc: true},
     );
 }