WIP: Move manifest to TS

Author: mads-hartmann

.werft/build.ts

@@ -14,6 +14,7 @@ import { createHash } from "crypto";
 import { InstallMonitoringSatelliteParams, installMonitoringSatellite, observabilityStaticChecks } from './observability/monitoring-satellite';
 import { SpanStatusCode } from '@opentelemetry/api';
 import * as Tracing from './observability/tracing'
+import * as VM from './vm/vm'
 
 // Will be set once tracing has been initialized
 let werft: Werft
@@ -264,19 +265,6 @@ export async function build(context, version) {
         return
     }
 
-    if (withVM) {
-        // Ask Harvester to boot the VM and wait for it to be ready.
-
-        // Werft would need to download the kubeconfig file and place it under
-        // ~/.kube/config-harvester
-        // For now we could just place the kubeconfig in a k8s secret and mount it.
-        // and then use --kubeconfig <path to secret> for kubectl invocations
-        //
-        // kubectl get vms would be a first good prototype invocation.
-        exec(`kubectl --kubeconfig /mnt/secrets/harvester-kubeconfig/harvester-kubeconfig.yml get vms`)
-        return
-    }
-
     const destname = version.split(".")[0];
     const namespace = `staging-${destname}`;
     const domain = `${destname}.staging.gitpod-dev.com`;
@@ -297,6 +285,19 @@ export async function build(context, version) {
         withObservability,
     };
 
+    if (withVM) {
+        werft.phase("vm", "Start VM");
+        VM.startVM({ name: destname })
+
+        //TODO:
+        // Wait for the VM to start
+        // Once started grab the kubeconfg from inside the booted VM and set it as the kubeconfg for the rest of the job
+        // Using the Harvester cluster start a proxy to the booted VM so kubectl can communicate with the cluster in the VM
+        //      When it is using the new kubeconfig.
+
+        return
+    }
+
     werft.phase(phases.PREDEPLOY, "Checking for existing installations...");
     // the context namespace is not set at this point
     const hasGitpodHelmInstall = exec(`helm status ${helmInstallName} -n ${deploymentConfig.namespace}`, {slice: "check for Helm install", dontCheckRc: true}).code === 0;

.werft/vm/manifests.ts

@@ -0,0 +1,66 @@
+
+type VirtualMachineManifestArguments = {
+    name: string
+    claimName: string
+}
+
+export function VirtualMachineManifest({ name, claimName }: VirtualMachineManifestArguments) {
+    return `
+apiVersion: kubevirt.io/v1
+type: kubevirt.io.virtualmachine
+kind: VirtualMachine
+metadata:
+namespace: default
+annotations:
+    harvesterhci.io/volumeClaimTemplates: >-
+    [{"metadata":{"name":"${claimName}","annotations":{"harvesterhci.io/imageId":"default/image-cjlm2"}},"spec":{"accessModes":["ReadWriteMany"],"resources":{"requests":{"storage":"10Gi"}},"volumeMode":"Block","storageClassName":"longhorn-image-cjlm2"}}]
+    network.harvesterhci.io/ips: "[]"
+labels:
+    harvesterhci.io/creator: harvester
+    harvesterhci.io/os: ubuntu
+name: ${name}
+spec:
+running: true
+template:
+    metadata:
+    annotations:
+        harvesterhci.io/sshNames: "[]"
+    labels:
+        harvesterhci.io/vmName: ${name}
+    spec:
+    domain:
+        machine:
+        type: q35
+        cpu:
+        cores: 1
+        sockets: 1
+        threads: 1
+        devices:
+        inputs:
+            - bus: usb
+            name: tablet
+            type: tablet
+        interfaces:
+            - masquerade: {}
+            model: virtio
+            name: default
+        disks:
+            - name: disk-0
+            disk:
+                bus: virtio
+            bootOrder: 1
+        resources:
+        limits:
+            memory: 2Gi
+            cpu: 1
+    evictionStrategy: LiveMigrate
+    hostname: ${name}
+    networks:
+        - pod: {}
+        name: default
+    volumes:
+        - name: disk-0
+        persistentVolumeClaim:
+            claimName: ${claimName}
+`
+}

.werft/vm/vm.ts

@@ -0,0 +1,19 @@
+import { exec } from '../util/shell';
+
+import * as Manifests from './manifests'
+
+/**
+ * Start a VM
+ * Does not wait for the VM to be ready.
+ */
+export function startVM(options: { name: string }) {
+    const claimName = `${options.name}-${Date.now()}`
+    const manifest = Manifests.VirtualMachineManifest({ name: options.name, claimName })
+    const r = exec(`
+        cat <<EOF | kubectl --kubeconfig /mnt/secrets/harvester-kubeconfig/harvester-kubeconfig.yml -n default apply -f -
+${manifest}
+EOF
+    `)
+}
+
+