Refactor configmap, switch to watchfiles to detect symbolic link target changes, pull dynamically from configmap

Signed-off-by: Kunjan Patel <[email protected]>

Author: coolkp

examples/dynamic-lora-sidecar/deployment.yaml

@@ -56,22 +56,26 @@ spec:
           valueFrom:
             secretKeyRef:
               name: hf-token  # The name of your Kubernetes Secret
-              key: HF_TOKEN   # The specific key within the Secret
+              key: token   # The specific key within the Secret
         - name: DYNAMIC_LORA_ROLLOUT_CONFIG
           value: "/config/configmap.yaml"
         volumeMounts:
         - mountPath: /dev/shm
           name: dshm
       initContainers:
         - name: configmap-reader-1
+          tty: true
+          stdin: true 
           image: us-docker.pkg.dev/kunjanp-gke-dev-2/lora-sidecar/sidecar:latest
           restartPolicy: Always
+          imagePullPolicy: Always
           env: 
-            DYNAMIC_LORA_ROLLOUT_CONFIG: "/config/configmap.yaml"
+            - name: DYNAMIC_LORA_ROLLOUT_CONFIG
+              value: "/config/configmap.yaml"
           volumeMounts:
           - name: config-volume
-            mountPath:  /config/configmap.yaml 
-            subPath: configmap.yaml
+            mountPath:  /config
+            # subPath: configmap.yaml
       volumes:
       - name: dshm
         emptyDir:
@@ -106,8 +110,21 @@ data:
   configmap.yaml: |
       vLLMLoRAConfig:
         host: localhost
-        models:
+        name: sql-loras-llama
+        port: '8000'
+        ensureExist:
+          models:
           - base-model: meta-llama/Llama-2-7b-hf
             id: sql-lora-v1
             source: yard1/llama-2-7b-sql-lora-test
-        name: sql-lora
+          - base-model: meta-llama/Llama-2-7b-hf
+            id: sql-lora-v3
+            source: yard1/llama-2-7b-sql-lora-test
+          - base-model: meta-llama/Llama-2-7b-hf
+            id: sql-lora-v4
+            source: yard1/llama-2-7b-sql-lora-test
+        ensureNotExist:
+          models:
+          - base-model: meta-llama/Llama-2-7b-hf
+            id: sql-lora-v2
+            source: yard1/llama-2-7b-sql-lora-test

examples/dynamic-lora-sidecar/requirements.txt

@@ -1,4 +1,5 @@
 aiohttp==3.10.10
 pyyaml==6.0.2
 requests==2.32.3
-watchdog==5.0.3
+watchdog==5.0.3
+watchfiles==0.24.0

examples/dynamic-lora-sidecar/sidecar/configmap.yaml

@@ -1,23 +1,14 @@
 vLLMLoRAConfig:
   host: localhost
-  models:
-  - base-model: meta-llama/Llama-2-7b-hf
-    id: sql-lora-v1
-    source: yard1/llama-2-7b-sql-lora-test
-    status:
-      errors:
-      - ''
-      operation: load
-      timestamp: 2024-10-23 15:43:07 UTC+0000
-    toRemove: false
-  - base-model: meta-llama/Llama-2-7b-hf
-    id: sql-lora-v2
-    source: yard1/llama-2-7b-sql-lora-test
-    status:
-      errors:
-      - already unloaded
-      operation: unload
-      timestamp: 2024-10-23 15:43:07 UTC+0000
-    toRemove: true
   name: sql-loras-llama
-  port: '8000'
+  port: 8000
+  ensureExist:
+    models:
+    - base-model: meta-llama/Llama-2-7b-hf
+      id: sql-lora-v1
+      source: yard1/llama-2-7b-sql-lora-test
+  ensureNotExist:
+    models:
+    - base-model: meta-llama/Llama-2-7b-hf
+      id: sql-lora-v2
+      source: yard1/llama-2-7b-sql-lora-test