Add CPU-backed vLLM test case

stackhpc · Feb 14, 2025 · b921704 · b921704
1 parent 99031e1
commit b921704
Showing 1 changed file with 14 additions and 0 deletions.
diff --git a/charts/azimuth-chat/ci/vllm-cpu-values.yaml b/charts/azimuth-chat/ci/vllm-cpu-values.yaml
@@ -0,0 +1,14 @@
+azimuth-llm:
+  ui:
+    service:
+      zenith:
+        enabled: false
+  api:
+    image:
+      repository: ghcr.io/stackhpc/vllm-cpu
+      version: v0.7.2
+    monitoring:
+      enabled: false
+    gpus: 0
+  huggingface:
+    model: &model HuggingFaceTB/SmolLM2-135M-Instruct