feat: add Kubernetes manifests for AI stack deployment including Qdrant, vLLM, and Triton

2026-11-08 14:17:27 -05:00
parent ed38845802
commit a7c636cac0
1 changed files with 1 additions and 1 deletions
--- a/manifests/spacedock/ai-stack/ai-stack.yaml
+++ b/manifests/spacedock/ai-stack/ai-stack.yaml
@@ -136,7 +136,7 @@ spec:
            - "--served-model-name"
            - "Qwen2.5-7B-Instruct"
            - "--quantization"
-            - "awq_marlin"
+            - "awq"
            - "--dtype"
            - "half"
            - "--max-model-len"