diff --git a/manifests/spacedock/ai-stack/ai-stack.yaml b/manifests/spacedock/ai-stack/ai-stack.yaml index 9403320..36281a2 100644 --- a/manifests/spacedock/ai-stack/ai-stack.yaml +++ b/manifests/spacedock/ai-stack/ai-stack.yaml @@ -136,7 +136,7 @@ spec: - "--served-model-name" - "Qwen2.5-7B-Instruct" - "--quantization" - - "awq_marlin" + - "awq" - "--dtype" - "half" - "--max-model-len"