fix(uptime-kuma): route ingress directly to clusterip service http port and fix ai-stack node affinity
This commit is contained in:
@@ -115,6 +115,7 @@ kind: Ingress
|
|||||||
metadata:
|
metadata:
|
||||||
annotations:
|
annotations:
|
||||||
traefik.ingress.kubernetes.io/router.middlewares: monitoring-authentik-forwardauth@kubernetescrd
|
traefik.ingress.kubernetes.io/router.middlewares: monitoring-authentik-forwardauth@kubernetescrd
|
||||||
|
traefik.ingress.kubernetes.io/service.serversscheme: http
|
||||||
labels:
|
labels:
|
||||||
app.kubernetes.io/name: uptime-kuma
|
app.kubernetes.io/name: uptime-kuma
|
||||||
name: uptime-ing
|
name: uptime-ing
|
||||||
@@ -127,9 +128,9 @@ spec:
|
|||||||
paths:
|
paths:
|
||||||
- backend:
|
- backend:
|
||||||
service:
|
service:
|
||||||
name: uptime-lb
|
name: uptime-kuma-2-1756668961
|
||||||
port:
|
port:
|
||||||
number: 448
|
number: 3001
|
||||||
path: /
|
path: /
|
||||||
pathType: ImplementationSpecific
|
pathType: ImplementationSpecific
|
||||||
tls:
|
tls:
|
||||||
|
|||||||
@@ -126,6 +126,8 @@ spec:
|
|||||||
labels:
|
labels:
|
||||||
app: vllm-openai
|
app: vllm-openai
|
||||||
spec:
|
spec:
|
||||||
|
nodeSelector:
|
||||||
|
kubernetes.io/hostname: snaisvr44hrvstr04
|
||||||
containers:
|
containers:
|
||||||
- name: vllm
|
- name: vllm
|
||||||
image: vllm/vllm-openai:v0.7.3
|
image: vllm/vllm-openai:v0.7.3
|
||||||
@@ -140,7 +142,7 @@ spec:
|
|||||||
- "--dtype"
|
- "--dtype"
|
||||||
- "half"
|
- "half"
|
||||||
- "--max-model-len"
|
- "--max-model-len"
|
||||||
- "16384"
|
- "65536"
|
||||||
- "--gpu-memory-utilization"
|
- "--gpu-memory-utilization"
|
||||||
- "0.90"
|
- "0.90"
|
||||||
- "--enable-auto-tool-choice"
|
- "--enable-auto-tool-choice"
|
||||||
@@ -155,6 +157,8 @@ spec:
|
|||||||
value: "/root/.cache/huggingface"
|
value: "/root/.cache/huggingface"
|
||||||
- name: VLLM_WORKER_MULTIPROC_METHOD
|
- name: VLLM_WORKER_MULTIPROC_METHOD
|
||||||
value: "spawn"
|
value: "spawn"
|
||||||
|
- name: VLLM_ALLOW_LONG_MAX_MODEL_LEN
|
||||||
|
value: "1"
|
||||||
ports:
|
ports:
|
||||||
- name: http-openai
|
- name: http-openai
|
||||||
containerPort: 8000
|
containerPort: 8000
|
||||||
@@ -272,6 +276,8 @@ spec:
|
|||||||
value: "/root/.cache/huggingface"
|
value: "/root/.cache/huggingface"
|
||||||
- name: VLLM_WORKER_MULTIPROC_METHOD
|
- name: VLLM_WORKER_MULTIPROC_METHOD
|
||||||
value: "spawn"
|
value: "spawn"
|
||||||
|
- name: VLLM_ALLOW_LONG_MAX_MODEL_LEN
|
||||||
|
value: "1"
|
||||||
ports:
|
ports:
|
||||||
- name: http-openai
|
- name: http-openai
|
||||||
containerPort: 8000
|
containerPort: 8000
|
||||||
@@ -322,6 +328,115 @@ spec:
|
|||||||
nodePort: 30804
|
nodePort: 30804
|
||||||
---
|
---
|
||||||
# ==============================================================================
|
# ==============================================================================
|
||||||
|
# 2C. DEEPSEEK-R1-DISTILL-QWEN-14B REASONING ENGINE (snaisvr44hrvstr01 Tesla T4 GPU)
|
||||||
|
# ==============================================================================
|
||||||
|
apiVersion: v1
|
||||||
|
kind: PersistentVolumeClaim
|
||||||
|
metadata:
|
||||||
|
name: glm-superexpert-models-pvc
|
||||||
|
namespace: ai-stack
|
||||||
|
spec:
|
||||||
|
accessModes:
|
||||||
|
- ReadWriteOnce
|
||||||
|
storageClassName: longhorn
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
storage: 200Gi
|
||||||
|
---
|
||||||
|
apiVersion: apps/v1
|
||||||
|
kind: Deployment
|
||||||
|
metadata:
|
||||||
|
name: glm-superexpert
|
||||||
|
namespace: ai-stack
|
||||||
|
labels:
|
||||||
|
app: glm-superexpert
|
||||||
|
spec:
|
||||||
|
replicas: 1
|
||||||
|
strategy:
|
||||||
|
type: Recreate
|
||||||
|
selector:
|
||||||
|
matchLabels:
|
||||||
|
app: glm-superexpert
|
||||||
|
template:
|
||||||
|
metadata:
|
||||||
|
labels:
|
||||||
|
app: glm-superexpert
|
||||||
|
spec:
|
||||||
|
nodeSelector:
|
||||||
|
kubernetes.io/hostname: snaisvr44hrvstr01
|
||||||
|
containers:
|
||||||
|
- name: vllm
|
||||||
|
image: vllm/vllm-openai:v0.32.0-cu129
|
||||||
|
imagePullPolicy: IfNotPresent
|
||||||
|
command: ["/bin/bash", "-c"]
|
||||||
|
args:
|
||||||
|
- |
|
||||||
|
rm -rf /usr/local/lib/python3.12/dist-packages/torchcodec*
|
||||||
|
exec vllm serve casperhansen/deepseek-r1-distill-qwen-14b-awq \
|
||||||
|
--served-model-name DeepSeek-R1-Distill-Qwen-14B \
|
||||||
|
--quantization awq \
|
||||||
|
--dtype half \
|
||||||
|
--max-model-len 16384 \
|
||||||
|
--gpu-memory-utilization 0.92 \
|
||||||
|
--enforce-eager \
|
||||||
|
--enable-auto-tool-choice \
|
||||||
|
--tool-call-parser hermes \
|
||||||
|
--reasoning-parser deepseek_r1 \
|
||||||
|
--host 0.0.0.0 \
|
||||||
|
--port 8000
|
||||||
|
env:
|
||||||
|
- name: HF_HOME
|
||||||
|
value: "/root/.cache/huggingface"
|
||||||
|
ports:
|
||||||
|
- name: http-openai
|
||||||
|
containerPort: 8000
|
||||||
|
resources:
|
||||||
|
requests:
|
||||||
|
cpu: "8"
|
||||||
|
memory: "20Gi"
|
||||||
|
nvidia.com/gpu: "1"
|
||||||
|
limits:
|
||||||
|
cpu: "24"
|
||||||
|
memory: "40Gi"
|
||||||
|
nvidia.com/gpu: "1"
|
||||||
|
readinessProbe:
|
||||||
|
httpGet:
|
||||||
|
path: /health
|
||||||
|
port: 8000
|
||||||
|
initialDelaySeconds: 30
|
||||||
|
periodSeconds: 10
|
||||||
|
volumeMounts:
|
||||||
|
- name: glm-models
|
||||||
|
mountPath: /root/.cache/huggingface
|
||||||
|
- name: dshm
|
||||||
|
mountPath: /dev/shm
|
||||||
|
volumes:
|
||||||
|
- name: glm-models
|
||||||
|
persistentVolumeClaim:
|
||||||
|
claimName: glm-superexpert-models-pvc
|
||||||
|
- name: dshm
|
||||||
|
emptyDir:
|
||||||
|
medium: Memory
|
||||||
|
sizeLimit: 16Gi
|
||||||
|
---
|
||||||
|
apiVersion: v1
|
||||||
|
kind: Service
|
||||||
|
metadata:
|
||||||
|
name: glm-superexpert
|
||||||
|
namespace: ai-stack
|
||||||
|
labels:
|
||||||
|
app: glm-superexpert
|
||||||
|
spec:
|
||||||
|
type: NodePort
|
||||||
|
selector:
|
||||||
|
app: glm-superexpert
|
||||||
|
ports:
|
||||||
|
- name: http-openai
|
||||||
|
port: 8000
|
||||||
|
targetPort: 8000
|
||||||
|
nodePort: 30805
|
||||||
|
---
|
||||||
|
# ==============================================================================
|
||||||
# 3. NVIDIA TRITON INFERENCE SERVER (Decision Engine & Multi-Model ML Serving)
|
# 3. NVIDIA TRITON INFERENCE SERVER (Decision Engine & Multi-Model ML Serving)
|
||||||
# ==============================================================================
|
# ==============================================================================
|
||||||
apiVersion: v1
|
apiVersion: v1
|
||||||
|
|||||||
Reference in New Issue
Block a user