1530 lines
108 KiB
YAML
1530 lines
108 KiB
YAML
apiVersion: apps/v1
|
|
kind: Deployment
|
|
metadata:
|
|
annotations:
|
|
meta.helm.sh/release-name: grafana
|
|
meta.helm.sh/release-namespace: default
|
|
labels:
|
|
app.kubernetes.io/instance: grafana
|
|
app.kubernetes.io/managed-by: Helm
|
|
app.kubernetes.io/name: grafana
|
|
app.kubernetes.io/version: 11.3.1
|
|
helm.sh/chart: grafana-8.6.4
|
|
name: grafana
|
|
namespace: default
|
|
spec:
|
|
progressDeadlineSeconds: 600
|
|
replicas: 1
|
|
revisionHistoryLimit: 10
|
|
selector:
|
|
matchLabels:
|
|
app.kubernetes.io/instance: grafana
|
|
app.kubernetes.io/name: grafana
|
|
strategy:
|
|
type: Recreate
|
|
template:
|
|
metadata:
|
|
annotations:
|
|
cattle.io/timestamp: '2025-10-04T04:05:51Z'
|
|
checksum/config: f6e2070ec7fff0d4bb82d9a8fabedb9934e42e64a00d72e25402d46520734840
|
|
checksum/sc-dashboard-provider-config: e70bf6a851099d385178a76de9757bb0bef8299da6d8443602590e44f05fdf24
|
|
checksum/secret: 4eccb44a21c8117c1dbfbfe43f2ac844b240cd2482bc9fba8e4047442d121dc2
|
|
kubectl.kubernetes.io/default-container: grafana
|
|
kubectl.kubernetes.io/restartedAt: '2026-10-28T17:14:50.583825+00:00'
|
|
labels:
|
|
app.kubernetes.io/instance: grafana
|
|
app.kubernetes.io/name: grafana
|
|
app.kubernetes.io/version: 11.3.1
|
|
helm.sh/chart: grafana-8.6.4
|
|
spec:
|
|
automountServiceAccountToken: true
|
|
containers:
|
|
- env:
|
|
- name: POD_IP
|
|
valueFrom:
|
|
fieldRef:
|
|
apiVersion: v1
|
|
fieldPath: status.podIP
|
|
- name: GF_SECURITY_ADMIN_USER
|
|
valueFrom:
|
|
secretKeyRef:
|
|
key: admin-user
|
|
name: grafana
|
|
- name: GF_SECURITY_ADMIN_PASSWORD
|
|
valueFrom:
|
|
secretKeyRef:
|
|
key: admin-password
|
|
name: grafana
|
|
- name: GF_PATHS_DATA
|
|
value: /var/lib/grafana/
|
|
- name: GF_PATHS_LOGS
|
|
value: /var/log/grafana
|
|
- name: GF_PATHS_PLUGINS
|
|
value: /var/lib/grafana/plugins
|
|
- name: GF_PATHS_PROVISIONING
|
|
value: /etc/grafana/provisioning
|
|
image: docker.io/grafana/grafana:11.6.16
|
|
imagePullPolicy: IfNotPresent
|
|
livenessProbe:
|
|
failureThreshold: 10
|
|
httpGet:
|
|
path: /api/health
|
|
port: 3000
|
|
scheme: HTTP
|
|
initialDelaySeconds: 60
|
|
periodSeconds: 10
|
|
successThreshold: 1
|
|
timeoutSeconds: 30
|
|
name: grafana
|
|
ports:
|
|
- containerPort: 3000
|
|
name: grafana
|
|
protocol: TCP
|
|
- containerPort: 9094
|
|
name: gossip-tcp
|
|
protocol: TCP
|
|
- containerPort: 9094
|
|
name: gossip-udp
|
|
protocol: UDP
|
|
readinessProbe:
|
|
failureThreshold: 3
|
|
httpGet:
|
|
path: /api/health
|
|
port: 3000
|
|
scheme: HTTP
|
|
periodSeconds: 10
|
|
successThreshold: 1
|
|
timeoutSeconds: 1
|
|
resources: {}
|
|
securityContext:
|
|
allowPrivilegeEscalation: false
|
|
capabilities:
|
|
drop:
|
|
- ALL
|
|
seccompProfile:
|
|
type: RuntimeDefault
|
|
terminationMessagePath: /dev/termination-log
|
|
terminationMessagePolicy: File
|
|
volumeMounts:
|
|
- mountPath: /etc/grafana/grafana.ini
|
|
name: config
|
|
subPath: grafana.ini
|
|
- mountPath: /var/lib/grafana
|
|
name: storage
|
|
- mountPath: /etc/grafana/provisioning/datasources/datasources.yaml
|
|
name: datasources-config
|
|
subPath: datasources.yaml
|
|
- mountPath: /etc/grafana/provisioning/dashboards/dashboards.yaml
|
|
name: dashboards-provider-config
|
|
subPath: dashboards.yaml
|
|
- mountPath: /var/lib/grafana-dashboards/ai-stack/ai-stack-dashboard.json
|
|
name: ai-stack-dashboard
|
|
subPath: ai-stack-dashboard.json
|
|
- mountPath: /var/lib/grafana-dashboards/aerodrome/aerodrome-resource-monitor.json
|
|
name: aerodrome-dashboard
|
|
subPath: aerodrome-resource-monitor.json
|
|
- mountPath: /var/lib/grafana-dashboards/spaceport/spaceport-resource-monitor.json
|
|
name: spaceport-dashboard
|
|
subPath: spaceport-resource-monitor.json
|
|
- mountPath: /var/lib/grafana-dashboards/shipyard/shipyard-resource-monitor.json
|
|
name: shipyard-dashboard
|
|
subPath: shipyard-resource-monitor.json
|
|
dnsPolicy: ClusterFirst
|
|
enableServiceLinks: true
|
|
initContainers:
|
|
- command:
|
|
- chown
|
|
- -R
|
|
- 472:472
|
|
- /var/lib/grafana
|
|
image: docker.io/library/busybox:1.31.1
|
|
imagePullPolicy: IfNotPresent
|
|
name: init-chown-data
|
|
resources: {}
|
|
securityContext:
|
|
capabilities:
|
|
add:
|
|
- CHOWN
|
|
runAsNonRoot: false
|
|
runAsUser: 0
|
|
seccompProfile:
|
|
type: RuntimeDefault
|
|
terminationMessagePath: /dev/termination-log
|
|
terminationMessagePolicy: File
|
|
volumeMounts:
|
|
- mountPath: /var/lib/grafana
|
|
name: storage
|
|
restartPolicy: Always
|
|
schedulerName: default-scheduler
|
|
securityContext:
|
|
fsGroup: 472
|
|
runAsGroup: 472
|
|
runAsNonRoot: true
|
|
runAsUser: 472
|
|
serviceAccount: grafana
|
|
serviceAccountName: grafana
|
|
terminationGracePeriodSeconds: 30
|
|
volumes:
|
|
- configMap:
|
|
defaultMode: 420
|
|
name: grafana
|
|
name: config
|
|
- name: storage
|
|
persistentVolumeClaim:
|
|
claimName: grafana
|
|
- configMap:
|
|
defaultMode: 420
|
|
name: grafana-datasources
|
|
name: datasources-config
|
|
- configMap:
|
|
defaultMode: 420
|
|
name: grafana-dashboards-provider
|
|
name: dashboards-provider-config
|
|
- name: ai-stack-dashboard
|
|
configMap:
|
|
defaultMode: 420
|
|
name: grafana-dashboard-ai-stack
|
|
- name: aerodrome-dashboard
|
|
configMap:
|
|
defaultMode: 420
|
|
name: grafana-dashboard-aerodrome
|
|
- name: spaceport-dashboard
|
|
configMap:
|
|
defaultMode: 420
|
|
name: grafana-dashboard-spaceport
|
|
- name: shipyard-dashboard
|
|
configMap:
|
|
defaultMode: 420
|
|
name: grafana-dashboard-shipyard
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
annotations:
|
|
meta.helm.sh/release-name: grafana
|
|
meta.helm.sh/release-namespace: default
|
|
labels:
|
|
app.kubernetes.io/instance: grafana
|
|
app.kubernetes.io/managed-by: Helm
|
|
app.kubernetes.io/name: grafana
|
|
app.kubernetes.io/version: 11.3.1
|
|
helm.sh/chart: grafana-8.6.4
|
|
name: grafana
|
|
namespace: default
|
|
spec:
|
|
clusterIP: 10.43.216.183
|
|
clusterIPs:
|
|
- 10.43.216.183
|
|
internalTrafficPolicy: Cluster
|
|
ipFamilies:
|
|
- IPv4
|
|
ipFamilyPolicy: SingleStack
|
|
ports:
|
|
- name: service
|
|
port: 8080
|
|
protocol: TCP
|
|
targetPort: 3000
|
|
selector:
|
|
app.kubernetes.io/instance: grafana
|
|
app.kubernetes.io/name: grafana
|
|
sessionAffinity: None
|
|
type: ClusterIP
|
|
---
|
|
apiVersion: v1
|
|
kind: Service
|
|
metadata:
|
|
annotations:
|
|
metallb.io/ip-allocated-from-pool: lan-pool
|
|
metallb.universe.tf/ip-allocated-from-pool: default-pool
|
|
metallb.universe.tf/loadBalancerIP: 140.44.4.32
|
|
finalizers:
|
|
- service.kubernetes.io/load-balancer-cleanup
|
|
labels:
|
|
app.kubernetes.io/instance: grafana
|
|
app.kubernetes.io/name: grafana
|
|
name: grafana-lb
|
|
namespace: default
|
|
spec:
|
|
allocateLoadBalancerNodePorts: true
|
|
clusterIP: 10.43.240.82
|
|
clusterIPs:
|
|
- 10.43.240.82
|
|
externalTrafficPolicy: Cluster
|
|
internalTrafficPolicy: Cluster
|
|
ipFamilies:
|
|
- IPv4
|
|
ipFamilyPolicy: SingleStack
|
|
loadBalancerIP: 140.44.4.32
|
|
ports:
|
|
- name: grafana-lb
|
|
nodePort: 32758
|
|
port: 88
|
|
protocol: TCP
|
|
targetPort: 3000
|
|
selector:
|
|
app.kubernetes.io/instance: grafana
|
|
app.kubernetes.io/name: grafana
|
|
sessionAffinity: None
|
|
type: LoadBalancer
|
|
---
|
|
apiVersion: networking.k8s.io/v1
|
|
kind: Ingress
|
|
metadata:
|
|
labels:
|
|
app.kubernetes.io/instance: grafana
|
|
app.kubernetes.io/name: grafana
|
|
name: grafana
|
|
namespace: default
|
|
spec:
|
|
ingressClassName: traefik
|
|
rules:
|
|
- host: grafana.snarfnet.net
|
|
http:
|
|
paths:
|
|
- backend:
|
|
service:
|
|
name: grafana-lb
|
|
port:
|
|
number: 80
|
|
path: /
|
|
pathType: ImplementationSpecific
|
|
tls:
|
|
- hosts:
|
|
- grafana.snarfnet.net
|
|
secretName: firefly-tls-cert
|
|
---
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: grafana-datasources
|
|
namespace: default
|
|
labels:
|
|
app.kubernetes.io/name: grafana
|
|
data:
|
|
datasources.yaml: "apiVersion: 1\ndatasources:\n - name: Prometheus\n type:\
|
|
\ prometheus\n access: proxy\n url: http://prometheus:9090\n isDefault:\
|
|
\ true\n jsonData:\n timeInterval: 15s\n"
|
|
---
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: grafana-dashboards-provider
|
|
namespace: default
|
|
labels:
|
|
app.kubernetes.io/name: grafana
|
|
data:
|
|
dashboards.yaml: "apiVersion: 1\nproviders:\n - name: 'ai-stack-provider'\n \
|
|
\ orgId: 1\n folder: 'AI Stack & Inference'\n type: file\n disableDeletion:\
|
|
\ false\n editable: true\n options:\n path: /var/lib/grafana-dashboards/ai-stack\n\
|
|
\ - name: 'aerodrome-provider'\n orgId: 1\n folder: 'Aerodrome'\n type:\
|
|
\ file\n disableDeletion: false\n editable: true\n options:\n path:\
|
|
\ /var/lib/grafana-dashboards/aerodrome\n - name: 'spaceport-provider'\n orgId:\
|
|
\ 1\n folder: 'Spaceport'\n type: file\n disableDeletion: false\n \
|
|
\ editable: true\n options:\n path: /var/lib/grafana-dashboards/spaceport\n\
|
|
\ - name: 'shipyard-provider'\n orgId: 1\n folder: 'Shipyard'\n type:\
|
|
\ file\n disableDeletion: false\n editable: true\n options:\n path:\
|
|
\ /var/lib/grafana-dashboards/shipyard\n"
|
|
---
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: grafana-dashboard-ai-stack
|
|
namespace: default
|
|
labels:
|
|
app.kubernetes.io/name: grafana
|
|
data:
|
|
ai-stack-dashboard.json: "{\n \"annotations\": {\n \"list\": [\n {\n \
|
|
\ \"builtIn\": 1,\n \"datasource\": \"-- Grafana --\",\n \"\
|
|
enable\": true,\n \"hide\": true,\n \"name\": \"Annotations & Alerts\"\
|
|
,\n \"type\": \"dashboard\"\n }\n ]\n },\n \"editable\": true,\n\
|
|
\ \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n \"id\": null,\n \"\
|
|
links\": [],\n \"liveNow\": false,\n \"panels\": [\n {\n \"collapsed\"\
|
|
: false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \
|
|
\ \"x\": 0,\n \"y\": 0\n },\n \"id\": 100,\n \"title\"\
|
|
: \"\\u26a1 AI Stack Executive Overview & Cloud Cost Offsets\",\n \"type\"\
|
|
: \"row\"\n },\n {\n \"id\": 1,\n \"title\": \"Prompt Tokens Processed\
|
|
\ (In)\",\n \"type\": \"stat\",\n \"gridPos\": {\n \"h\": 4,\n\
|
|
\ \"w\": 6,\n \"x\": 0,\n \"y\": 1\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"sum(vllm:prompt_tokens_total)\"\
|
|
,\n \"legendFormat\": \"Prompt Tokens\",\n \"refId\": \"A\"\n\
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"thresholds\"\n },\n \
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \"\
|
|
steps\": [\n {\n \"color\": \"blue\",\n \
|
|
\ \"value\": null\n }\n ]\n },\n \
|
|
\ \"unit\": \"locale\"\n }\n },\n \"options\": {\n \"\
|
|
colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\"\
|
|
: \"center\"\n }\n },\n {\n \"id\": 2,\n \"title\": \"Generation\
|
|
\ Tokens Synthesized (Out)\",\n \"type\": \"stat\",\n \"gridPos\": {\n\
|
|
\ \"h\": 4,\n \"w\": 6,\n \"x\": 6,\n \"y\": 1\n \
|
|
\ },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"sum(vllm:generation_tokens_total)\",\n \"\
|
|
legendFormat\": \"Gen Tokens\",\n \"refId\": \"A\"\n }\n \
|
|
\ ],\n \"fieldConfig\": {\n \"defaults\": {\n \"color\":\
|
|
\ {\n \"mode\": \"thresholds\"\n },\n \"thresholds\"\
|
|
: {\n \"mode\": \"absolute\",\n \"steps\": [\n \
|
|
\ {\n \"color\": \"green\",\n \"value\": null\n\
|
|
\ }\n ]\n },\n \"unit\": \"locale\"\n\
|
|
\ }\n },\n \"options\": {\n \"colorMode\": \"value\",\n\
|
|
\ \"graphMode\": \"area\",\n \"justifyMode\": \"center\"\n \
|
|
\ }\n },\n {\n \"id\": 3,\n \"title\": \"Homelab Cloud API Savings\
|
|
\ ($USD)\",\n \"type\": \"stat\",\n \"gridPos\": {\n \"h\": 4,\n\
|
|
\ \"w\": 6,\n \"x\": 12,\n \"y\": 1\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"(sum(vllm:prompt_tokens_total)\
|
|
\ * 0.00000025) + (sum(vllm:generation_tokens_total) * 0.00000100)\",\n \
|
|
\ \"legendFormat\": \"Net Savings\",\n \"refId\": \"A\"\n }\n\
|
|
\ ],\n \"fieldConfig\": {\n \"defaults\": {\n \"color\"\
|
|
: {\n \"mode\": \"thresholds\"\n },\n \"thresholds\"\
|
|
: {\n \"mode\": \"absolute\",\n \"steps\": [\n \
|
|
\ {\n \"color\": \"green\",\n \"value\": null\n\
|
|
\ }\n ]\n },\n \"unit\": \"currencyUSD\"\
|
|
\n }\n },\n \"options\": {\n \"colorMode\": \"background\"\
|
|
,\n \"graphMode\": \"none\",\n \"justifyMode\": \"center\"\n \
|
|
\ }\n },\n {\n \"id\": 4,\n \"title\": \"Active GPU Cluster\
|
|
\ Health\",\n \"type\": \"stat\",\n \"gridPos\": {\n \"h\": 4,\n\
|
|
\ \"w\": 6,\n \"x\": 18,\n \"y\": 1\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"count(DCGM_FI_DEV_GPU_TEMP)\"\
|
|
,\n \"legendFormat\": \"Tesla T4s Active\",\n \"refId\": \"\
|
|
A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n\
|
|
\ \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"purple\",\n \
|
|
\ \"value\": null\n }\n ]\n },\n\
|
|
\ \"unit\": \"short\"\n }\n },\n \"options\": {\n \
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"none\",\n \"\
|
|
justifyMode\": \"center\"\n }\n },\n {\n \"collapsed\": false,\n\
|
|
\ \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n\
|
|
\ \"y\": 5\n },\n \"id\": 200,\n \"title\": \"\\ud83c\\\
|
|
udfae Tesla T4 GPU Cluster Telemetry (Harvester HCI Spacedock)\",\n \"type\"\
|
|
: \"row\"\n },\n {\n \"id\": 5,\n \"title\": \"GPU Core Utilization\
|
|
\ (%)\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\"\
|
|
: 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 6\n },\n \
|
|
\ \"datasource\": \"Prometheus\",\n \"targets\": [\n {\n \
|
|
\ \"expr\": \"DCGM_FI_DEV_GPU_UTIL\",\n \"legendFormat\": \"{{Hostname}}\
|
|
\ ({{modelName}})\",\n \"refId\": \"A\"\n }\n ],\n \"\
|
|
fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n \
|
|
\ \"drawStyle\": \"line\",\n \"lineInterpolation\": \"smooth\",\n\
|
|
\ \"fillOpacity\": 20\n },\n \"unit\": \"percent\"\
|
|
,\n \"min\": 0,\n \"max\": 100\n }\n }\n },\n\
|
|
\ {\n \"id\": 6,\n \"title\": \"VRAM Memory Allocated & Used\",\n\
|
|
\ \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n \
|
|
\ \"w\": 12,\n \"x\": 12,\n \"y\": 6\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"DCGM_FI_DEV_FB_USED\
|
|
\ * 1024 * 1024\",\n \"legendFormat\": \"{{Hostname}} VRAM Used\",\n\
|
|
\ \"refId\": \"A\"\n },\n {\n \"expr\": \"(DCGM_FI_DEV_FB_USED\
|
|
\ + DCGM_FI_DEV_FB_FREE) * 1024 * 1024\",\n \"legendFormat\": \"{{Hostname}}\
|
|
\ VRAM Total\",\n \"refId\": \"B\"\n }\n ],\n \"fieldConfig\"\
|
|
: {\n \"defaults\": {\n \"custom\": {\n \"drawStyle\"\
|
|
: \"line\",\n \"lineInterpolation\": \"smooth\",\n \"fillOpacity\"\
|
|
: 15\n },\n \"unit\": \"bytes\"\n }\n }\n },\n\
|
|
\ {\n \"id\": 7,\n \"title\": \"GPU Thermal Profile (\\u00b0C)\"\
|
|
,\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\": 7,\n\
|
|
\ \"w\": 12,\n \"x\": 0,\n \"y\": 14\n },\n \"\
|
|
datasource\": \"Prometheus\",\n \"targets\": [\n {\n \"expr\"\
|
|
: \"DCGM_FI_DEV_GPU_TEMP\",\n \"legendFormat\": \"{{Hostname}} (\\u00b0C)\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"custom\": {\n \"drawStyle\":\
|
|
\ \"line\",\n \"lineInterpolation\": \"smooth\",\n \"fillOpacity\"\
|
|
: 10\n },\n \"unit\": \"celsius\",\n \"thresholds\"\
|
|
: {\n \"mode\": \"absolute\",\n \"steps\": [\n \
|
|
\ {\n \"color\": \"green\",\n \"value\": null\n\
|
|
\ },\n {\n \"color\": \"yellow\",\n \
|
|
\ \"value\": 65\n },\n {\n \
|
|
\ \"color\": \"red\",\n \"value\": 80\n }\n \
|
|
\ ]\n }\n }\n }\n },\n {\n \"id\": 8,\n\
|
|
\ \"title\": \"GPU Power Draw (Watts)\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\"\
|
|
: 12,\n \"y\": 14\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"DCGM_FI_DEV_POWER_USAGE\"\
|
|
,\n \"legendFormat\": \"{{Hostname}} (Watts)\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"fillOpacity\": 15\n \
|
|
\ },\n \"unit\": \"watt\"\n }\n }\n },\n {\n \
|
|
\ \"collapsed\": false,\n \"gridPos\": {\n \"h\": 1,\n \
|
|
\ \"w\": 24,\n \"x\": 0,\n \"y\": 21\n },\n \"id\": 300,\n\
|
|
\ \"title\": \"\\ud83e\\udde0 vLLM Real-Time Inference Dynamics & Token Velocity\"\
|
|
,\n \"type\": \"row\"\n },\n {\n \"id\": 9,\n \"title\":\
|
|
\ \"Token Generation Velocity (Tokens / Sec)\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 0,\n \"y\": 22\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"sum(rate(vllm:generation_tokens_total[2m]))\
|
|
\ by (model_name)\",\n \"legendFormat\": \"{{model_name}} (Out)\",\n\
|
|
\ \"refId\": \"A\"\n },\n {\n \"expr\": \"sum(rate(vllm:prompt_tokens_total[2m]))\
|
|
\ by (model_name)\",\n \"legendFormat\": \"{{model_name}} (In)\",\n \
|
|
\ \"refId\": \"B\"\n }\n ],\n \"fieldConfig\": {\n \
|
|
\ \"defaults\": {\n \"custom\": {\n \"drawStyle\": \"\
|
|
line\",\n \"lineInterpolation\": \"smooth\",\n \"fillOpacity\"\
|
|
: 25\n },\n \"unit\": \"cps\"\n }\n }\n },\n\
|
|
\ {\n \"id\": 10,\n \"title\": \"Inference Concurrency & Request\
|
|
\ Backlog\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"\
|
|
h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 22\n },\n\
|
|
\ \"datasource\": \"Prometheus\",\n \"targets\": [\n {\n \
|
|
\ \"expr\": \"vllm:num_requests_running\",\n \"legendFormat\": \"\
|
|
{{model_name}} Running\",\n \"refId\": \"A\"\n },\n {\n\
|
|
\ \"expr\": \"vllm:num_requests_waiting\",\n \"legendFormat\"\
|
|
: \"{{model_name}} Queued\",\n \"refId\": \"B\"\n }\n ],\n\
|
|
\ \"fieldConfig\": {\n \"defaults\": {\n \"custom\": {\n\
|
|
\ \"drawStyle\": \"line\",\n \"lineInterpolation\": \"stepAfter\"\
|
|
,\n \"fillOpacity\": 15\n },\n \"unit\": \"short\"\
|
|
\n }\n }\n },\n {\n \"id\": 11,\n \"title\": \"GPU\
|
|
\ KV Cache Memory Saturation\",\n \"type\": \"timeseries\",\n \"gridPos\"\
|
|
: {\n \"h\": 7,\n \"w\": 12,\n \"x\": 0,\n \"y\":\
|
|
\ 30\n },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n\
|
|
\ {\n \"expr\": \"vllm:gpu_cache_usage_factor * 100\",\n \
|
|
\ \"legendFormat\": \"{{model_name}} Cache Usage\",\n \"refId\":\
|
|
\ \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"fillOpacity\": 30\n \
|
|
\ },\n \"unit\": \"percent\",\n \"min\": 0,\n \
|
|
\ \"max\": 100\n }\n }\n },\n {\n \"id\": 12,\n \"\
|
|
title\": \"NVIDIA Triton & Qdrant Operations\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 7,\n \"w\": 12,\n \"x\"\
|
|
: 12,\n \"y\": 30\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"rate(nv_inference_request_success[2m])\"\
|
|
,\n \"legendFormat\": \"Triton Success/s\",\n \"refId\": \"\
|
|
A\"\n },\n {\n \"expr\": \"cpu_cores_used\",\n \
|
|
\ \"legendFormat\": \"Qdrant CPU Cores\",\n \"refId\": \"B\"\n \
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"lineInterpolation\"\
|
|
: \"smooth\"\n },\n \"unit\": \"short\"\n }\n }\n\
|
|
\ }\n ],\n \"refresh\": \"10s\",\n \"schemaVersion\": 39,\n \"tags\": [\n\
|
|
\ \"ai\",\n \"vllm\",\n \"dcgm\",\n \"gpu\",\n \"snarfnet\"\n \
|
|
\ ],\n \"templating\": {\n \"list\": []\n },\n \"time\": {\n \"from\"\
|
|
: \"now-6h\",\n \"to\": \"now\"\n },\n \"timepicker\": {\n \"refresh_intervals\"\
|
|
: [\n \"5s\",\n \"10s\",\n \"30s\",\n \"1m\",\n \"5m\"\
|
|
\n ]\n },\n \"timezone\": \"browser\",\n \"title\": \"SnarfNet AI Stack\
|
|
\ & Inference Intelligence\",\n \"uid\": \"snarfnet-ai-stack\",\n \"version\"\
|
|
: 1\n}\n"
|
|
---
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: grafana-dashboard-aerodrome
|
|
namespace: default
|
|
labels:
|
|
app.kubernetes.io/name: grafana
|
|
app.kubernetes.io/instance: grafana
|
|
data:
|
|
aerodrome-resource-monitor.json: "{\n \"annotations\": {\n \"list\": []\n },\n\
|
|
\ \"editable\": true,\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n\
|
|
\ \"id\": null,\n \"links\": [],\n \"liveNow\": false,\n \"refresh\": \"15s\"\
|
|
,\n \"schemaVersion\": 39,\n \"tags\": [\n \"aerodrome\",\n \"resource-monitor\"\
|
|
,\n \"infrastructure\"\n ],\n \"time\": {\n \"from\": \"now-1h\",\n \
|
|
\ \"to\": \"now\"\n },\n \"timepicker\": {\n \"refresh_intervals\": [\n\
|
|
\ \"5s\",\n \"10s\",\n \"15s\",\n \"30s\",\n \"1m\",\n\
|
|
\ \"5m\"\n ]\n },\n \"timezone\": \"browser\",\n \"title\": \"\\u2708\\\
|
|
ufe0f Aerodrome Resource Monitor\",\n \"uid\": \"aerodrome-resource-monitor\"\
|
|
,\n \"version\": 1,\n \"panels\": [\n {\n \"collapsed\": false,\n \
|
|
\ \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n\
|
|
\ \"y\": 0\n },\n \"id\": 100,\n \"title\": \"\\ud83d\\\
|
|
udda5\\ufe0f Systems & Host Performance \\u2014 Aerodrome Cluster Fleet\",\n \
|
|
\ \"type\": \"row\"\n },\n {\n \"id\": 1,\n \"title\": \"\
|
|
Online Nodes (Aerodrome)\",\n \"type\": \"stat\",\n \"gridPos\": {\n\
|
|
\ \"h\": 4,\n \"w\": 6,\n \"x\": 0,\n \"y\": 1\n \
|
|
\ },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"count(node_load1{cluster=\\\"aerodrome\\\"})\",\n\
|
|
\ \"legendFormat\": \"Nodes\",\n \"refId\": \"A\"\n }\n\
|
|
\ ],\n \"fieldConfig\": {\n \"defaults\": {\n \"color\"\
|
|
: {\n \"mode\": \"thresholds\"\n },\n \"thresholds\"\
|
|
: {\n \"mode\": \"absolute\",\n \"steps\": [\n \
|
|
\ {\n \"color\": \"green\",\n \"value\": null\n\
|
|
\ }\n ]\n },\n \"unit\": \"none\"\n\
|
|
\ }\n },\n \"options\": {\n \"colorMode\": \"value\",\n\
|
|
\ \"graphMode\": \"area\",\n \"justifyMode\": \"center\"\n \
|
|
\ }\n },\n {\n \"id\": 2,\n \"title\": \"Avg Cluster CPU Load\
|
|
\ (1m)\",\n \"type\": \"stat\",\n \"gridPos\": {\n \"h\": 4,\n\
|
|
\ \"w\": 6,\n \"x\": 6,\n \"y\": 1\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"avg(node_load1{cluster=\\\
|
|
\"aerodrome\\\"})\",\n \"legendFormat\": \"Load\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"blue\",\n \
|
|
\ \"value\": null\n },\n {\n \
|
|
\ \"color\": \"orange\",\n \"value\": 2.0\n },\n\
|
|
\ {\n \"color\": \"red\",\n \"value\"\
|
|
: 4.0\n }\n ]\n },\n \"unit\": \"none\"\
|
|
\n }\n },\n \"options\": {\n \"colorMode\": \"value\"\
|
|
,\n \"graphMode\": \"area\",\n \"justifyMode\": \"center\"\n \
|
|
\ }\n },\n {\n \"id\": 3,\n \"title\": \"Total Monitored RAM\"\
|
|
,\n \"type\": \"stat\",\n \"gridPos\": {\n \"h\": 4,\n \
|
|
\ \"w\": 6,\n \"x\": 12,\n \"y\": 1\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"sum(node_memory_MemTotal_bytes{cluster=\\\
|
|
\"aerodrome\\\"})\",\n \"legendFormat\": \"RAM\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"purple\",\n \
|
|
\ \"value\": null\n }\n ]\n },\n\
|
|
\ \"unit\": \"bytes\"\n }\n },\n \"options\": {\n \
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"\
|
|
justifyMode\": \"center\"\n }\n },\n {\n \"id\": 4,\n \"\
|
|
title\": \"Cluster RAM In-Use %\",\n \"type\": \"stat\",\n \"gridPos\"\
|
|
: {\n \"h\": 4,\n \"w\": 6,\n \"x\": 18,\n \"y\":\
|
|
\ 1\n },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"(1 - (sum(node_memory_MemAvailable_bytes{cluster=\\\
|
|
\"aerodrome\\\"}) / sum(node_memory_MemTotal_bytes{cluster=\\\"aerodrome\\\"})))\
|
|
\ * 100\",\n \"legendFormat\": \"In-Use\",\n \"refId\": \"A\"\
|
|
\n }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"thresholds\"\n },\n \
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \"\
|
|
steps\": [\n {\n \"color\": \"green\",\n \
|
|
\ \"value\": null\n },\n {\n \"\
|
|
color\": \"orange\",\n \"value\": 75\n },\n \
|
|
\ {\n \"color\": \"red\",\n \"value\": 90\n\
|
|
\ }\n ]\n },\n \"unit\": \"percent\"\
|
|
\n }\n },\n \"options\": {\n \"colorMode\": \"value\"\
|
|
,\n \"graphMode\": \"area\",\n \"justifyMode\": \"center\"\n \
|
|
\ }\n },\n {\n \"id\": 5,\n \"title\": \"CPU Utilization by\
|
|
\ Host (%)\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \
|
|
\ \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 5\n },\n\
|
|
\ \"datasource\": \"Prometheus\",\n \"targets\": [\n {\n \
|
|
\ \"expr\": \"100 - (avg by (instance) (rate(node_cpu_seconds_total{mode=\\\
|
|
\"idle\\\", cluster=\\\"aerodrome\\\"}[2m])) * 100)\",\n \"legendFormat\"\
|
|
: \"{{instance}}\",\n \"refId\": \"A\"\n }\n ],\n \"\
|
|
fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \
|
|
\ \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \
|
|
\ \"drawStyle\": \"line\",\n \"lineInterpolation\": \"smooth\"\
|
|
,\n \"lineWidth\": 2,\n \"fillOpacity\": 15\n },\n\
|
|
\ \"unit\": \"percent\",\n \"min\": 0,\n \"max\": 100\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
max\"\n ]\n }\n }\n },\n {\n \"id\": 6,\n \
|
|
\ \"title\": \"1-Minute Load Average by Host\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 12,\n \"y\": 5\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"node_load1{cluster=\\\"aerodrome\\\
|
|
\"}\",\n \"legendFormat\": \"{{instance}}\",\n \"refId\": \"\
|
|
A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n\
|
|
\ \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"none\",\n \
|
|
\ \"min\": 0\n }\n },\n \"options\": {\n \"legend\"\
|
|
: {\n \"displayMode\": \"table\",\n \"placement\": \"bottom\"\
|
|
,\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\
|
|
,\n \"max\"\n ]\n }\n }\n },\n {\n \
|
|
\ \"id\": 7,\n \"title\": \"Memory Used % by Host\",\n \"type\": \"\
|
|
timeseries\",\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \
|
|
\ \"x\": 0,\n \"y\": 13\n },\n \"datasource\": \"Prometheus\"\
|
|
,\n \"targets\": [\n {\n \"expr\": \"(1 - (node_memory_MemAvailable_bytes{cluster=\\\
|
|
\"aerodrome\\\"} / node_memory_MemTotal_bytes{cluster=\\\"aerodrome\\\"})) * 100\"\
|
|
,\n \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n\
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"palette-classic\"\n },\n\
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"\
|
|
lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"\
|
|
fillOpacity\": 15\n },\n \"unit\": \"percent\",\n \"\
|
|
min\": 0,\n \"max\": 100\n }\n },\n \"options\": {\n\
|
|
\ \"legend\": {\n \"displayMode\": \"table\",\n \"placement\"\
|
|
: \"bottom\",\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\
|
|
,\n \"max\"\n ]\n }\n }\n },\n {\n \
|
|
\ \"id\": 8,\n \"title\": \"Available RAM by Host (GiB)\",\n \"type\"\
|
|
: \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n\
|
|
\ \"x\": 12,\n \"y\": 13\n },\n \"datasource\": \"Prometheus\"\
|
|
,\n \"targets\": [\n {\n \"expr\": \"node_memory_MemAvailable_bytes{cluster=\\\
|
|
\"aerodrome\\\"}\",\n \"legendFormat\": \"{{instance}}\",\n \
|
|
\ \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \"\
|
|
defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"custom\": {\n \"drawStyle\": \"line\",\n\
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n\
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"bytes\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
min\"\n ]\n }\n }\n },\n {\n \"id\": 9,\n \
|
|
\ \"title\": \"Root (/) Filesystem Usage %\",\n \"type\": \"bargauge\",\n\
|
|
\ \"gridPos\": {\n \"h\": 8,\n \"w\": 8,\n \"x\": 0,\n\
|
|
\ \"y\": 21\n },\n \"datasource\": \"Prometheus\",\n \"\
|
|
targets\": [\n {\n \"expr\": \"(1 - (node_filesystem_avail_bytes{mountpoint=\\\
|
|
\"/\\\", cluster=\\\"aerodrome\\\"} / node_filesystem_size_bytes{mountpoint=\\\
|
|
\"/\\\", cluster=\\\"aerodrome\\\"})) * 100\",\n \"legendFormat\": \"\
|
|
{{instance}}\",\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\"\
|
|
: {\n \"defaults\": {\n \"color\": {\n \"mode\": \"\
|
|
thresholds\"\n },\n \"thresholds\": {\n \"mode\"\
|
|
: \"absolute\",\n \"steps\": [\n {\n \"\
|
|
color\": \"green\",\n \"value\": null\n },\n \
|
|
\ {\n \"color\": \"orange\",\n \"value\"\
|
|
: 75\n },\n {\n \"color\": \"red\",\n\
|
|
\ \"value\": 90\n }\n ]\n },\n\
|
|
\ \"unit\": \"percent\",\n \"min\": 0,\n \"max\": 100\n\
|
|
\ }\n },\n \"options\": {\n \"displayMode\": \"gradient\"\
|
|
,\n \"orientation\": \"horizontal\",\n \"showUnfilled\": true\n\
|
|
\ }\n },\n {\n \"id\": 10,\n \"title\": \"Disk Read Throughput\"\
|
|
,\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n\
|
|
\ \"w\": 8,\n \"x\": 8,\n \"y\": 21\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"sum\
|
|
\ by (instance) (rate(node_disk_read_bytes_total{cluster=\\\"aerodrome\\\"}[2m]))\"\
|
|
,\n \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n\
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"palette-classic\"\n },\n\
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"\
|
|
lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"\
|
|
fillOpacity\": 10\n },\n \"unit\": \"Bps\"\n }\n \
|
|
\ },\n \"options\": {\n \"legend\": {\n \"displayMode\"\
|
|
: \"table\",\n \"placement\": \"bottom\",\n \"calcs\": [\n \
|
|
\ \"mean\",\n \"max\"\n ]\n }\n }\n\
|
|
\ },\n {\n \"id\": 11,\n \"title\": \"Disk Write Throughput\"\
|
|
,\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n\
|
|
\ \"w\": 8,\n \"x\": 16,\n \"y\": 21\n },\n \"\
|
|
datasource\": \"Prometheus\",\n \"targets\": [\n {\n \"expr\"\
|
|
: \"sum by (instance) (rate(node_disk_written_bytes_total{cluster=\\\"aerodrome\\\
|
|
\"}[2m]))\",\n \"legendFormat\": \"{{instance}}\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"Bps\"\n \
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"max\"\n ]\n }\n\
|
|
\ }\n },\n {\n \"id\": 12,\n \"title\": \"Host Network Receive\
|
|
\ (RX)\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\"\
|
|
: 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 29\n },\n \
|
|
\ \"datasource\": \"Prometheus\",\n \"targets\": [\n {\n \
|
|
\ \"expr\": \"sum by (instance) (rate(node_network_receive_bytes_total{device!~\\\
|
|
\"lo|veth.*|flannel.*|cali.*\\\", cluster=\\\"aerodrome\\\"}[2m]))\",\n \
|
|
\ \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n \
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \"\
|
|
color\": {\n \"mode\": \"palette-classic\"\n },\n \
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"lineInterpolation\"\
|
|
: \"smooth\",\n \"lineWidth\": 2,\n \"fillOpacity\": 15\n\
|
|
\ },\n \"unit\": \"Bps\"\n }\n },\n \"options\"\
|
|
: {\n \"legend\": {\n \"displayMode\": \"table\",\n \"\
|
|
placement\": \"bottom\",\n \"calcs\": [\n \"mean\",\n \
|
|
\ \"max\"\n ]\n }\n }\n },\n {\n \"id\"\
|
|
: 13,\n \"title\": \"Host Network Transmit (TX)\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 12,\n \"y\": 29\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"sum by (instance) (rate(node_network_transmit_bytes_total{device!~\\\
|
|
\"lo|veth.*|flannel.*|cali.*\\\", cluster=\\\"aerodrome\\\"}[2m]))\",\n \
|
|
\ \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n \
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \"\
|
|
color\": {\n \"mode\": \"palette-classic\"\n },\n \
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"lineInterpolation\"\
|
|
: \"smooth\",\n \"lineWidth\": 2,\n \"fillOpacity\": 15\n\
|
|
\ },\n \"unit\": \"Bps\"\n }\n },\n \"options\"\
|
|
: {\n \"legend\": {\n \"displayMode\": \"table\",\n \"\
|
|
placement\": \"bottom\",\n \"calcs\": [\n \"mean\",\n \
|
|
\ \"max\"\n ]\n }\n }\n },\n {\n \"collapsed\"\
|
|
: false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \
|
|
\ \"x\": 0,\n \"y\": 37\n },\n \"id\": 200,\n \"title\"\
|
|
: \"\\ud83d\\udce6 Kubernetes Containers & Workloads \\u2014 Aerodrome Cluster\"\
|
|
,\n \"type\": \"row\"\n },\n {\n \"id\": 14,\n \"title\"\
|
|
: \"Monitored Containers\",\n \"type\": \"stat\",\n \"gridPos\": {\n\
|
|
\ \"h\": 4,\n \"w\": 6,\n \"x\": 0,\n \"y\": 38\n\
|
|
\ },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"count(container_last_seen{container!=\\\"\\\", instance=~\\\
|
|
\"sninfr2.*\\\"})\",\n \"legendFormat\": \"Containers\",\n \"\
|
|
refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\"\
|
|
: {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"green\",\n \
|
|
\ \"value\": null\n }\n ]\n },\n \
|
|
\ \"unit\": \"none\"\n }\n },\n \"options\": {\n \
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\"\
|
|
: \"center\"\n }\n },\n {\n \"id\": 15,\n \"title\": \"Active\
|
|
\ Kubernetes Pods\",\n \"type\": \"stat\",\n \"gridPos\": {\n \
|
|
\ \"h\": 4,\n \"w\": 6,\n \"x\": 6,\n \"y\": 38\n },\n\
|
|
\ \"datasource\": \"Prometheus\",\n \"targets\": [\n {\n \
|
|
\ \"expr\": \"count(count by (pod, namespace) (container_last_seen{container!=\\\
|
|
\"\\\", instance=~\\\"sninfr2.*\\\"}))\",\n \"legendFormat\": \"Pods\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\
|
|
\n },\n \"thresholds\": {\n \"mode\": \"absolute\"\
|
|
,\n \"steps\": [\n {\n \"color\": \"blue\"\
|
|
,\n \"value\": null\n }\n ]\n \
|
|
\ },\n \"unit\": \"none\"\n }\n },\n \"options\": {\n\
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \
|
|
\ \"justifyMode\": \"center\"\n }\n },\n {\n \"id\": 16,\n \
|
|
\ \"title\": \"Total Container CPU Load\",\n \"type\": \"stat\",\n \
|
|
\ \"gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \"x\": 12,\n\
|
|
\ \"y\": 38\n },\n \"datasource\": \"Prometheus\",\n \"\
|
|
targets\": [\n {\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{container!=\\\
|
|
\"\\\", instance=~\\\"sninfr2.*\\\"}[2m]))\",\n \"legendFormat\": \"\
|
|
Cores\",\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\"\
|
|
: {\n \"defaults\": {\n \"color\": {\n \"mode\": \"\
|
|
thresholds\"\n },\n \"thresholds\": {\n \"mode\"\
|
|
: \"absolute\",\n \"steps\": [\n {\n \"\
|
|
color\": \"orange\",\n \"value\": null\n }\n \
|
|
\ ]\n },\n \"unit\": \"none\"\n }\n },\n \
|
|
\ \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\"\
|
|
: \"area\",\n \"justifyMode\": \"center\"\n }\n },\n {\n \
|
|
\ \"id\": 17,\n \"title\": \"Total Container Working RAM\",\n \"type\"\
|
|
: \"stat\",\n \"gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \
|
|
\ \"x\": 18,\n \"y\": 38\n },\n \"datasource\": \"Prometheus\"\
|
|
,\n \"targets\": [\n {\n \"expr\": \"sum(container_memory_working_set_bytes{container!=\\\
|
|
\"\\\", instance=~\\\"sninfr2.*\\\"})\",\n \"legendFormat\": \"RAM\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\
|
|
\n },\n \"thresholds\": {\n \"mode\": \"absolute\"\
|
|
,\n \"steps\": [\n {\n \"color\": \"purple\"\
|
|
,\n \"value\": null\n }\n ]\n \
|
|
\ },\n \"unit\": \"bytes\"\n }\n },\n \"options\": {\n\
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \
|
|
\ \"justifyMode\": \"center\"\n }\n },\n {\n \"id\": 18,\n \
|
|
\ \"title\": \"Top 10 CPU Consuming Pods (Cores)\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 0,\n \"y\": 42\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"topk(10, sum by (pod, namespace)\
|
|
\ (rate(container_cpu_usage_seconds_total{container!=\\\"\\\", instance=~\\\"\
|
|
sninfr2.*\\\"}[2m])))\",\n \"legendFormat\": \"{{namespace}}/{{pod}}\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"custom\": {\n \"drawStyle\": \"line\",\n\
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n\
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"none\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
max\"\n ]\n }\n }\n },\n {\n \"id\": 19,\n \
|
|
\ \"title\": \"CPU Throttling by Namespace\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 12,\n \"y\": 42\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"sum by (namespace) (rate(container_cpu_cfs_throttled_periods_total{instance=~\\\
|
|
\"sninfr2.*\\\"}[2m]))\",\n \"legendFormat\": \"{{namespace}}\",\n \
|
|
\ \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"custom\": {\n \"drawStyle\": \"line\",\n\
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n\
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"none\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
max\"\n ]\n }\n }\n },\n {\n \"id\": 20,\n \
|
|
\ \"title\": \"Top 10 Memory Consuming Pods\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 14,\n \"x\"\
|
|
: 0,\n \"y\": 50\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"topk(10, sum by (pod, namespace)\
|
|
\ (container_memory_working_set_bytes{container!=\\\"\\\", instance=~\\\"sninfr2.*\\\
|
|
\"}))\",\n \"legendFormat\": \"{{namespace}}/{{pod}}\",\n \"\
|
|
refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\"\
|
|
: {\n \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"bytes\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
max\"\n ]\n }\n }\n },\n {\n \"id\": 21,\n \
|
|
\ \"title\": \"Memory Working Set by Namespace\",\n \"type\": \"bargauge\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 10,\n \"x\"\
|
|
: 14,\n \"y\": 50\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"sum by (namespace) (container_memory_working_set_bytes{container!=\\\
|
|
\"\\\", instance=~\\\"sninfr2.*\\\"})\",\n \"legendFormat\": \"{{namespace}}\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"unit\": \"bytes\"\n }\n },\n \"options\"\
|
|
: {\n \"displayMode\": \"gradient\",\n \"orientation\": \"horizontal\"\
|
|
,\n \"showUnfilled\": true\n }\n },\n {\n \"id\": 22,\n\
|
|
\ \"title\": \"Top Pod Network RX (Receive)\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 0,\n \"y\": 58\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"topk(10, sum by (pod, namespace)\
|
|
\ (rate(container_network_receive_bytes_total{instance=~\\\"sninfr2.*\\\"}[2m])))\"\
|
|
,\n \"legendFormat\": \"{{namespace}}/{{pod}}\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"Bps\"\n \
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"max\"\n ]\n }\n\
|
|
\ }\n },\n {\n \"id\": 23,\n \"title\": \"Top Pod Network\
|
|
\ TX (Transmit)\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \
|
|
\ \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 58\n\
|
|
\ },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"topk(10, sum by (pod, namespace) (rate(container_network_transmit_bytes_total{instance=~\\\
|
|
\"sninfr2.*\\\"}[2m])))\",\n \"legendFormat\": \"{{namespace}}/{{pod}}\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"custom\": {\n \"drawStyle\": \"line\",\n\
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n\
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"Bps\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"max\"\n ]\n }\n\
|
|
\ }\n }\n ]\n}"
|
|
---
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: grafana-dashboard-spaceport
|
|
namespace: default
|
|
labels:
|
|
app.kubernetes.io/name: grafana
|
|
app.kubernetes.io/instance: grafana
|
|
data:
|
|
spaceport-resource-monitor.json: "{\n \"annotations\": {\n \"list\": []\n },\n\
|
|
\ \"editable\": true,\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n\
|
|
\ \"id\": null,\n \"links\": [],\n \"liveNow\": false,\n \"refresh\": \"15s\"\
|
|
,\n \"schemaVersion\": 39,\n \"tags\": [\n \"spaceport\",\n \"resource-monitor\"\
|
|
,\n \"infrastructure\"\n ],\n \"time\": {\n \"from\": \"now-1h\",\n \
|
|
\ \"to\": \"now\"\n },\n \"timepicker\": {\n \"refresh_intervals\": [\n\
|
|
\ \"5s\",\n \"10s\",\n \"15s\",\n \"30s\",\n \"1m\",\n\
|
|
\ \"5m\"\n ]\n },\n \"timezone\": \"browser\",\n \"title\": \"\\ud83d\\\
|
|
ude80 Spaceport Resource Monitor\",\n \"uid\": \"spaceport-resource-monitor\"\
|
|
,\n \"version\": 1,\n \"panels\": [\n {\n \"collapsed\": false,\n \
|
|
\ \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n\
|
|
\ \"y\": 0\n },\n \"id\": 100,\n \"title\": \"\\ud83d\\\
|
|
udda5\\ufe0f Systems & Host Performance \\u2014 Spaceport Cluster Fleet\",\n \
|
|
\ \"type\": \"row\"\n },\n {\n \"id\": 1,\n \"title\": \"\
|
|
Online Nodes (Spaceport)\",\n \"type\": \"stat\",\n \"gridPos\": {\n\
|
|
\ \"h\": 4,\n \"w\": 6,\n \"x\": 0,\n \"y\": 1\n \
|
|
\ },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"count(node_load1{cluster=\\\"spaceport\\\"})\",\n\
|
|
\ \"legendFormat\": \"Nodes\",\n \"refId\": \"A\"\n }\n\
|
|
\ ],\n \"fieldConfig\": {\n \"defaults\": {\n \"color\"\
|
|
: {\n \"mode\": \"thresholds\"\n },\n \"thresholds\"\
|
|
: {\n \"mode\": \"absolute\",\n \"steps\": [\n \
|
|
\ {\n \"color\": \"green\",\n \"value\": null\n\
|
|
\ }\n ]\n },\n \"unit\": \"none\"\n\
|
|
\ }\n },\n \"options\": {\n \"colorMode\": \"value\",\n\
|
|
\ \"graphMode\": \"area\",\n \"justifyMode\": \"center\"\n \
|
|
\ }\n },\n {\n \"id\": 2,\n \"title\": \"Avg Cluster CPU Load\
|
|
\ (1m)\",\n \"type\": \"stat\",\n \"gridPos\": {\n \"h\": 4,\n\
|
|
\ \"w\": 6,\n \"x\": 6,\n \"y\": 1\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"avg(node_load1{cluster=\\\
|
|
\"spaceport\\\"})\",\n \"legendFormat\": \"Load\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"blue\",\n \
|
|
\ \"value\": null\n },\n {\n \
|
|
\ \"color\": \"orange\",\n \"value\": 2.0\n },\n\
|
|
\ {\n \"color\": \"red\",\n \"value\"\
|
|
: 4.0\n }\n ]\n },\n \"unit\": \"none\"\
|
|
\n }\n },\n \"options\": {\n \"colorMode\": \"value\"\
|
|
,\n \"graphMode\": \"area\",\n \"justifyMode\": \"center\"\n \
|
|
\ }\n },\n {\n \"id\": 3,\n \"title\": \"Total Monitored RAM\"\
|
|
,\n \"type\": \"stat\",\n \"gridPos\": {\n \"h\": 4,\n \
|
|
\ \"w\": 6,\n \"x\": 12,\n \"y\": 1\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"sum(node_memory_MemTotal_bytes{cluster=\\\
|
|
\"spaceport\\\"})\",\n \"legendFormat\": \"RAM\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"purple\",\n \
|
|
\ \"value\": null\n }\n ]\n },\n\
|
|
\ \"unit\": \"bytes\"\n }\n },\n \"options\": {\n \
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"\
|
|
justifyMode\": \"center\"\n }\n },\n {\n \"id\": 4,\n \"\
|
|
title\": \"Cluster RAM In-Use %\",\n \"type\": \"stat\",\n \"gridPos\"\
|
|
: {\n \"h\": 4,\n \"w\": 6,\n \"x\": 18,\n \"y\":\
|
|
\ 1\n },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"(1 - (sum(node_memory_MemAvailable_bytes{cluster=\\\
|
|
\"spaceport\\\"}) / sum(node_memory_MemTotal_bytes{cluster=\\\"spaceport\\\"})))\
|
|
\ * 100\",\n \"legendFormat\": \"In-Use\",\n \"refId\": \"A\"\
|
|
\n }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"thresholds\"\n },\n \
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \"\
|
|
steps\": [\n {\n \"color\": \"green\",\n \
|
|
\ \"value\": null\n },\n {\n \"\
|
|
color\": \"orange\",\n \"value\": 75\n },\n \
|
|
\ {\n \"color\": \"red\",\n \"value\": 90\n\
|
|
\ }\n ]\n },\n \"unit\": \"percent\"\
|
|
\n }\n },\n \"options\": {\n \"colorMode\": \"value\"\
|
|
,\n \"graphMode\": \"area\",\n \"justifyMode\": \"center\"\n \
|
|
\ }\n },\n {\n \"id\": 5,\n \"title\": \"CPU Utilization by\
|
|
\ Host (%)\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \
|
|
\ \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 5\n },\n\
|
|
\ \"datasource\": \"Prometheus\",\n \"targets\": [\n {\n \
|
|
\ \"expr\": \"100 - (avg by (instance) (rate(node_cpu_seconds_total{mode=\\\
|
|
\"idle\\\", cluster=\\\"spaceport\\\"}[2m])) * 100)\",\n \"legendFormat\"\
|
|
: \"{{instance}}\",\n \"refId\": \"A\"\n }\n ],\n \"\
|
|
fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \
|
|
\ \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \
|
|
\ \"drawStyle\": \"line\",\n \"lineInterpolation\": \"smooth\"\
|
|
,\n \"lineWidth\": 2,\n \"fillOpacity\": 15\n },\n\
|
|
\ \"unit\": \"percent\",\n \"min\": 0,\n \"max\": 100\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
max\"\n ]\n }\n }\n },\n {\n \"id\": 6,\n \
|
|
\ \"title\": \"1-Minute Load Average by Host\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 12,\n \"y\": 5\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"node_load1{cluster=\\\"spaceport\\\
|
|
\"}\",\n \"legendFormat\": \"{{instance}}\",\n \"refId\": \"\
|
|
A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n\
|
|
\ \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"none\",\n \
|
|
\ \"min\": 0\n }\n },\n \"options\": {\n \"legend\"\
|
|
: {\n \"displayMode\": \"table\",\n \"placement\": \"bottom\"\
|
|
,\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\
|
|
,\n \"max\"\n ]\n }\n }\n },\n {\n \
|
|
\ \"id\": 7,\n \"title\": \"Memory Used % by Host\",\n \"type\": \"\
|
|
timeseries\",\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \
|
|
\ \"x\": 0,\n \"y\": 13\n },\n \"datasource\": \"Prometheus\"\
|
|
,\n \"targets\": [\n {\n \"expr\": \"(1 - (node_memory_MemAvailable_bytes{cluster=\\\
|
|
\"spaceport\\\"} / node_memory_MemTotal_bytes{cluster=\\\"spaceport\\\"})) * 100\"\
|
|
,\n \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n\
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"palette-classic\"\n },\n\
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"\
|
|
lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"\
|
|
fillOpacity\": 15\n },\n \"unit\": \"percent\",\n \"\
|
|
min\": 0,\n \"max\": 100\n }\n },\n \"options\": {\n\
|
|
\ \"legend\": {\n \"displayMode\": \"table\",\n \"placement\"\
|
|
: \"bottom\",\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\
|
|
,\n \"max\"\n ]\n }\n }\n },\n {\n \
|
|
\ \"id\": 8,\n \"title\": \"Available RAM by Host (GiB)\",\n \"type\"\
|
|
: \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n\
|
|
\ \"x\": 12,\n \"y\": 13\n },\n \"datasource\": \"Prometheus\"\
|
|
,\n \"targets\": [\n {\n \"expr\": \"node_memory_MemAvailable_bytes{cluster=\\\
|
|
\"spaceport\\\"}\",\n \"legendFormat\": \"{{instance}}\",\n \
|
|
\ \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \"\
|
|
defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"custom\": {\n \"drawStyle\": \"line\",\n\
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n\
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"bytes\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
min\"\n ]\n }\n }\n },\n {\n \"id\": 9,\n \
|
|
\ \"title\": \"Root (/) Filesystem Usage %\",\n \"type\": \"bargauge\",\n\
|
|
\ \"gridPos\": {\n \"h\": 8,\n \"w\": 8,\n \"x\": 0,\n\
|
|
\ \"y\": 21\n },\n \"datasource\": \"Prometheus\",\n \"\
|
|
targets\": [\n {\n \"expr\": \"(1 - (node_filesystem_avail_bytes{mountpoint=\\\
|
|
\"/\\\", cluster=\\\"spaceport\\\"} / node_filesystem_size_bytes{mountpoint=\\\
|
|
\"/\\\", cluster=\\\"spaceport\\\"})) * 100\",\n \"legendFormat\": \"\
|
|
{{instance}}\",\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\"\
|
|
: {\n \"defaults\": {\n \"color\": {\n \"mode\": \"\
|
|
thresholds\"\n },\n \"thresholds\": {\n \"mode\"\
|
|
: \"absolute\",\n \"steps\": [\n {\n \"\
|
|
color\": \"green\",\n \"value\": null\n },\n \
|
|
\ {\n \"color\": \"orange\",\n \"value\"\
|
|
: 75\n },\n {\n \"color\": \"red\",\n\
|
|
\ \"value\": 90\n }\n ]\n },\n\
|
|
\ \"unit\": \"percent\",\n \"min\": 0,\n \"max\": 100\n\
|
|
\ }\n },\n \"options\": {\n \"displayMode\": \"gradient\"\
|
|
,\n \"orientation\": \"horizontal\",\n \"showUnfilled\": true\n\
|
|
\ }\n },\n {\n \"id\": 10,\n \"title\": \"Disk Read Throughput\"\
|
|
,\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n\
|
|
\ \"w\": 8,\n \"x\": 8,\n \"y\": 21\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"sum\
|
|
\ by (instance) (rate(node_disk_read_bytes_total{cluster=\\\"spaceport\\\"}[2m]))\"\
|
|
,\n \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n\
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"palette-classic\"\n },\n\
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"\
|
|
lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"\
|
|
fillOpacity\": 10\n },\n \"unit\": \"Bps\"\n }\n \
|
|
\ },\n \"options\": {\n \"legend\": {\n \"displayMode\"\
|
|
: \"table\",\n \"placement\": \"bottom\",\n \"calcs\": [\n \
|
|
\ \"mean\",\n \"max\"\n ]\n }\n }\n\
|
|
\ },\n {\n \"id\": 11,\n \"title\": \"Disk Write Throughput\"\
|
|
,\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n\
|
|
\ \"w\": 8,\n \"x\": 16,\n \"y\": 21\n },\n \"\
|
|
datasource\": \"Prometheus\",\n \"targets\": [\n {\n \"expr\"\
|
|
: \"sum by (instance) (rate(node_disk_written_bytes_total{cluster=\\\"spaceport\\\
|
|
\"}[2m]))\",\n \"legendFormat\": \"{{instance}}\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"Bps\"\n \
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"max\"\n ]\n }\n\
|
|
\ }\n },\n {\n \"id\": 12,\n \"title\": \"Host Network Receive\
|
|
\ (RX)\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\"\
|
|
: 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 29\n },\n \
|
|
\ \"datasource\": \"Prometheus\",\n \"targets\": [\n {\n \
|
|
\ \"expr\": \"sum by (instance) (rate(node_network_receive_bytes_total{device!~\\\
|
|
\"lo|veth.*|flannel.*|cali.*\\\", cluster=\\\"spaceport\\\"}[2m]))\",\n \
|
|
\ \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n \
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \"\
|
|
color\": {\n \"mode\": \"palette-classic\"\n },\n \
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"lineInterpolation\"\
|
|
: \"smooth\",\n \"lineWidth\": 2,\n \"fillOpacity\": 15\n\
|
|
\ },\n \"unit\": \"Bps\"\n }\n },\n \"options\"\
|
|
: {\n \"legend\": {\n \"displayMode\": \"table\",\n \"\
|
|
placement\": \"bottom\",\n \"calcs\": [\n \"mean\",\n \
|
|
\ \"max\"\n ]\n }\n }\n },\n {\n \"id\"\
|
|
: 13,\n \"title\": \"Host Network Transmit (TX)\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 12,\n \"y\": 29\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"sum by (instance) (rate(node_network_transmit_bytes_total{device!~\\\
|
|
\"lo|veth.*|flannel.*|cali.*\\\", cluster=\\\"spaceport\\\"}[2m]))\",\n \
|
|
\ \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n \
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \"\
|
|
color\": {\n \"mode\": \"palette-classic\"\n },\n \
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"lineInterpolation\"\
|
|
: \"smooth\",\n \"lineWidth\": 2,\n \"fillOpacity\": 15\n\
|
|
\ },\n \"unit\": \"Bps\"\n }\n },\n \"options\"\
|
|
: {\n \"legend\": {\n \"displayMode\": \"table\",\n \"\
|
|
placement\": \"bottom\",\n \"calcs\": [\n \"mean\",\n \
|
|
\ \"max\"\n ]\n }\n }\n },\n {\n \"collapsed\"\
|
|
: false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \
|
|
\ \"x\": 0,\n \"y\": 37\n },\n \"id\": 200,\n \"title\"\
|
|
: \"\\ud83d\\udce6 Kubernetes Containers & Workloads \\u2014 Spaceport Cluster\"\
|
|
,\n \"type\": \"row\"\n },\n {\n \"id\": 14,\n \"title\"\
|
|
: \"Monitored Containers\",\n \"type\": \"stat\",\n \"gridPos\": {\n\
|
|
\ \"h\": 4,\n \"w\": 6,\n \"x\": 0,\n \"y\": 38\n\
|
|
\ },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"count(container_last_seen{container!=\\\"\\\", cluster=\\\
|
|
\"spaceport\\\"})\",\n \"legendFormat\": \"Containers\",\n \"\
|
|
refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\"\
|
|
: {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"green\",\n \
|
|
\ \"value\": null\n }\n ]\n },\n \
|
|
\ \"unit\": \"none\"\n }\n },\n \"options\": {\n \
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\"\
|
|
: \"center\"\n }\n },\n {\n \"id\": 15,\n \"title\": \"Active\
|
|
\ Kubernetes Pods\",\n \"type\": \"stat\",\n \"gridPos\": {\n \
|
|
\ \"h\": 4,\n \"w\": 6,\n \"x\": 6,\n \"y\": 38\n },\n\
|
|
\ \"datasource\": \"Prometheus\",\n \"targets\": [\n {\n \
|
|
\ \"expr\": \"count(count by (pod, namespace) (container_last_seen{container!=\\\
|
|
\"\\\", cluster=\\\"spaceport\\\"}))\",\n \"legendFormat\": \"Pods\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\
|
|
\n },\n \"thresholds\": {\n \"mode\": \"absolute\"\
|
|
,\n \"steps\": [\n {\n \"color\": \"blue\"\
|
|
,\n \"value\": null\n }\n ]\n \
|
|
\ },\n \"unit\": \"none\"\n }\n },\n \"options\": {\n\
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \
|
|
\ \"justifyMode\": \"center\"\n }\n },\n {\n \"id\": 16,\n \
|
|
\ \"title\": \"Total Container CPU Load\",\n \"type\": \"stat\",\n \
|
|
\ \"gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \"x\": 12,\n\
|
|
\ \"y\": 38\n },\n \"datasource\": \"Prometheus\",\n \"\
|
|
targets\": [\n {\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{container!=\\\
|
|
\"\\\", cluster=\\\"spaceport\\\"}[2m]))\",\n \"legendFormat\": \"Cores\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\
|
|
\n },\n \"thresholds\": {\n \"mode\": \"absolute\"\
|
|
,\n \"steps\": [\n {\n \"color\": \"orange\"\
|
|
,\n \"value\": null\n }\n ]\n \
|
|
\ },\n \"unit\": \"none\"\n }\n },\n \"options\": {\n\
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \
|
|
\ \"justifyMode\": \"center\"\n }\n },\n {\n \"id\": 17,\n \
|
|
\ \"title\": \"Total Container Working RAM\",\n \"type\": \"stat\",\n \
|
|
\ \"gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \"x\": 18,\n\
|
|
\ \"y\": 38\n },\n \"datasource\": \"Prometheus\",\n \"\
|
|
targets\": [\n {\n \"expr\": \"sum(container_memory_working_set_bytes{container!=\\\
|
|
\"\\\", cluster=\\\"spaceport\\\"})\",\n \"legendFormat\": \"RAM\",\n\
|
|
\ \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\
|
|
\n },\n \"thresholds\": {\n \"mode\": \"absolute\"\
|
|
,\n \"steps\": [\n {\n \"color\": \"purple\"\
|
|
,\n \"value\": null\n }\n ]\n \
|
|
\ },\n \"unit\": \"bytes\"\n }\n },\n \"options\": {\n\
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \
|
|
\ \"justifyMode\": \"center\"\n }\n },\n {\n \"id\": 18,\n \
|
|
\ \"title\": \"Top 10 CPU Consuming Pods (Cores)\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 0,\n \"y\": 42\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"topk(10, sum by (pod, namespace)\
|
|
\ (rate(container_cpu_usage_seconds_total{container!=\\\"\\\", cluster=\\\"spaceport\\\
|
|
\"}[2m])))\",\n \"legendFormat\": \"{{namespace}}/{{pod}}\",\n \
|
|
\ \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"custom\": {\n \"drawStyle\": \"line\",\n\
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n\
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"none\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
max\"\n ]\n }\n }\n },\n {\n \"id\": 19,\n \
|
|
\ \"title\": \"CPU Throttling by Namespace\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 12,\n \"y\": 42\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"sum by (namespace) (rate(container_cpu_cfs_throttled_periods_total{cluster=\\\
|
|
\"spaceport\\\"}[2m]))\",\n \"legendFormat\": \"{{namespace}}\",\n \
|
|
\ \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"custom\": {\n \"drawStyle\": \"line\",\n\
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n\
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"none\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
max\"\n ]\n }\n }\n },\n {\n \"id\": 20,\n \
|
|
\ \"title\": \"Top 10 Memory Consuming Pods\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 14,\n \"x\"\
|
|
: 0,\n \"y\": 50\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"topk(10, sum by (pod, namespace)\
|
|
\ (container_memory_working_set_bytes{container!=\\\"\\\", cluster=\\\"spaceport\\\
|
|
\"}))\",\n \"legendFormat\": \"{{namespace}}/{{pod}}\",\n \"\
|
|
refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\"\
|
|
: {\n \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"bytes\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
max\"\n ]\n }\n }\n },\n {\n \"id\": 21,\n \
|
|
\ \"title\": \"Memory Working Set by Namespace\",\n \"type\": \"bargauge\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 10,\n \"x\"\
|
|
: 14,\n \"y\": 50\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"sum by (namespace) (container_memory_working_set_bytes{container!=\\\
|
|
\"\\\", cluster=\\\"spaceport\\\"})\",\n \"legendFormat\": \"{{namespace}}\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"unit\": \"bytes\"\n }\n },\n \"options\"\
|
|
: {\n \"displayMode\": \"gradient\",\n \"orientation\": \"horizontal\"\
|
|
,\n \"showUnfilled\": true\n }\n },\n {\n \"id\": 22,\n\
|
|
\ \"title\": \"Top Pod Network RX (Receive)\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 0,\n \"y\": 58\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"topk(10, sum by (pod, namespace)\
|
|
\ (rate(container_network_receive_bytes_total{cluster=\\\"spaceport\\\"}[2m])))\"\
|
|
,\n \"legendFormat\": \"{{namespace}}/{{pod}}\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"Bps\"\n \
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"max\"\n ]\n }\n\
|
|
\ }\n },\n {\n \"id\": 23,\n \"title\": \"Top Pod Network\
|
|
\ TX (Transmit)\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \
|
|
\ \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 58\n\
|
|
\ },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"topk(10, sum by (pod, namespace) (rate(container_network_transmit_bytes_total{cluster=\\\
|
|
\"spaceport\\\"}[2m])))\",\n \"legendFormat\": \"{{namespace}}/{{pod}}\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"custom\": {\n \"drawStyle\": \"line\",\n\
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n\
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"Bps\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"max\"\n ]\n }\n\
|
|
\ }\n }\n ]\n}"
|
|
---
|
|
apiVersion: v1
|
|
kind: ConfigMap
|
|
metadata:
|
|
name: grafana-dashboard-shipyard
|
|
namespace: default
|
|
labels:
|
|
app.kubernetes.io/name: grafana
|
|
app.kubernetes.io/instance: grafana
|
|
data:
|
|
shipyard-resource-monitor.json: "{\n \"annotations\": {\n \"list\": []\n },\n\
|
|
\ \"editable\": true,\n \"fiscalYearStartMonth\": 0,\n \"graphTooltip\": 1,\n\
|
|
\ \"id\": null,\n \"links\": [],\n \"liveNow\": false,\n \"refresh\": \"15s\"\
|
|
,\n \"schemaVersion\": 39,\n \"tags\": [\n \"shipyard\",\n \"resource-monitor\"\
|
|
,\n \"infrastructure\"\n ],\n \"time\": {\n \"from\": \"now-1h\",\n \
|
|
\ \"to\": \"now\"\n },\n \"timepicker\": {\n \"refresh_intervals\": [\n\
|
|
\ \"5s\",\n \"10s\",\n \"15s\",\n \"30s\",\n \"1m\",\n\
|
|
\ \"5m\"\n ]\n },\n \"timezone\": \"browser\",\n \"title\": \"\\u2693\
|
|
\ Shipyard Resource Monitor\",\n \"uid\": \"shipyard-resource-monitor\",\n \"\
|
|
version\": 1,\n \"panels\": [\n {\n \"collapsed\": false,\n \"gridPos\"\
|
|
: {\n \"h\": 1,\n \"w\": 24,\n \"x\": 0,\n \"y\":\
|
|
\ 0\n },\n \"id\": 100,\n \"title\": \"\\ud83d\\udda5\\ufe0f Systems\
|
|
\ & Host Performance \\u2014 Shipyard Cluster Fleet\",\n \"type\": \"row\"\
|
|
\n },\n {\n \"id\": 1,\n \"title\": \"Online Nodes (Shipyard)\"\
|
|
,\n \"type\": \"stat\",\n \"gridPos\": {\n \"h\": 4,\n \
|
|
\ \"w\": 6,\n \"x\": 0,\n \"y\": 1\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"count(node_load1{cluster=\\\
|
|
\"shipyard\\\"})\",\n \"legendFormat\": \"Nodes\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"green\",\n \
|
|
\ \"value\": null\n }\n ]\n },\n \
|
|
\ \"unit\": \"none\"\n }\n },\n \"options\": {\n \
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\"\
|
|
: \"center\"\n }\n },\n {\n \"id\": 2,\n \"title\": \"Avg\
|
|
\ Cluster CPU Load (1m)\",\n \"type\": \"stat\",\n \"gridPos\": {\n\
|
|
\ \"h\": 4,\n \"w\": 6,\n \"x\": 6,\n \"y\": 1\n \
|
|
\ },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"avg(node_load1{cluster=\\\"shipyard\\\"})\",\n \
|
|
\ \"legendFormat\": \"Load\",\n \"refId\": \"A\"\n }\n \
|
|
\ ],\n \"fieldConfig\": {\n \"defaults\": {\n \"color\"\
|
|
: {\n \"mode\": \"thresholds\"\n },\n \"thresholds\"\
|
|
: {\n \"mode\": \"absolute\",\n \"steps\": [\n \
|
|
\ {\n \"color\": \"blue\",\n \"value\": null\n\
|
|
\ },\n {\n \"color\": \"orange\",\n \
|
|
\ \"value\": 2.0\n },\n {\n \
|
|
\ \"color\": \"red\",\n \"value\": 4.0\n }\n\
|
|
\ ]\n },\n \"unit\": \"none\"\n }\n },\n\
|
|
\ \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\"\
|
|
: \"area\",\n \"justifyMode\": \"center\"\n }\n },\n {\n \
|
|
\ \"id\": 3,\n \"title\": \"Total Monitored RAM\",\n \"type\": \"\
|
|
stat\",\n \"gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \"\
|
|
x\": 12,\n \"y\": 1\n },\n \"datasource\": \"Prometheus\",\n\
|
|
\ \"targets\": [\n {\n \"expr\": \"sum(node_memory_MemTotal_bytes{cluster=\\\
|
|
\"shipyard\\\"})\",\n \"legendFormat\": \"RAM\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"purple\",\n \
|
|
\ \"value\": null\n }\n ]\n },\n\
|
|
\ \"unit\": \"bytes\"\n }\n },\n \"options\": {\n \
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"\
|
|
justifyMode\": \"center\"\n }\n },\n {\n \"id\": 4,\n \"\
|
|
title\": \"Cluster RAM In-Use %\",\n \"type\": \"stat\",\n \"gridPos\"\
|
|
: {\n \"h\": 4,\n \"w\": 6,\n \"x\": 18,\n \"y\":\
|
|
\ 1\n },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"(1 - (sum(node_memory_MemAvailable_bytes{cluster=\\\
|
|
\"shipyard\\\"}) / sum(node_memory_MemTotal_bytes{cluster=\\\"shipyard\\\"})))\
|
|
\ * 100\",\n \"legendFormat\": \"In-Use\",\n \"refId\": \"A\"\
|
|
\n }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"thresholds\"\n },\n \
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \"\
|
|
steps\": [\n {\n \"color\": \"green\",\n \
|
|
\ \"value\": null\n },\n {\n \"\
|
|
color\": \"orange\",\n \"value\": 75\n },\n \
|
|
\ {\n \"color\": \"red\",\n \"value\": 90\n\
|
|
\ }\n ]\n },\n \"unit\": \"percent\"\
|
|
\n }\n },\n \"options\": {\n \"colorMode\": \"value\"\
|
|
,\n \"graphMode\": \"area\",\n \"justifyMode\": \"center\"\n \
|
|
\ }\n },\n {\n \"id\": 5,\n \"title\": \"CPU Utilization by\
|
|
\ Host (%)\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \
|
|
\ \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 5\n },\n\
|
|
\ \"datasource\": \"Prometheus\",\n \"targets\": [\n {\n \
|
|
\ \"expr\": \"100 - (avg by (instance) (rate(node_cpu_seconds_total{mode=\\\
|
|
\"idle\\\", cluster=\\\"shipyard\\\"}[2m])) * 100)\",\n \"legendFormat\"\
|
|
: \"{{instance}}\",\n \"refId\": \"A\"\n }\n ],\n \"\
|
|
fieldConfig\": {\n \"defaults\": {\n \"color\": {\n \
|
|
\ \"mode\": \"palette-classic\"\n },\n \"custom\": {\n \
|
|
\ \"drawStyle\": \"line\",\n \"lineInterpolation\": \"smooth\"\
|
|
,\n \"lineWidth\": 2,\n \"fillOpacity\": 15\n },\n\
|
|
\ \"unit\": \"percent\",\n \"min\": 0,\n \"max\": 100\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
max\"\n ]\n }\n }\n },\n {\n \"id\": 6,\n \
|
|
\ \"title\": \"1-Minute Load Average by Host\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 12,\n \"y\": 5\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"node_load1{cluster=\\\"shipyard\\\
|
|
\"}\",\n \"legendFormat\": \"{{instance}}\",\n \"refId\": \"\
|
|
A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n\
|
|
\ \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"none\",\n \
|
|
\ \"min\": 0\n }\n },\n \"options\": {\n \"legend\"\
|
|
: {\n \"displayMode\": \"table\",\n \"placement\": \"bottom\"\
|
|
,\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\
|
|
,\n \"max\"\n ]\n }\n }\n },\n {\n \
|
|
\ \"id\": 7,\n \"title\": \"Memory Used % by Host\",\n \"type\": \"\
|
|
timeseries\",\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \
|
|
\ \"x\": 0,\n \"y\": 13\n },\n \"datasource\": \"Prometheus\"\
|
|
,\n \"targets\": [\n {\n \"expr\": \"(1 - (node_memory_MemAvailable_bytes{cluster=\\\
|
|
\"shipyard\\\"} / node_memory_MemTotal_bytes{cluster=\\\"shipyard\\\"})) * 100\"\
|
|
,\n \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n\
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"palette-classic\"\n },\n\
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"\
|
|
lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"\
|
|
fillOpacity\": 15\n },\n \"unit\": \"percent\",\n \"\
|
|
min\": 0,\n \"max\": 100\n }\n },\n \"options\": {\n\
|
|
\ \"legend\": {\n \"displayMode\": \"table\",\n \"placement\"\
|
|
: \"bottom\",\n \"calcs\": [\n \"mean\",\n \"lastNotNull\"\
|
|
,\n \"max\"\n ]\n }\n }\n },\n {\n \
|
|
\ \"id\": 8,\n \"title\": \"Available RAM by Host (GiB)\",\n \"type\"\
|
|
: \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n\
|
|
\ \"x\": 12,\n \"y\": 13\n },\n \"datasource\": \"Prometheus\"\
|
|
,\n \"targets\": [\n {\n \"expr\": \"node_memory_MemAvailable_bytes{cluster=\\\
|
|
\"shipyard\\\"}\",\n \"legendFormat\": \"{{instance}}\",\n \"\
|
|
refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\"\
|
|
: {\n \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"bytes\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
min\"\n ]\n }\n }\n },\n {\n \"id\": 9,\n \
|
|
\ \"title\": \"Root (/) Filesystem Usage %\",\n \"type\": \"bargauge\",\n\
|
|
\ \"gridPos\": {\n \"h\": 8,\n \"w\": 8,\n \"x\": 0,\n\
|
|
\ \"y\": 21\n },\n \"datasource\": \"Prometheus\",\n \"\
|
|
targets\": [\n {\n \"expr\": \"(1 - (node_filesystem_avail_bytes{mountpoint=\\\
|
|
\"/\\\", cluster=\\\"shipyard\\\"} / node_filesystem_size_bytes{mountpoint=\\\"\
|
|
/\\\", cluster=\\\"shipyard\\\"})) * 100\",\n \"legendFormat\": \"{{instance}}\"\
|
|
,\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n\
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"thresholds\"\
|
|
\n },\n \"thresholds\": {\n \"mode\": \"absolute\"\
|
|
,\n \"steps\": [\n {\n \"color\": \"green\"\
|
|
,\n \"value\": null\n },\n {\n \
|
|
\ \"color\": \"orange\",\n \"value\": 75\n \
|
|
\ },\n {\n \"color\": \"red\",\n \
|
|
\ \"value\": 90\n }\n ]\n },\n \"unit\"\
|
|
: \"percent\",\n \"min\": 0,\n \"max\": 100\n }\n \
|
|
\ },\n \"options\": {\n \"displayMode\": \"gradient\",\n \
|
|
\ \"orientation\": \"horizontal\",\n \"showUnfilled\": true\n }\n\
|
|
\ },\n {\n \"id\": 10,\n \"title\": \"Disk Read Throughput\",\n\
|
|
\ \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n \
|
|
\ \"w\": 8,\n \"x\": 8,\n \"y\": 21\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"sum\
|
|
\ by (instance) (rate(node_disk_read_bytes_total{cluster=\\\"shipyard\\\"}[2m]))\"\
|
|
,\n \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n\
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"palette-classic\"\n },\n\
|
|
\ \"custom\": {\n \"drawStyle\": \"line\",\n \"\
|
|
lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \"\
|
|
fillOpacity\": 10\n },\n \"unit\": \"Bps\"\n }\n \
|
|
\ },\n \"options\": {\n \"legend\": {\n \"displayMode\"\
|
|
: \"table\",\n \"placement\": \"bottom\",\n \"calcs\": [\n \
|
|
\ \"mean\",\n \"max\"\n ]\n }\n }\n\
|
|
\ },\n {\n \"id\": 11,\n \"title\": \"Disk Write Throughput\"\
|
|
,\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n\
|
|
\ \"w\": 8,\n \"x\": 16,\n \"y\": 21\n },\n \"\
|
|
datasource\": \"Prometheus\",\n \"targets\": [\n {\n \"expr\"\
|
|
: \"sum by (instance) (rate(node_disk_written_bytes_total{cluster=\\\"shipyard\\\
|
|
\"}[2m]))\",\n \"legendFormat\": \"{{instance}}\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 10\n },\n \"unit\": \"Bps\"\n \
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"max\"\n ]\n }\n\
|
|
\ }\n },\n {\n \"id\": 12,\n \"title\": \"Host Network Receive\
|
|
\ (RX)\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \"h\"\
|
|
: 8,\n \"w\": 12,\n \"x\": 0,\n \"y\": 29\n },\n \
|
|
\ \"datasource\": \"Prometheus\",\n \"targets\": [\n {\n \
|
|
\ \"expr\": \"sum by (instance) (rate(node_network_receive_bytes_total{device!~\\\
|
|
\"lo|veth.*|flannel.*|cali.*\\\", cluster=\\\"shipyard\\\"}[2m]))\",\n \
|
|
\ \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n }\n\
|
|
\ ],\n \"fieldConfig\": {\n \"defaults\": {\n \"color\"\
|
|
: {\n \"mode\": \"palette-classic\"\n },\n \"custom\"\
|
|
: {\n \"drawStyle\": \"line\",\n \"lineInterpolation\":\
|
|
\ \"smooth\",\n \"lineWidth\": 2,\n \"fillOpacity\": 15\n\
|
|
\ },\n \"unit\": \"Bps\"\n }\n },\n \"options\"\
|
|
: {\n \"legend\": {\n \"displayMode\": \"table\",\n \"\
|
|
placement\": \"bottom\",\n \"calcs\": [\n \"mean\",\n \
|
|
\ \"max\"\n ]\n }\n }\n },\n {\n \"id\"\
|
|
: 13,\n \"title\": \"Host Network Transmit (TX)\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 12,\n \"y\": 29\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"sum by (instance) (rate(node_network_transmit_bytes_total{device!~\\\
|
|
\"lo|veth.*|flannel.*|cali.*\\\", cluster=\\\"shipyard\\\"}[2m]))\",\n \
|
|
\ \"legendFormat\": \"{{instance}}\",\n \"refId\": \"A\"\n }\n\
|
|
\ ],\n \"fieldConfig\": {\n \"defaults\": {\n \"color\"\
|
|
: {\n \"mode\": \"palette-classic\"\n },\n \"custom\"\
|
|
: {\n \"drawStyle\": \"line\",\n \"lineInterpolation\":\
|
|
\ \"smooth\",\n \"lineWidth\": 2,\n \"fillOpacity\": 15\n\
|
|
\ },\n \"unit\": \"Bps\"\n }\n },\n \"options\"\
|
|
: {\n \"legend\": {\n \"displayMode\": \"table\",\n \"\
|
|
placement\": \"bottom\",\n \"calcs\": [\n \"mean\",\n \
|
|
\ \"max\"\n ]\n }\n }\n },\n {\n \"collapsed\"\
|
|
: false,\n \"gridPos\": {\n \"h\": 1,\n \"w\": 24,\n \
|
|
\ \"x\": 0,\n \"y\": 37\n },\n \"id\": 200,\n \"title\"\
|
|
: \"\\ud83d\\udce6 Docker Swarm Containers & Service Stacks \\u2014 Shipyard Fleet\"\
|
|
,\n \"type\": \"row\"\n },\n {\n \"id\": 14,\n \"title\"\
|
|
: \"Monitored Swarm Containers\",\n \"type\": \"stat\",\n \"gridPos\"\
|
|
: {\n \"h\": 4,\n \"w\": 6,\n \"x\": 0,\n \"y\": 38\n\
|
|
\ },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"count(container_last_seen{cluster=\\\"shipyard\\\"\
|
|
, name!=\\\"\\\"}) or count(container_last_seen{cluster=\\\"shipyard\\\"})\",\n\
|
|
\ \"legendFormat\": \"Containers\",\n \"refId\": \"A\"\n \
|
|
\ }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n \
|
|
\ \"color\": {\n \"mode\": \"thresholds\"\n },\n \
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \"steps\"\
|
|
: [\n {\n \"color\": \"green\",\n \"\
|
|
value\": null\n }\n ]\n },\n \"unit\"\
|
|
: \"none\"\n }\n },\n \"options\": {\n \"colorMode\":\
|
|
\ \"value\",\n \"graphMode\": \"area\",\n \"justifyMode\": \"center\"\
|
|
\n }\n },\n {\n \"id\": 15,\n \"title\": \"Active Swarm Nodes\"\
|
|
,\n \"type\": \"stat\",\n \"gridPos\": {\n \"h\": 4,\n \
|
|
\ \"w\": 6,\n \"x\": 6,\n \"y\": 38\n },\n \"datasource\"\
|
|
: \"Prometheus\",\n \"targets\": [\n {\n \"expr\": \"count(up{cluster=\\\
|
|
\"shipyard\\\", job=\\\"node-exporter\\\"})\",\n \"legendFormat\": \"\
|
|
Swarm Nodes\",\n \"refId\": \"A\"\n }\n ],\n \"fieldConfig\"\
|
|
: {\n \"defaults\": {\n \"color\": {\n \"mode\": \"\
|
|
thresholds\"\n },\n \"thresholds\": {\n \"mode\"\
|
|
: \"absolute\",\n \"steps\": [\n {\n \"\
|
|
color\": \"blue\",\n \"value\": null\n }\n \
|
|
\ ]\n },\n \"unit\": \"none\"\n }\n },\n \
|
|
\ \"options\": {\n \"colorMode\": \"value\",\n \"graphMode\":\
|
|
\ \"area\",\n \"justifyMode\": \"center\"\n }\n },\n {\n \
|
|
\ \"id\": 16,\n \"title\": \"Total Container CPU Load\",\n \"type\"\
|
|
: \"stat\",\n \"gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \
|
|
\ \"x\": 12,\n \"y\": 38\n },\n \"datasource\": \"Prometheus\"\
|
|
,\n \"targets\": [\n {\n \"expr\": \"sum(rate(container_cpu_usage_seconds_total{cluster=\\\
|
|
\"shipyard\\\"}[2m]))\",\n \"legendFormat\": \"Cores\",\n \"\
|
|
refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\"\
|
|
: {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"orange\",\n \
|
|
\ \"value\": null\n }\n ]\n },\n\
|
|
\ \"unit\": \"none\"\n }\n },\n \"options\": {\n \
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"\
|
|
justifyMode\": \"center\"\n }\n },\n {\n \"id\": 17,\n \"\
|
|
title\": \"Total Container Working RAM\",\n \"type\": \"stat\",\n \"\
|
|
gridPos\": {\n \"h\": 4,\n \"w\": 6,\n \"x\": 18,\n \
|
|
\ \"y\": 38\n },\n \"datasource\": \"Prometheus\",\n \"targets\"\
|
|
: [\n {\n \"expr\": \"sum(container_memory_working_set_bytes{cluster=\\\
|
|
\"shipyard\\\"})\",\n \"legendFormat\": \"RAM\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"thresholds\"\n },\n\
|
|
\ \"thresholds\": {\n \"mode\": \"absolute\",\n \
|
|
\ \"steps\": [\n {\n \"color\": \"purple\",\n \
|
|
\ \"value\": null\n }\n ]\n },\n\
|
|
\ \"unit\": \"bytes\"\n }\n },\n \"options\": {\n \
|
|
\ \"colorMode\": \"value\",\n \"graphMode\": \"area\",\n \"\
|
|
justifyMode\": \"center\"\n }\n },\n {\n \"id\": 18,\n \"\
|
|
title\": \"Container CPU Usage by Service/Task\",\n \"type\": \"timeseries\"\
|
|
,\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\"\
|
|
: 0,\n \"y\": 42\n },\n \"datasource\": \"Prometheus\",\n \
|
|
\ \"targets\": [\n {\n \"expr\": \"topk(10, sum by (instance,\
|
|
\ id) (rate(container_cpu_usage_seconds_total{cluster=\\\"shipyard\\\"}[2m])))\"\
|
|
,\n \"legendFormat\": \"{{instance}} ({{id}})\",\n \"refId\"\
|
|
: \"A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\":\
|
|
\ {\n \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"none\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"lastNotNull\",\n \"\
|
|
max\"\n ]\n }\n }\n },\n {\n \"id\": 19,\n \
|
|
\ \"title\": \"Container Memory Working Set by Service/Task\",\n \"type\"\
|
|
: \"timeseries\",\n \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n\
|
|
\ \"x\": 12,\n \"y\": 42\n },\n \"datasource\": \"Prometheus\"\
|
|
,\n \"targets\": [\n {\n \"expr\": \"topk(10, sum by (instance,\
|
|
\ id) (container_memory_working_set_bytes{cluster=\\\"shipyard\\\"}))\",\n \
|
|
\ \"legendFormat\": \"{{instance}} ({{id}})\",\n \"refId\": \"\
|
|
A\"\n }\n ],\n \"fieldConfig\": {\n \"defaults\": {\n\
|
|
\ \"color\": {\n \"mode\": \"palette-classic\"\n \
|
|
\ },\n \"custom\": {\n \"drawStyle\": \"line\",\n \
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n \
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"bytes\"\n \
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"displayMode\"\
|
|
: \"table\",\n \"placement\": \"bottom\",\n \"calcs\": [\n \
|
|
\ \"mean\",\n \"lastNotNull\",\n \"max\"\n \
|
|
\ ]\n }\n }\n },\n {\n \"id\": 20,\n \"title\"\
|
|
: \"Container Network Receive (RX)\",\n \"type\": \"timeseries\",\n \
|
|
\ \"gridPos\": {\n \"h\": 8,\n \"w\": 12,\n \"x\": 0,\n \
|
|
\ \"y\": 50\n },\n \"datasource\": \"Prometheus\",\n \"targets\"\
|
|
: [\n {\n \"expr\": \"topk(10, sum by (instance) (rate(container_network_receive_bytes_total{cluster=\\\
|
|
\"shipyard\\\"}[2m])))\",\n \"legendFormat\": \"{{instance}}\",\n \
|
|
\ \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"custom\": {\n \"drawStyle\": \"line\",\n\
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n\
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"Bps\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"max\"\n ]\n }\n\
|
|
\ }\n },\n {\n \"id\": 21,\n \"title\": \"Container Network\
|
|
\ Transmit (TX)\",\n \"type\": \"timeseries\",\n \"gridPos\": {\n \
|
|
\ \"h\": 8,\n \"w\": 12,\n \"x\": 12,\n \"y\": 50\n\
|
|
\ },\n \"datasource\": \"Prometheus\",\n \"targets\": [\n \
|
|
\ {\n \"expr\": \"topk(10, sum by (instance) (rate(container_network_transmit_bytes_total{cluster=\\\
|
|
\"shipyard\\\"}[2m])))\",\n \"legendFormat\": \"{{instance}}\",\n \
|
|
\ \"refId\": \"A\"\n }\n ],\n \"fieldConfig\": {\n \
|
|
\ \"defaults\": {\n \"color\": {\n \"mode\": \"palette-classic\"\
|
|
\n },\n \"custom\": {\n \"drawStyle\": \"line\",\n\
|
|
\ \"lineInterpolation\": \"smooth\",\n \"lineWidth\": 2,\n\
|
|
\ \"fillOpacity\": 15\n },\n \"unit\": \"Bps\"\n\
|
|
\ }\n },\n \"options\": {\n \"legend\": {\n \"\
|
|
displayMode\": \"table\",\n \"placement\": \"bottom\",\n \"\
|
|
calcs\": [\n \"mean\",\n \"max\"\n ]\n }\n\
|
|
\ }\n }\n ]\n}"
|