feat: add various infrastructure check and automation scripts

This commit is contained in:
2026-11-15 17:17:41 -05:00
parent 336b7759d0
commit b301aa3ece
232 changed files with 8274 additions and 298 deletions

View File

@@ -0,0 +1,143 @@
import json
import yaml
# Read the generated dashboard JSONs
with open("homelab-gitops-repo/dashboards/grafana/aerodrome-resource-monitor.json", "r", encoding="utf-8") as f:
aero_json = f.read()
with open("homelab-gitops-repo/dashboards/grafana/spaceport-resource-monitor.json", "r", encoding="utf-8") as f:
space_json = f.read()
with open("homelab-gitops-repo/dashboards/grafana/shipyard-resource-monitor.json", "r", encoding="utf-8") as f:
ship_json = f.read()
with open("homelab-gitops-repo/dashboards/grafana/ai-stack-dashboard.json", "r", encoding="utf-8") as f:
ai_json = f.read()
# Load current grafana.yaml
with open("homelab-gitops-repo/manifests/aerodrome/grafana/grafana.yaml", "r", encoding="utf-8") as f:
manifest_text = f.read()
docs = list(yaml.safe_load_all(manifest_text))
# Document 0: Deployment/grafana
# Document 1: Service/grafana
# Document 2: ConfigMap/grafana-dashboards-provider
# Document 3: ConfigMap/grafana-dashboard-ai-stack
# Document 4: ConfigMap/grafana-dashboard-systems
# Document 5: ConfigMap/grafana-dashboard-containers
deploy = docs[0]
containers = deploy["spec"]["template"]["spec"]["containers"]
grafana_container = None
for c in containers:
if c["name"] == "grafana":
grafana_container = c
break
# Update volumeMounts in grafana container
vm = [m for m in grafana_container["volumeMounts"] if m["name"] not in ["systems-dashboard", "container-metrics-dashboard", "ai-stack-dashboard"]]
vm.extend([
{"mountPath": "/var/lib/grafana-dashboards/ai-stack/ai-stack-dashboard.json", "name": "ai-stack-dashboard", "subPath": "ai-stack-dashboard.json"},
{"mountPath": "/var/lib/grafana-dashboards/aerodrome/aerodrome-resource-monitor.json", "name": "aerodrome-dashboard", "subPath": "aerodrome-resource-monitor.json"},
{"mountPath": "/var/lib/grafana-dashboards/spaceport/spaceport-resource-monitor.json", "name": "spaceport-dashboard", "subPath": "spaceport-resource-monitor.json"},
{"mountPath": "/var/lib/grafana-dashboards/shipyard/shipyard-resource-monitor.json", "name": "shipyard-dashboard", "subPath": "shipyard-resource-monitor.json"}
])
grafana_container["volumeMounts"] = vm
# Update volumes in pod spec
vols = [v for v in deploy["spec"]["template"]["spec"]["volumes"] if v["name"] not in ["systems-dashboard", "container-metrics-dashboard", "ai-stack-dashboard"]]
vols.extend([
{"name": "ai-stack-dashboard", "configMap": {"defaultMode": 420, "name": "grafana-dashboard-ai-stack"}},
{"name": "aerodrome-dashboard", "configMap": {"defaultMode": 420, "name": "grafana-dashboard-aerodrome"}},
{"name": "spaceport-dashboard", "configMap": {"defaultMode": 420, "name": "grafana-dashboard-spaceport"}},
{"name": "shipyard-dashboard", "configMap": {"defaultMode": 420, "name": "grafana-dashboard-shipyard"}}
])
deploy["spec"]["template"]["spec"]["volumes"] = vols
# Update ConfigMap/grafana-dashboards-provider (Document 2)
provider_cm = None
for d in docs:
if d and d.get("kind") == "ConfigMap" and d.get("metadata", {}).get("name") == "grafana-dashboards-provider":
provider_cm = d
break
provider_cm["data"]["dashboards.yaml"] = """apiVersion: 1
providers:
- name: 'ai-stack-provider'
orgId: 1
folder: 'AI Stack & Inference'
type: file
disableDeletion: false
editable: true
options:
path: /var/lib/grafana-dashboards/ai-stack
- name: 'aerodrome-provider'
orgId: 1
folder: 'Aerodrome'
type: file
disableDeletion: false
editable: true
options:
path: /var/lib/grafana-dashboards/aerodrome
- name: 'spaceport-provider'
orgId: 1
folder: 'Spaceport'
type: file
disableDeletion: false
editable: true
options:
path: /var/lib/grafana-dashboards/spaceport
- name: 'shipyard-provider'
orgId: 1
folder: 'Shipyard'
type: file
disableDeletion: false
editable: true
options:
path: /var/lib/grafana-dashboards/shipyard
"""
# Filter out old systems and containers configmaps
new_docs = [d for d in docs if d.get("metadata", {}).get("name") not in ["grafana-dashboard-systems", "grafana-dashboard-containers"]]
# Add new configmaps
new_docs.append({
"apiVersion": "v1",
"kind": "ConfigMap",
"metadata": {
"name": "grafana-dashboard-aerodrome",
"namespace": "default",
"labels": {"app.kubernetes.io/name": "grafana", "app.kubernetes.io/instance": "grafana"}
},
"data": {"aerodrome-resource-monitor.json": aero_json}
})
new_docs.append({
"apiVersion": "v1",
"kind": "ConfigMap",
"metadata": {
"name": "grafana-dashboard-spaceport",
"namespace": "default",
"labels": {"app.kubernetes.io/name": "grafana", "app.kubernetes.io/instance": "grafana"}
},
"data": {"spaceport-resource-monitor.json": space_json}
})
new_docs.append({
"apiVersion": "v1",
"kind": "ConfigMap",
"metadata": {
"name": "grafana-dashboard-shipyard",
"namespace": "default",
"labels": {"app.kubernetes.io/name": "grafana", "app.kubernetes.io/instance": "grafana"}
},
"data": {"shipyard-resource-monitor.json": ship_json}
})
# Write updated grafana.yaml
with open("homelab-gitops-repo/manifests/aerodrome/grafana/grafana.yaml", "w", encoding="utf-8") as f:
yaml.dump_all(new_docs, f, sort_keys=False)
print("Successfully updated homelab-gitops-repo/manifests/aerodrome/grafana/grafana.yaml!")