feat: add various infrastructure check and automation scripts
This commit is contained in:
143
scripts/update_grafana_gitops.py
Normal file
143
scripts/update_grafana_gitops.py
Normal file
@@ -0,0 +1,143 @@
|
||||
import json
|
||||
import yaml
|
||||
|
||||
# Read the generated dashboard JSONs
|
||||
with open("homelab-gitops-repo/dashboards/grafana/aerodrome-resource-monitor.json", "r", encoding="utf-8") as f:
|
||||
aero_json = f.read()
|
||||
|
||||
with open("homelab-gitops-repo/dashboards/grafana/spaceport-resource-monitor.json", "r", encoding="utf-8") as f:
|
||||
space_json = f.read()
|
||||
|
||||
with open("homelab-gitops-repo/dashboards/grafana/shipyard-resource-monitor.json", "r", encoding="utf-8") as f:
|
||||
ship_json = f.read()
|
||||
|
||||
with open("homelab-gitops-repo/dashboards/grafana/ai-stack-dashboard.json", "r", encoding="utf-8") as f:
|
||||
ai_json = f.read()
|
||||
|
||||
# Load current grafana.yaml
|
||||
with open("homelab-gitops-repo/manifests/aerodrome/grafana/grafana.yaml", "r", encoding="utf-8") as f:
|
||||
manifest_text = f.read()
|
||||
|
||||
docs = list(yaml.safe_load_all(manifest_text))
|
||||
|
||||
# Document 0: Deployment/grafana
|
||||
# Document 1: Service/grafana
|
||||
# Document 2: ConfigMap/grafana-dashboards-provider
|
||||
# Document 3: ConfigMap/grafana-dashboard-ai-stack
|
||||
# Document 4: ConfigMap/grafana-dashboard-systems
|
||||
# Document 5: ConfigMap/grafana-dashboard-containers
|
||||
|
||||
deploy = docs[0]
|
||||
containers = deploy["spec"]["template"]["spec"]["containers"]
|
||||
grafana_container = None
|
||||
for c in containers:
|
||||
if c["name"] == "grafana":
|
||||
grafana_container = c
|
||||
break
|
||||
|
||||
# Update volumeMounts in grafana container
|
||||
vm = [m for m in grafana_container["volumeMounts"] if m["name"] not in ["systems-dashboard", "container-metrics-dashboard", "ai-stack-dashboard"]]
|
||||
vm.extend([
|
||||
{"mountPath": "/var/lib/grafana-dashboards/ai-stack/ai-stack-dashboard.json", "name": "ai-stack-dashboard", "subPath": "ai-stack-dashboard.json"},
|
||||
{"mountPath": "/var/lib/grafana-dashboards/aerodrome/aerodrome-resource-monitor.json", "name": "aerodrome-dashboard", "subPath": "aerodrome-resource-monitor.json"},
|
||||
{"mountPath": "/var/lib/grafana-dashboards/spaceport/spaceport-resource-monitor.json", "name": "spaceport-dashboard", "subPath": "spaceport-resource-monitor.json"},
|
||||
{"mountPath": "/var/lib/grafana-dashboards/shipyard/shipyard-resource-monitor.json", "name": "shipyard-dashboard", "subPath": "shipyard-resource-monitor.json"}
|
||||
])
|
||||
grafana_container["volumeMounts"] = vm
|
||||
|
||||
# Update volumes in pod spec
|
||||
vols = [v for v in deploy["spec"]["template"]["spec"]["volumes"] if v["name"] not in ["systems-dashboard", "container-metrics-dashboard", "ai-stack-dashboard"]]
|
||||
vols.extend([
|
||||
{"name": "ai-stack-dashboard", "configMap": {"defaultMode": 420, "name": "grafana-dashboard-ai-stack"}},
|
||||
{"name": "aerodrome-dashboard", "configMap": {"defaultMode": 420, "name": "grafana-dashboard-aerodrome"}},
|
||||
{"name": "spaceport-dashboard", "configMap": {"defaultMode": 420, "name": "grafana-dashboard-spaceport"}},
|
||||
{"name": "shipyard-dashboard", "configMap": {"defaultMode": 420, "name": "grafana-dashboard-shipyard"}}
|
||||
])
|
||||
deploy["spec"]["template"]["spec"]["volumes"] = vols
|
||||
|
||||
# Update ConfigMap/grafana-dashboards-provider (Document 2)
|
||||
provider_cm = None
|
||||
for d in docs:
|
||||
if d and d.get("kind") == "ConfigMap" and d.get("metadata", {}).get("name") == "grafana-dashboards-provider":
|
||||
provider_cm = d
|
||||
break
|
||||
|
||||
provider_cm["data"]["dashboards.yaml"] = """apiVersion: 1
|
||||
providers:
|
||||
- name: 'ai-stack-provider'
|
||||
orgId: 1
|
||||
folder: 'AI Stack & Inference'
|
||||
type: file
|
||||
disableDeletion: false
|
||||
editable: true
|
||||
options:
|
||||
path: /var/lib/grafana-dashboards/ai-stack
|
||||
- name: 'aerodrome-provider'
|
||||
orgId: 1
|
||||
folder: 'Aerodrome'
|
||||
type: file
|
||||
disableDeletion: false
|
||||
editable: true
|
||||
options:
|
||||
path: /var/lib/grafana-dashboards/aerodrome
|
||||
- name: 'spaceport-provider'
|
||||
orgId: 1
|
||||
folder: 'Spaceport'
|
||||
type: file
|
||||
disableDeletion: false
|
||||
editable: true
|
||||
options:
|
||||
path: /var/lib/grafana-dashboards/spaceport
|
||||
- name: 'shipyard-provider'
|
||||
orgId: 1
|
||||
folder: 'Shipyard'
|
||||
type: file
|
||||
disableDeletion: false
|
||||
editable: true
|
||||
options:
|
||||
path: /var/lib/grafana-dashboards/shipyard
|
||||
"""
|
||||
|
||||
# Filter out old systems and containers configmaps
|
||||
new_docs = [d for d in docs if d.get("metadata", {}).get("name") not in ["grafana-dashboard-systems", "grafana-dashboard-containers"]]
|
||||
|
||||
# Add new configmaps
|
||||
new_docs.append({
|
||||
"apiVersion": "v1",
|
||||
"kind": "ConfigMap",
|
||||
"metadata": {
|
||||
"name": "grafana-dashboard-aerodrome",
|
||||
"namespace": "default",
|
||||
"labels": {"app.kubernetes.io/name": "grafana", "app.kubernetes.io/instance": "grafana"}
|
||||
},
|
||||
"data": {"aerodrome-resource-monitor.json": aero_json}
|
||||
})
|
||||
|
||||
new_docs.append({
|
||||
"apiVersion": "v1",
|
||||
"kind": "ConfigMap",
|
||||
"metadata": {
|
||||
"name": "grafana-dashboard-spaceport",
|
||||
"namespace": "default",
|
||||
"labels": {"app.kubernetes.io/name": "grafana", "app.kubernetes.io/instance": "grafana"}
|
||||
},
|
||||
"data": {"spaceport-resource-monitor.json": space_json}
|
||||
})
|
||||
|
||||
new_docs.append({
|
||||
"apiVersion": "v1",
|
||||
"kind": "ConfigMap",
|
||||
"metadata": {
|
||||
"name": "grafana-dashboard-shipyard",
|
||||
"namespace": "default",
|
||||
"labels": {"app.kubernetes.io/name": "grafana", "app.kubernetes.io/instance": "grafana"}
|
||||
},
|
||||
"data": {"shipyard-resource-monitor.json": ship_json}
|
||||
})
|
||||
|
||||
# Write updated grafana.yaml
|
||||
with open("homelab-gitops-repo/manifests/aerodrome/grafana/grafana.yaml", "w", encoding="utf-8") as f:
|
||||
yaml.dump_all(new_docs, f, sort_keys=False)
|
||||
|
||||
print("Successfully updated homelab-gitops-repo/manifests/aerodrome/grafana/grafana.yaml!")
|
||||
|
||||
Reference in New Issue
Block a user