{ "annotations": { "list": [] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, "id": null, "links": [], "liveNow": false, "refresh": "15s", "schemaVersion": 39, "tags": [ "spaceport", "resource-monitor", "infrastructure" ], "time": { "from": "now-1h", "to": "now" }, "timepicker": { "refresh_intervals": [ "5s", "10s", "15s", "30s", "1m", "5m" ] }, "timezone": "browser", "title": "\ud83d\ude80 Spaceport Resource Monitor", "uid": "spaceport-resource-monitor", "version": 1, "panels": [ { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 100, "title": "\ud83d\udda5\ufe0f Systems & Host Performance \u2014 Spaceport Cluster Fleet", "type": "row" }, { "id": 1, "title": "Online Nodes (Spaceport)", "type": "stat", "gridPos": { "h": 4, "w": 6, "x": 0, "y": 1 }, "datasource": "Prometheus", "targets": [ { "expr": "count(node_load1{cluster=\"spaceport\"})", "legendFormat": "Nodes", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" } }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center" } }, { "id": 2, "title": "Avg Cluster CPU Load (1m)", "type": "stat", "gridPos": { "h": 4, "w": 6, "x": 6, "y": 1 }, "datasource": "Prometheus", "targets": [ { "expr": "avg(node_load1{cluster=\"spaceport\"})", "legendFormat": "Load", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null }, { "color": "orange", "value": 2.0 }, { "color": "red", "value": 4.0 } ] }, "unit": "none" } }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center" } }, { "id": 3, "title": "Total Monitored RAM", "type": "stat", "gridPos": { "h": 4, "w": 6, "x": 12, "y": 1 }, "datasource": "Prometheus", "targets": [ { "expr": "sum(node_memory_MemTotal_bytes{cluster=\"spaceport\"})", "legendFormat": "RAM", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "purple", "value": null } ] }, "unit": "bytes" } }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center" } }, { "id": 4, "title": "Cluster RAM In-Use %", "type": "stat", "gridPos": { "h": 4, "w": 6, "x": 18, "y": 1 }, "datasource": "Prometheus", "targets": [ { "expr": "(1 - (sum(node_memory_MemAvailable_bytes{cluster=\"spaceport\"}) / sum(node_memory_MemTotal_bytes{cluster=\"spaceport\"}))) * 100", "legendFormat": "In-Use", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 75 }, { "color": "red", "value": 90 } ] }, "unit": "percent" } }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center" } }, { "id": 5, "title": "CPU Utilization by Host (%)", "type": "timeseries", "gridPos": { "h": 8, "w": 12, "x": 0, "y": 5 }, "datasource": "Prometheus", "targets": [ { "expr": "100 - (avg by (instance) (rate(node_cpu_seconds_total{mode=\"idle\", cluster=\"spaceport\"}[2m])) * 100)", "legendFormat": "{{instance}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 15 }, "unit": "percent", "min": 0, "max": 100 } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "lastNotNull", "max" ] } } }, { "id": 6, "title": "1-Minute Load Average by Host", "type": "timeseries", "gridPos": { "h": 8, "w": 12, "x": 12, "y": 5 }, "datasource": "Prometheus", "targets": [ { "expr": "node_load1{cluster=\"spaceport\"}", "legendFormat": "{{instance}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 10 }, "unit": "none", "min": 0 } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "lastNotNull", "max" ] } } }, { "id": 7, "title": "Memory Used % by Host", "type": "timeseries", "gridPos": { "h": 8, "w": 12, "x": 0, "y": 13 }, "datasource": "Prometheus", "targets": [ { "expr": "(1 - (node_memory_MemAvailable_bytes{cluster=\"spaceport\"} / node_memory_MemTotal_bytes{cluster=\"spaceport\"})) * 100", "legendFormat": "{{instance}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 15 }, "unit": "percent", "min": 0, "max": 100 } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "lastNotNull", "max" ] } } }, { "id": 8, "title": "Available RAM by Host (GiB)", "type": "timeseries", "gridPos": { "h": 8, "w": 12, "x": 12, "y": 13 }, "datasource": "Prometheus", "targets": [ { "expr": "node_memory_MemAvailable_bytes{cluster=\"spaceport\"}", "legendFormat": "{{instance}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 10 }, "unit": "bytes" } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "lastNotNull", "min" ] } } }, { "id": 9, "title": "Root (/) Filesystem Usage %", "type": "bargauge", "gridPos": { "h": 8, "w": 8, "x": 0, "y": 21 }, "datasource": "Prometheus", "targets": [ { "expr": "(1 - (node_filesystem_avail_bytes{mountpoint=\"/\", cluster=\"spaceport\"} / node_filesystem_size_bytes{mountpoint=\"/\", cluster=\"spaceport\"})) * 100", "legendFormat": "{{instance}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "orange", "value": 75 }, { "color": "red", "value": 90 } ] }, "unit": "percent", "min": 0, "max": 100 } }, "options": { "displayMode": "gradient", "orientation": "horizontal", "showUnfilled": true } }, { "id": 10, "title": "Disk Read Throughput", "type": "timeseries", "gridPos": { "h": 8, "w": 8, "x": 8, "y": 21 }, "datasource": "Prometheus", "targets": [ { "expr": "sum by (instance) (rate(node_disk_read_bytes_total{cluster=\"spaceport\"}[2m]))", "legendFormat": "{{instance}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 10 }, "unit": "Bps" } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "max" ] } } }, { "id": 11, "title": "Disk Write Throughput", "type": "timeseries", "gridPos": { "h": 8, "w": 8, "x": 16, "y": 21 }, "datasource": "Prometheus", "targets": [ { "expr": "sum by (instance) (rate(node_disk_written_bytes_total{cluster=\"spaceport\"}[2m]))", "legendFormat": "{{instance}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 10 }, "unit": "Bps" } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "max" ] } } }, { "id": 12, "title": "Host Network Receive (RX)", "type": "timeseries", "gridPos": { "h": 8, "w": 12, "x": 0, "y": 29 }, "datasource": "Prometheus", "targets": [ { "expr": "sum by (instance) (rate(node_network_receive_bytes_total{device!~\"lo|veth.*|flannel.*|cali.*\", cluster=\"spaceport\"}[2m]))", "legendFormat": "{{instance}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 15 }, "unit": "Bps" } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "max" ] } } }, { "id": 13, "title": "Host Network Transmit (TX)", "type": "timeseries", "gridPos": { "h": 8, "w": 12, "x": 12, "y": 29 }, "datasource": "Prometheus", "targets": [ { "expr": "sum by (instance) (rate(node_network_transmit_bytes_total{device!~\"lo|veth.*|flannel.*|cali.*\", cluster=\"spaceport\"}[2m]))", "legendFormat": "{{instance}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 15 }, "unit": "Bps" } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "max" ] } } }, { "collapsed": false, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 37 }, "id": 200, "title": "\ud83d\udce6 Kubernetes Containers & Workloads \u2014 Spaceport Cluster", "type": "row" }, { "id": 14, "title": "Monitored Containers", "type": "stat", "gridPos": { "h": 4, "w": 6, "x": 0, "y": 38 }, "datasource": "Prometheus", "targets": [ { "expr": "count(container_last_seen{container!=\"\", cluster=\"spaceport\"})", "legendFormat": "Containers", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] }, "unit": "none" } }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center" } }, { "id": 15, "title": "Active Kubernetes Pods", "type": "stat", "gridPos": { "h": 4, "w": 6, "x": 6, "y": 38 }, "datasource": "Prometheus", "targets": [ { "expr": "count(count by (pod, namespace) (container_last_seen{container!=\"\", cluster=\"spaceport\"}))", "legendFormat": "Pods", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "blue", "value": null } ] }, "unit": "none" } }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center" } }, { "id": 16, "title": "Total Container CPU Load", "type": "stat", "gridPos": { "h": 4, "w": 6, "x": 12, "y": 38 }, "datasource": "Prometheus", "targets": [ { "expr": "sum(rate(container_cpu_usage_seconds_total{container!=\"\", cluster=\"spaceport\"}[2m]))", "legendFormat": "Cores", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "orange", "value": null } ] }, "unit": "none" } }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center" } }, { "id": 17, "title": "Total Container Working RAM", "type": "stat", "gridPos": { "h": 4, "w": 6, "x": 18, "y": 38 }, "datasource": "Prometheus", "targets": [ { "expr": "sum(container_memory_working_set_bytes{container!=\"\", cluster=\"spaceport\"})", "legendFormat": "RAM", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "thresholds": { "mode": "absolute", "steps": [ { "color": "purple", "value": null } ] }, "unit": "bytes" } }, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center" } }, { "id": 18, "title": "Top 10 CPU Consuming Pods (Cores)", "type": "timeseries", "gridPos": { "h": 8, "w": 12, "x": 0, "y": 42 }, "datasource": "Prometheus", "targets": [ { "expr": "topk(10, sum by (pod, namespace) (rate(container_cpu_usage_seconds_total{container!=\"\", cluster=\"spaceport\"}[2m])))", "legendFormat": "{{namespace}}/{{pod}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 15 }, "unit": "none" } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "lastNotNull", "max" ] } } }, { "id": 19, "title": "CPU Throttling by Namespace", "type": "timeseries", "gridPos": { "h": 8, "w": 12, "x": 12, "y": 42 }, "datasource": "Prometheus", "targets": [ { "expr": "sum by (namespace) (rate(container_cpu_cfs_throttled_periods_total{cluster=\"spaceport\"}[2m]))", "legendFormat": "{{namespace}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 10 }, "unit": "none" } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "lastNotNull", "max" ] } } }, { "id": 20, "title": "Top 10 Memory Consuming Pods", "type": "timeseries", "gridPos": { "h": 8, "w": 14, "x": 0, "y": 50 }, "datasource": "Prometheus", "targets": [ { "expr": "topk(10, sum by (pod, namespace) (container_memory_working_set_bytes{container!=\"\", cluster=\"spaceport\"}))", "legendFormat": "{{namespace}}/{{pod}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 15 }, "unit": "bytes" } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "lastNotNull", "max" ] } } }, { "id": 21, "title": "Memory Working Set by Namespace", "type": "bargauge", "gridPos": { "h": 8, "w": 10, "x": 14, "y": 50 }, "datasource": "Prometheus", "targets": [ { "expr": "sum by (namespace) (container_memory_working_set_bytes{container!=\"\", cluster=\"spaceport\"})", "legendFormat": "{{namespace}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "unit": "bytes" } }, "options": { "displayMode": "gradient", "orientation": "horizontal", "showUnfilled": true } }, { "id": 22, "title": "Top Pod Network RX (Receive)", "type": "timeseries", "gridPos": { "h": 8, "w": 12, "x": 0, "y": 58 }, "datasource": "Prometheus", "targets": [ { "expr": "topk(10, sum by (pod, namespace) (rate(container_network_receive_bytes_total{cluster=\"spaceport\"}[2m])))", "legendFormat": "{{namespace}}/{{pod}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 15 }, "unit": "Bps" } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "max" ] } } }, { "id": 23, "title": "Top Pod Network TX (Transmit)", "type": "timeseries", "gridPos": { "h": 8, "w": 12, "x": 12, "y": 58 }, "datasource": "Prometheus", "targets": [ { "expr": "topk(10, sum by (pod, namespace) (rate(container_network_transmit_bytes_total{cluster=\"spaceport\"}[2m])))", "legendFormat": "{{namespace}}/{{pod}}", "refId": "A" } ], "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "drawStyle": "line", "lineInterpolation": "smooth", "lineWidth": 2, "fillOpacity": 15 }, "unit": "Bps" } }, "options": { "legend": { "displayMode": "table", "placement": "bottom", "calcs": [ "mean", "max" ] } } } ] }