Benson Wong
7e3e94a08a
Add a comprehensive performance monitoring system that collects CPU, memory, swap, load average, network IO, and GPU stats. Provides both a REST API for the UI and a Prometheus /metrics endpoint. Backend changes: - New internal/perf package with configurable interval-based stats collection - GPU monitoring via LACT (Unix socket) and nvidia-smi fallback on Linux - Ring buffer (internal/ring) for time-series stat storage - Prometheus /metrics endpoint with all system and GPU metrics - Moved LogMonitor to internal/logmon package - New PerformanceConfig for hot-reloadable monitoring settings - REST /api/performance endpoint replacing SSE streaming UI changes: - New Performance page with real-time charts for CPU, memory, GPU, and network - Reusable PerformanceChart component - LLAMA_SWAP_URL environment variable support - Improved capture dialog display Other: - Example Grafana dashboard for Prometheus metrics - monitor-test standalone binary - Config schema and example updates fixes #596
1347 lines
38 KiB
JSON
1347 lines
38 KiB
JSON
{
|
|
"annotations": [
|
|
{
|
|
"kind": "AnnotationQuery",
|
|
"spec": {
|
|
"builtIn": true,
|
|
"enable": true,
|
|
"hide": true,
|
|
"iconColor": "rgba(0, 211, 255, 1)",
|
|
"name": "Annotations & Alerts",
|
|
"query": {
|
|
"datasource": {
|
|
"name": "-- Grafana --"
|
|
},
|
|
"group": "grafana",
|
|
"kind": "DataQuery",
|
|
"spec": {},
|
|
"version": "v0"
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"cursorSync": "Off",
|
|
"editable": true,
|
|
"elements": {
|
|
"panel-1": {
|
|
"kind": "Panel",
|
|
"spec": {
|
|
"data": {
|
|
"kind": "QueryGroup",
|
|
"spec": {
|
|
"queries": [
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_cpu_util_percent{instance=\"$instance\"}",
|
|
"legendFormat": "core {{core}}",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "A"
|
|
}
|
|
}
|
|
],
|
|
"queryOptions": {},
|
|
"transformations": []
|
|
}
|
|
},
|
|
"description": "",
|
|
"id": 1,
|
|
"links": [],
|
|
"title": "CPU Utilization",
|
|
"vizConfig": {
|
|
"group": "timeseries",
|
|
"kind": "VizConfig",
|
|
"spec": {
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {
|
|
"mode": "palette-classic"
|
|
},
|
|
"custom": {
|
|
"axisBorderShow": false,
|
|
"axisCenteredZero": false,
|
|
"axisColorMode": "text",
|
|
"axisLabel": "",
|
|
"axisPlacement": "auto",
|
|
"barAlignment": 0,
|
|
"barWidthFactor": 0.6,
|
|
"drawStyle": "line",
|
|
"fillOpacity": 10,
|
|
"gradientMode": "none",
|
|
"hideFrom": {
|
|
"legend": false,
|
|
"tooltip": false,
|
|
"viz": false
|
|
},
|
|
"insertNulls": false,
|
|
"lineInterpolation": "linear",
|
|
"lineWidth": 1,
|
|
"pointSize": 5,
|
|
"scaleDistribution": {
|
|
"type": "linear"
|
|
},
|
|
"showPoints": "auto",
|
|
"showValues": false,
|
|
"spanNulls": false,
|
|
"stacking": {
|
|
"group": "A",
|
|
"mode": "none"
|
|
},
|
|
"thresholdsStyle": {
|
|
"mode": "off"
|
|
}
|
|
},
|
|
"max": 100,
|
|
"min": 0,
|
|
"thresholds": {
|
|
"mode": "absolute",
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": 0
|
|
},
|
|
{
|
|
"color": "red",
|
|
"value": 90
|
|
}
|
|
]
|
|
},
|
|
"unit": "percent"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"annotations": {
|
|
"clustering": -1,
|
|
"multiLane": false
|
|
},
|
|
"legend": {
|
|
"calcs": [],
|
|
"displayMode": "list",
|
|
"placement": "bottom",
|
|
"showLegend": true
|
|
},
|
|
"tooltip": {
|
|
"hideZeros": false,
|
|
"mode": "multi",
|
|
"sort": "none"
|
|
}
|
|
}
|
|
},
|
|
"version": "13.0.1"
|
|
}
|
|
}
|
|
},
|
|
"panel-2": {
|
|
"kind": "Panel",
|
|
"spec": {
|
|
"data": {
|
|
"kind": "QueryGroup",
|
|
"spec": {
|
|
"queries": [
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_load_average{instance=\"$instance\"}",
|
|
"legendFormat": "{{interval}}",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "A"
|
|
}
|
|
}
|
|
],
|
|
"queryOptions": {},
|
|
"transformations": []
|
|
}
|
|
},
|
|
"description": "",
|
|
"id": 2,
|
|
"links": [],
|
|
"title": "Load Average",
|
|
"vizConfig": {
|
|
"group": "timeseries",
|
|
"kind": "VizConfig",
|
|
"spec": {
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {
|
|
"mode": "palette-classic"
|
|
},
|
|
"custom": {
|
|
"axisBorderShow": false,
|
|
"axisCenteredZero": false,
|
|
"axisColorMode": "text",
|
|
"axisLabel": "",
|
|
"axisPlacement": "auto",
|
|
"barAlignment": 0,
|
|
"barWidthFactor": 0.6,
|
|
"drawStyle": "line",
|
|
"fillOpacity": 0,
|
|
"gradientMode": "none",
|
|
"hideFrom": {
|
|
"legend": false,
|
|
"tooltip": false,
|
|
"viz": false
|
|
},
|
|
"insertNulls": false,
|
|
"lineInterpolation": "linear",
|
|
"lineWidth": 1,
|
|
"pointSize": 5,
|
|
"scaleDistribution": {
|
|
"type": "linear"
|
|
},
|
|
"showPoints": "auto",
|
|
"showValues": false,
|
|
"spanNulls": false,
|
|
"stacking": {
|
|
"group": "A",
|
|
"mode": "none"
|
|
},
|
|
"thresholdsStyle": {
|
|
"mode": "off"
|
|
}
|
|
},
|
|
"min": 0,
|
|
"thresholds": {
|
|
"mode": "absolute",
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": 0
|
|
}
|
|
]
|
|
},
|
|
"unit": "short"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"annotations": {
|
|
"clustering": -1,
|
|
"multiLane": false
|
|
},
|
|
"legend": {
|
|
"calcs": [],
|
|
"displayMode": "list",
|
|
"placement": "bottom",
|
|
"showLegend": true
|
|
},
|
|
"tooltip": {
|
|
"hideZeros": false,
|
|
"mode": "multi",
|
|
"sort": "none"
|
|
}
|
|
}
|
|
},
|
|
"version": "13.0.1"
|
|
}
|
|
}
|
|
},
|
|
"panel-3": {
|
|
"kind": "Panel",
|
|
"spec": {
|
|
"data": {
|
|
"kind": "QueryGroup",
|
|
"spec": {
|
|
"queries": [
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_memory_used_bytes{instance=\"$instance\"}",
|
|
"legendFormat": "RAM Used",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "A"
|
|
}
|
|
},
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_memory_free_bytes{instance=\"$instance\"}",
|
|
"legendFormat": "RAM Free",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "B"
|
|
}
|
|
},
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_swap_used_bytes{instance=\"$instance\"}",
|
|
"legendFormat": "Swap Used",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "C"
|
|
}
|
|
},
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_memory_total_bytes{instance=\"$instance\"}",
|
|
"legendFormat": "RAM Total",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "D"
|
|
}
|
|
}
|
|
],
|
|
"queryOptions": {},
|
|
"transformations": []
|
|
}
|
|
},
|
|
"description": "",
|
|
"id": 3,
|
|
"links": [],
|
|
"title": "RAM + Swap",
|
|
"vizConfig": {
|
|
"group": "timeseries",
|
|
"kind": "VizConfig",
|
|
"spec": {
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {
|
|
"mode": "palette-classic"
|
|
},
|
|
"custom": {
|
|
"axisBorderShow": false,
|
|
"axisCenteredZero": false,
|
|
"axisColorMode": "text",
|
|
"axisLabel": "",
|
|
"axisPlacement": "auto",
|
|
"barAlignment": 0,
|
|
"barWidthFactor": 0.6,
|
|
"drawStyle": "line",
|
|
"fillOpacity": 10,
|
|
"gradientMode": "none",
|
|
"hideFrom": {
|
|
"legend": false,
|
|
"tooltip": false,
|
|
"viz": false
|
|
},
|
|
"insertNulls": false,
|
|
"lineInterpolation": "linear",
|
|
"lineWidth": 1,
|
|
"pointSize": 5,
|
|
"scaleDistribution": {
|
|
"type": "linear"
|
|
},
|
|
"showPoints": "auto",
|
|
"showValues": false,
|
|
"spanNulls": false,
|
|
"stacking": {
|
|
"group": "A",
|
|
"mode": "none"
|
|
},
|
|
"thresholdsStyle": {
|
|
"mode": "off"
|
|
}
|
|
},
|
|
"min": 0,
|
|
"thresholds": {
|
|
"mode": "absolute",
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": 0
|
|
}
|
|
]
|
|
},
|
|
"unit": "bytes"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"annotations": {
|
|
"clustering": -1,
|
|
"multiLane": false
|
|
},
|
|
"legend": {
|
|
"calcs": [],
|
|
"displayMode": "list",
|
|
"placement": "bottom",
|
|
"showLegend": true
|
|
},
|
|
"tooltip": {
|
|
"hideZeros": false,
|
|
"mode": "multi",
|
|
"sort": "none"
|
|
}
|
|
}
|
|
},
|
|
"version": "13.0.1"
|
|
}
|
|
}
|
|
},
|
|
"panel-4": {
|
|
"kind": "Panel",
|
|
"spec": {
|
|
"data": {
|
|
"kind": "QueryGroup",
|
|
"spec": {
|
|
"queries": [
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "rate(llamaswap_network_bytes_total{instance=\"$instance\",direction=\"recv\"}[1m])",
|
|
"legendFormat": "{{interface}} recv",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "A"
|
|
}
|
|
},
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "rate(llamaswap_network_bytes_total{instance=\"$instance\",direction=\"sent\"}[1m])",
|
|
"legendFormat": "{{interface}} sent",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "B"
|
|
}
|
|
}
|
|
],
|
|
"queryOptions": {},
|
|
"transformations": []
|
|
}
|
|
},
|
|
"description": "",
|
|
"id": 4,
|
|
"links": [],
|
|
"title": "Network Bandwidth",
|
|
"vizConfig": {
|
|
"group": "timeseries",
|
|
"kind": "VizConfig",
|
|
"spec": {
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {
|
|
"mode": "palette-classic"
|
|
},
|
|
"custom": {
|
|
"axisBorderShow": false,
|
|
"axisCenteredZero": false,
|
|
"axisColorMode": "text",
|
|
"axisLabel": "",
|
|
"axisPlacement": "auto",
|
|
"barAlignment": 0,
|
|
"barWidthFactor": 0.6,
|
|
"drawStyle": "line",
|
|
"fillOpacity": 5,
|
|
"gradientMode": "none",
|
|
"hideFrom": {
|
|
"legend": false,
|
|
"tooltip": false,
|
|
"viz": false
|
|
},
|
|
"insertNulls": false,
|
|
"lineInterpolation": "linear",
|
|
"lineWidth": 1,
|
|
"pointSize": 5,
|
|
"scaleDistribution": {
|
|
"type": "linear"
|
|
},
|
|
"showPoints": "auto",
|
|
"showValues": false,
|
|
"spanNulls": false,
|
|
"stacking": {
|
|
"group": "A",
|
|
"mode": "none"
|
|
},
|
|
"thresholdsStyle": {
|
|
"mode": "off"
|
|
}
|
|
},
|
|
"min": 0,
|
|
"thresholds": {
|
|
"mode": "absolute",
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": 0
|
|
}
|
|
]
|
|
},
|
|
"unit": "Bps"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"annotations": {
|
|
"clustering": -1,
|
|
"multiLane": false
|
|
},
|
|
"legend": {
|
|
"calcs": [],
|
|
"displayMode": "list",
|
|
"placement": "bottom",
|
|
"showLegend": true
|
|
},
|
|
"tooltip": {
|
|
"hideZeros": false,
|
|
"mode": "multi",
|
|
"sort": "none"
|
|
}
|
|
}
|
|
},
|
|
"version": "13.0.1"
|
|
}
|
|
}
|
|
},
|
|
"panel-5": {
|
|
"kind": "Panel",
|
|
"spec": {
|
|
"data": {
|
|
"kind": "QueryGroup",
|
|
"spec": {
|
|
"queries": [
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_gpu_util_percent{instance=\"$instance\"}",
|
|
"legendFormat": "{{name}}",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "A"
|
|
}
|
|
}
|
|
],
|
|
"queryOptions": {},
|
|
"transformations": []
|
|
}
|
|
},
|
|
"description": "",
|
|
"id": 5,
|
|
"links": [],
|
|
"title": "GPU Utilization",
|
|
"vizConfig": {
|
|
"group": "timeseries",
|
|
"kind": "VizConfig",
|
|
"spec": {
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {
|
|
"mode": "palette-classic"
|
|
},
|
|
"custom": {
|
|
"axisBorderShow": false,
|
|
"axisCenteredZero": false,
|
|
"axisColorMode": "text",
|
|
"axisLabel": "",
|
|
"axisPlacement": "auto",
|
|
"barAlignment": 0,
|
|
"barWidthFactor": 0.6,
|
|
"drawStyle": "line",
|
|
"fillOpacity": 10,
|
|
"gradientMode": "none",
|
|
"hideFrom": {
|
|
"legend": false,
|
|
"tooltip": false,
|
|
"viz": false
|
|
},
|
|
"insertNulls": false,
|
|
"lineInterpolation": "linear",
|
|
"lineWidth": 1,
|
|
"pointSize": 5,
|
|
"scaleDistribution": {
|
|
"type": "linear"
|
|
},
|
|
"showPoints": "auto",
|
|
"showValues": false,
|
|
"spanNulls": false,
|
|
"stacking": {
|
|
"group": "A",
|
|
"mode": "none"
|
|
},
|
|
"thresholdsStyle": {
|
|
"mode": "off"
|
|
}
|
|
},
|
|
"max": 100,
|
|
"min": 0,
|
|
"thresholds": {
|
|
"mode": "absolute",
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": 0
|
|
},
|
|
{
|
|
"color": "red",
|
|
"value": 90
|
|
}
|
|
]
|
|
},
|
|
"unit": "percent"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"annotations": {
|
|
"clustering": -1,
|
|
"multiLane": false
|
|
},
|
|
"legend": {
|
|
"calcs": [],
|
|
"displayMode": "list",
|
|
"placement": "bottom",
|
|
"showLegend": true
|
|
},
|
|
"tooltip": {
|
|
"hideZeros": false,
|
|
"mode": "multi",
|
|
"sort": "none"
|
|
}
|
|
}
|
|
},
|
|
"version": "13.0.1"
|
|
}
|
|
}
|
|
},
|
|
"panel-6": {
|
|
"kind": "Panel",
|
|
"spec": {
|
|
"data": {
|
|
"kind": "QueryGroup",
|
|
"spec": {
|
|
"queries": [
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_gpu_memory_util_percent{instance=\"$instance\"}",
|
|
"legendFormat": "{{name}}",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "A"
|
|
}
|
|
}
|
|
],
|
|
"queryOptions": {},
|
|
"transformations": []
|
|
}
|
|
},
|
|
"description": "",
|
|
"id": 6,
|
|
"links": [],
|
|
"title": "GPU Memory Utilization",
|
|
"vizConfig": {
|
|
"group": "timeseries",
|
|
"kind": "VizConfig",
|
|
"spec": {
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {
|
|
"mode": "palette-classic"
|
|
},
|
|
"custom": {
|
|
"axisBorderShow": false,
|
|
"axisCenteredZero": false,
|
|
"axisColorMode": "text",
|
|
"axisLabel": "",
|
|
"axisPlacement": "auto",
|
|
"barAlignment": 0,
|
|
"barWidthFactor": 0.6,
|
|
"drawStyle": "line",
|
|
"fillOpacity": 10,
|
|
"gradientMode": "none",
|
|
"hideFrom": {
|
|
"legend": false,
|
|
"tooltip": false,
|
|
"viz": false
|
|
},
|
|
"insertNulls": false,
|
|
"lineInterpolation": "linear",
|
|
"lineWidth": 1,
|
|
"pointSize": 5,
|
|
"scaleDistribution": {
|
|
"type": "linear"
|
|
},
|
|
"showPoints": "auto",
|
|
"showValues": false,
|
|
"spanNulls": false,
|
|
"stacking": {
|
|
"group": "A",
|
|
"mode": "none"
|
|
},
|
|
"thresholdsStyle": {
|
|
"mode": "off"
|
|
}
|
|
},
|
|
"max": 100,
|
|
"min": 0,
|
|
"thresholds": {
|
|
"mode": "absolute",
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": 0
|
|
},
|
|
{
|
|
"color": "red",
|
|
"value": 90
|
|
}
|
|
]
|
|
},
|
|
"unit": "percent"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"annotations": {
|
|
"clustering": -1,
|
|
"multiLane": false
|
|
},
|
|
"legend": {
|
|
"calcs": [],
|
|
"displayMode": "list",
|
|
"placement": "bottom",
|
|
"showLegend": true
|
|
},
|
|
"tooltip": {
|
|
"hideZeros": false,
|
|
"mode": "multi",
|
|
"sort": "none"
|
|
}
|
|
}
|
|
},
|
|
"version": "13.0.1"
|
|
}
|
|
}
|
|
},
|
|
"panel-7": {
|
|
"kind": "Panel",
|
|
"spec": {
|
|
"data": {
|
|
"kind": "QueryGroup",
|
|
"spec": {
|
|
"queries": [
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_gpu_temperature_celsius{instance=\"$instance\"}",
|
|
"legendFormat": "{{name}}",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "A"
|
|
}
|
|
}
|
|
],
|
|
"queryOptions": {},
|
|
"transformations": []
|
|
}
|
|
},
|
|
"description": "",
|
|
"id": 7,
|
|
"links": [],
|
|
"title": "GPU Temperature",
|
|
"vizConfig": {
|
|
"group": "timeseries",
|
|
"kind": "VizConfig",
|
|
"spec": {
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {
|
|
"mode": "palette-classic"
|
|
},
|
|
"custom": {
|
|
"axisBorderShow": false,
|
|
"axisCenteredZero": false,
|
|
"axisColorMode": "text",
|
|
"axisLabel": "",
|
|
"axisPlacement": "auto",
|
|
"barAlignment": 0,
|
|
"barWidthFactor": 0.6,
|
|
"drawStyle": "line",
|
|
"fillOpacity": 5,
|
|
"gradientMode": "none",
|
|
"hideFrom": {
|
|
"legend": false,
|
|
"tooltip": false,
|
|
"viz": false
|
|
},
|
|
"insertNulls": false,
|
|
"lineInterpolation": "linear",
|
|
"lineWidth": 1,
|
|
"pointSize": 5,
|
|
"scaleDistribution": {
|
|
"type": "linear"
|
|
},
|
|
"showPoints": "auto",
|
|
"showValues": false,
|
|
"spanNulls": false,
|
|
"stacking": {
|
|
"group": "A",
|
|
"mode": "none"
|
|
},
|
|
"thresholdsStyle": {
|
|
"mode": "line"
|
|
}
|
|
},
|
|
"min": 0,
|
|
"thresholds": {
|
|
"mode": "absolute",
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": 0
|
|
},
|
|
{
|
|
"color": "yellow",
|
|
"value": 70
|
|
},
|
|
{
|
|
"color": "red",
|
|
"value": 85
|
|
}
|
|
]
|
|
},
|
|
"unit": "celsius"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"annotations": {
|
|
"clustering": -1,
|
|
"multiLane": false
|
|
},
|
|
"legend": {
|
|
"calcs": [],
|
|
"displayMode": "list",
|
|
"placement": "bottom",
|
|
"showLegend": true
|
|
},
|
|
"tooltip": {
|
|
"hideZeros": false,
|
|
"mode": "multi",
|
|
"sort": "none"
|
|
}
|
|
}
|
|
},
|
|
"version": "13.0.1"
|
|
}
|
|
}
|
|
},
|
|
"panel-8": {
|
|
"kind": "Panel",
|
|
"spec": {
|
|
"data": {
|
|
"kind": "QueryGroup",
|
|
"spec": {
|
|
"queries": [
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_gpu_power_draw_watts{instance=\"$instance\"}",
|
|
"legendFormat": "{{name}}",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "A"
|
|
}
|
|
}
|
|
],
|
|
"queryOptions": {},
|
|
"transformations": []
|
|
}
|
|
},
|
|
"description": "",
|
|
"id": 8,
|
|
"links": [],
|
|
"title": "GPU Power Draw",
|
|
"vizConfig": {
|
|
"group": "timeseries",
|
|
"kind": "VizConfig",
|
|
"spec": {
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {
|
|
"mode": "palette-classic"
|
|
},
|
|
"custom": {
|
|
"axisBorderShow": false,
|
|
"axisCenteredZero": false,
|
|
"axisColorMode": "text",
|
|
"axisLabel": "",
|
|
"axisPlacement": "auto",
|
|
"barAlignment": 0,
|
|
"barWidthFactor": 0.6,
|
|
"drawStyle": "line",
|
|
"fillOpacity": 10,
|
|
"gradientMode": "none",
|
|
"hideFrom": {
|
|
"legend": false,
|
|
"tooltip": false,
|
|
"viz": false
|
|
},
|
|
"insertNulls": false,
|
|
"lineInterpolation": "linear",
|
|
"lineWidth": 1,
|
|
"pointSize": 5,
|
|
"scaleDistribution": {
|
|
"type": "linear"
|
|
},
|
|
"showPoints": "auto",
|
|
"showValues": false,
|
|
"spanNulls": false,
|
|
"stacking": {
|
|
"group": "A",
|
|
"mode": "none"
|
|
},
|
|
"thresholdsStyle": {
|
|
"mode": "off"
|
|
}
|
|
},
|
|
"min": 0,
|
|
"thresholds": {
|
|
"mode": "absolute",
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": 0
|
|
}
|
|
]
|
|
},
|
|
"unit": "watt"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"annotations": {
|
|
"clustering": -1,
|
|
"multiLane": false
|
|
},
|
|
"legend": {
|
|
"calcs": [],
|
|
"displayMode": "list",
|
|
"placement": "bottom",
|
|
"showLegend": true
|
|
},
|
|
"tooltip": {
|
|
"hideZeros": false,
|
|
"mode": "multi",
|
|
"sort": "none"
|
|
}
|
|
}
|
|
},
|
|
"version": "13.0.1"
|
|
}
|
|
}
|
|
},
|
|
"panel-9": {
|
|
"kind": "Panel",
|
|
"spec": {
|
|
"data": {
|
|
"kind": "QueryGroup",
|
|
"spec": {
|
|
"queries": [
|
|
{
|
|
"kind": "PanelQuery",
|
|
"spec": {
|
|
"hidden": false,
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"editorMode": "code",
|
|
"expr": "llamaswap_gpu_fan_speed_percent{instance=\"$instance\"}",
|
|
"legendFormat": "{{name}}",
|
|
"range": true
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refId": "A"
|
|
}
|
|
}
|
|
],
|
|
"queryOptions": {},
|
|
"transformations": []
|
|
}
|
|
},
|
|
"description": "",
|
|
"id": 9,
|
|
"links": [],
|
|
"title": "GPU Fan Speed",
|
|
"vizConfig": {
|
|
"group": "timeseries",
|
|
"kind": "VizConfig",
|
|
"spec": {
|
|
"fieldConfig": {
|
|
"defaults": {
|
|
"color": {
|
|
"mode": "palette-classic"
|
|
},
|
|
"custom": {
|
|
"axisBorderShow": false,
|
|
"axisCenteredZero": false,
|
|
"axisColorMode": "text",
|
|
"axisLabel": "",
|
|
"axisPlacement": "auto",
|
|
"barAlignment": 0,
|
|
"barWidthFactor": 0.6,
|
|
"drawStyle": "line",
|
|
"fillOpacity": 5,
|
|
"gradientMode": "none",
|
|
"hideFrom": {
|
|
"legend": false,
|
|
"tooltip": false,
|
|
"viz": false
|
|
},
|
|
"insertNulls": false,
|
|
"lineInterpolation": "linear",
|
|
"lineWidth": 1,
|
|
"pointSize": 5,
|
|
"scaleDistribution": {
|
|
"type": "linear"
|
|
},
|
|
"showPoints": "auto",
|
|
"showValues": false,
|
|
"spanNulls": false,
|
|
"stacking": {
|
|
"group": "A",
|
|
"mode": "none"
|
|
},
|
|
"thresholdsStyle": {
|
|
"mode": "off"
|
|
}
|
|
},
|
|
"max": 100,
|
|
"min": 0,
|
|
"thresholds": {
|
|
"mode": "absolute",
|
|
"steps": [
|
|
{
|
|
"color": "green",
|
|
"value": 0
|
|
},
|
|
{
|
|
"color": "red",
|
|
"value": 90
|
|
}
|
|
]
|
|
},
|
|
"unit": "percent"
|
|
},
|
|
"overrides": []
|
|
},
|
|
"options": {
|
|
"annotations": {
|
|
"clustering": -1,
|
|
"multiLane": false
|
|
},
|
|
"legend": {
|
|
"calcs": [],
|
|
"displayMode": "list",
|
|
"placement": "bottom",
|
|
"showLegend": true
|
|
},
|
|
"tooltip": {
|
|
"hideZeros": false,
|
|
"mode": "multi",
|
|
"sort": "none"
|
|
}
|
|
}
|
|
},
|
|
"version": "13.0.1"
|
|
}
|
|
}
|
|
}
|
|
},
|
|
"layout": {
|
|
"kind": "AutoGridLayout",
|
|
"spec": {
|
|
"columnWidthMode": "standard",
|
|
"items": [
|
|
{
|
|
"kind": "AutoGridLayoutItem",
|
|
"spec": {
|
|
"element": {
|
|
"kind": "ElementReference",
|
|
"name": "panel-1"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"kind": "AutoGridLayoutItem",
|
|
"spec": {
|
|
"element": {
|
|
"kind": "ElementReference",
|
|
"name": "panel-2"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"kind": "AutoGridLayoutItem",
|
|
"spec": {
|
|
"element": {
|
|
"kind": "ElementReference",
|
|
"name": "panel-3"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"kind": "AutoGridLayoutItem",
|
|
"spec": {
|
|
"element": {
|
|
"kind": "ElementReference",
|
|
"name": "panel-4"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"kind": "AutoGridLayoutItem",
|
|
"spec": {
|
|
"element": {
|
|
"kind": "ElementReference",
|
|
"name": "panel-5"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"kind": "AutoGridLayoutItem",
|
|
"spec": {
|
|
"element": {
|
|
"kind": "ElementReference",
|
|
"name": "panel-6"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"kind": "AutoGridLayoutItem",
|
|
"spec": {
|
|
"element": {
|
|
"kind": "ElementReference",
|
|
"name": "panel-7"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"kind": "AutoGridLayoutItem",
|
|
"spec": {
|
|
"element": {
|
|
"kind": "ElementReference",
|
|
"name": "panel-8"
|
|
}
|
|
}
|
|
},
|
|
{
|
|
"kind": "AutoGridLayoutItem",
|
|
"spec": {
|
|
"element": {
|
|
"kind": "ElementReference",
|
|
"name": "panel-9"
|
|
}
|
|
}
|
|
}
|
|
],
|
|
"maxColumnCount": 3,
|
|
"rowHeightMode": "standard"
|
|
}
|
|
},
|
|
"links": [],
|
|
"liveNow": false,
|
|
"preferences": {
|
|
"layout": {
|
|
"kind": "AutoGridLayout",
|
|
"spec": {
|
|
"columnWidthMode": "standard",
|
|
"items": [],
|
|
"maxColumnCount": 3,
|
|
"rowHeightMode": "standard"
|
|
}
|
|
}
|
|
},
|
|
"preload": false,
|
|
"tags": [],
|
|
"timeSettings": {
|
|
"autoRefresh": "10s",
|
|
"autoRefreshIntervals": [
|
|
"5s",
|
|
"10s",
|
|
"30s",
|
|
"1m",
|
|
"5m",
|
|
"15m",
|
|
"30m",
|
|
"1h",
|
|
"2h",
|
|
"1d"
|
|
],
|
|
"fiscalYearStartMonth": 0,
|
|
"from": "now-15m",
|
|
"hideTimepicker": false,
|
|
"timezone": "browser",
|
|
"to": "now"
|
|
},
|
|
"title": "llama-swap resource monitor",
|
|
"variables": [
|
|
{
|
|
"kind": "QueryVariable",
|
|
"spec": {
|
|
"allowCustomValue": true,
|
|
"current": {
|
|
"text": "",
|
|
"value": ""
|
|
},
|
|
"definition": "label_values(instance)",
|
|
"hide": "dontHide",
|
|
"includeAll": false,
|
|
"multi": false,
|
|
"name": "instance",
|
|
"options": [],
|
|
"query": {
|
|
"datasource": {
|
|
"uid": "${DS_PROMETHEUS}"
|
|
},
|
|
"group": "prometheus",
|
|
"kind": "DataQuery",
|
|
"spec": {
|
|
"qryType": 1,
|
|
"query": "label_values(instance)",
|
|
"refId": "PrometheusVariableQueryEditor-VariableQuery"
|
|
},
|
|
"version": "v0"
|
|
},
|
|
"refresh": "onDashboardLoad",
|
|
"regex": "",
|
|
"regexApplyTo": "value",
|
|
"skipUrlSync": false,
|
|
"sort": "disabled"
|
|
}
|
|
}
|
|
]
|
|
}
|