old
1{
2 "__inputs": [
3 {
4 "name": "DS_PROMETHEUS",
5 "label": "prometheus",
6 "description": "",
7 "type": "datasource",
8 "pluginId": "prometheus",
9 "pluginName": "Prometheus"
10 }
11 ],
12 "__elements": {},
13 "__requires": [
14 {
15 "type": "panel",
16 "id": "bargauge",
17 "name": "Bar gauge",
18 "version": ""
19 },
20 {
21 "type": "panel",
22 "id": "gauge",
23 "name": "Gauge",
24 "version": ""
25 },
26 {
27 "type": "grafana",
28 "id": "grafana",
29 "name": "Grafana",
30 "version": "11.6.1"
31 },
32 {
33 "type": "datasource",
34 "id": "prometheus",
35 "name": "Prometheus",
36 "version": "1.0.0"
37 },
38 {
39 "type": "panel",
40 "id": "stat",
41 "name": "Stat",
42 "version": ""
43 },
44 {
45 "type": "panel",
46 "id": "timeseries",
47 "name": "Time series",
48 "version": ""
49 }
50 ],
51 "annotations": {
52 "list": [
53 {
54 "builtIn": 1,
55 "datasource": {
56 "type": "datasource",
57 "uid": "grafana"
58 },
59 "enable": true,
60 "hide": true,
61 "iconColor": "rgba(0, 211, 255, 1)",
62 "name": "Annotations & Alerts",
63 "target": {
64 "limit": 100,
65 "matchAny": false,
66 "tags": [],
67 "type": "dashboard"
68 },
69 "type": "dashboard"
70 }
71 ]
72 },
73 "editable": true,
74 "fiscalYearStartMonth": 0,
75 "graphTooltip": 1,
76 "id": null,
77 "links": [
78 {
79 "icon": "external link",
80 "tags": [],
81 "targetBlank": true,
82 "title": "GitHub",
83 "type": "link",
84 "url": "https://github.com/rfmoz/grafana-dashboards"
85 },
86 {
87 "icon": "external link",
88 "tags": [],
89 "targetBlank": true,
90 "title": "Grafana",
91 "type": "link",
92 "url": "https://grafana.com/grafana/dashboards/1860"
93 }
94 ],
95 "panels": [
96 {
97 "collapsed": false,
98 "gridPos": {
99 "h": 1,
100 "w": 24,
101 "x": 0,
102 "y": 0
103 },
104 "id": 261,
105 "panels": [],
106 "title": "Quick CPU / Mem / Disk",
107 "type": "row"
108 },
109 {
110 "datasource": {
111 "type": "prometheus",
112 "uid": "${DS_PROMETHEUS}"
113 },
114 "description": "Resource pressure via PSI",
115 "fieldConfig": {
116 "defaults": {
117 "color": {
118 "mode": "thresholds"
119 },
120 "decimals": 1,
121 "links": [],
122 "mappings": [],
123 "max": 1,
124 "min": 0,
125 "thresholds": {
126 "mode": "percentage",
127 "steps": [
128 {
129 "color": "green"
130 },
131 {
132 "color": "dark-yellow",
133 "value": 70
134 },
135 {
136 "color": "dark-red",
137 "value": 90
138 }
139 ]
140 },
141 "unit": "percentunit"
142 },
143 "overrides": []
144 },
145 "gridPos": {
146 "h": 4,
147 "w": 3,
148 "x": 0,
149 "y": 1
150 },
151 "id": 323,
152 "options": {
153 "displayMode": "basic",
154 "legend": {
155 "calcs": [],
156 "displayMode": "list",
157 "placement": "bottom",
158 "showLegend": false
159 },
160 "maxVizHeight": 300,
161 "minVizHeight": 10,
162 "minVizWidth": 0,
163 "namePlacement": "auto",
164 "orientation": "horizontal",
165 "reduceOptions": {
166 "calcs": [
167 "lastNotNull"
168 ],
169 "fields": "",
170 "values": false
171 },
172 "showUnfilled": true,
173 "sizing": "auto",
174 "text": {},
175 "valueMode": "color"
176 },
177 "pluginVersion": "11.6.1",
178 "targets": [
179 {
180 "editorMode": "code",
181 "exemplar": false,
182 "expr": "irate(node_pressure_cpu_waiting_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
183 "format": "time_series",
184 "instant": true,
185 "intervalFactor": 1,
186 "legendFormat": "CPU",
187 "range": false,
188 "refId": "A",
189 "step": 240
190 },
191 {
192 "editorMode": "code",
193 "exemplar": false,
194 "expr": "irate(node_pressure_memory_waiting_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
195 "format": "time_series",
196 "hide": false,
197 "instant": true,
198 "intervalFactor": 1,
199 "legendFormat": "Mem",
200 "range": false,
201 "refId": "B",
202 "step": 240
203 },
204 {
205 "editorMode": "code",
206 "exemplar": false,
207 "expr": "irate(node_pressure_io_waiting_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
208 "format": "time_series",
209 "hide": false,
210 "instant": true,
211 "intervalFactor": 1,
212 "legendFormat": "I/O",
213 "range": false,
214 "refId": "C",
215 "step": 240
216 },
217 {
218 "editorMode": "code",
219 "exemplar": false,
220 "expr": "irate(node_pressure_irq_stalled_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
221 "format": "time_series",
222 "hide": false,
223 "instant": true,
224 "intervalFactor": 1,
225 "legendFormat": "Irq",
226 "range": false,
227 "refId": "D",
228 "step": 240
229 }
230 ],
231 "title": "Pressure",
232 "type": "bargauge"
233 },
234 {
235 "datasource": {
236 "type": "prometheus",
237 "uid": "${DS_PROMETHEUS}"
238 },
239 "description": "Overall CPU busy percentage (averaged across all cores)",
240 "fieldConfig": {
241 "defaults": {
242 "color": {
243 "mode": "thresholds"
244 },
245 "decimals": 1,
246 "mappings": [
247 {
248 "options": {
249 "match": "null",
250 "result": {
251 "text": "N/A"
252 }
253 },
254 "type": "special"
255 }
256 ],
257 "max": 100,
258 "min": 0,
259 "thresholds": {
260 "mode": "absolute",
261 "steps": [
262 {
263 "color": "rgba(50, 172, 45, 0.97)"
264 },
265 {
266 "color": "rgba(237, 129, 40, 0.89)",
267 "value": 85
268 },
269 {
270 "color": "rgba(245, 54, 54, 0.9)",
271 "value": 95
272 }
273 ]
274 },
275 "unit": "percent"
276 },
277 "overrides": []
278 },
279 "gridPos": {
280 "h": 4,
281 "w": 3,
282 "x": 3,
283 "y": 1
284 },
285 "id": 20,
286 "options": {
287 "minVizHeight": 75,
288 "minVizWidth": 75,
289 "orientation": "auto",
290 "reduceOptions": {
291 "calcs": [
292 "lastNotNull"
293 ],
294 "fields": "",
295 "values": false
296 },
297 "showThresholdLabels": false,
298 "showThresholdMarkers": true,
299 "sizing": "auto"
300 },
301 "pluginVersion": "11.6.1",
302 "targets": [
303 {
304 "editorMode": "code",
305 "exemplar": false,
306 "expr": "100 * (1 - avg(rate(node_cpu_seconds_total{mode=\"idle\", instance=\"$node\"}[$__rate_interval])))",
307 "hide": false,
308 "instant": true,
309 "intervalFactor": 1,
310 "legendFormat": "",
311 "range": false,
312 "refId": "A",
313 "step": 240
314 }
315 ],
316 "title": "CPU Busy",
317 "type": "gauge"
318 },
319 {
320 "datasource": {
321 "type": "prometheus",
322 "uid": "${DS_PROMETHEUS}"
323 },
324 "description": "System load over all CPU cores together",
325 "fieldConfig": {
326 "defaults": {
327 "color": {
328 "mode": "thresholds"
329 },
330 "decimals": 1,
331 "mappings": [
332 {
333 "options": {
334 "match": "null",
335 "result": {
336 "text": "N/A"
337 }
338 },
339 "type": "special"
340 }
341 ],
342 "max": 100,
343 "min": 0,
344 "thresholds": {
345 "mode": "absolute",
346 "steps": [
347 {
348 "color": "rgba(50, 172, 45, 0.97)"
349 },
350 {
351 "color": "rgba(237, 129, 40, 0.89)",
352 "value": 85
353 },
354 {
355 "color": "rgba(245, 54, 54, 0.9)",
356 "value": 95
357 }
358 ]
359 },
360 "unit": "percent"
361 },
362 "overrides": []
363 },
364 "gridPos": {
365 "h": 4,
366 "w": 3,
367 "x": 6,
368 "y": 1
369 },
370 "id": 155,
371 "options": {
372 "minVizHeight": 75,
373 "minVizWidth": 75,
374 "orientation": "auto",
375 "reduceOptions": {
376 "calcs": [
377 "lastNotNull"
378 ],
379 "fields": "",
380 "values": false
381 },
382 "showThresholdLabels": false,
383 "showThresholdMarkers": true,
384 "sizing": "auto"
385 },
386 "pluginVersion": "11.6.1",
387 "targets": [
388 {
389 "editorMode": "code",
390 "exemplar": false,
391 "expr": "scalar(node_load1{instance=\"$node\",job=\"$job\"}) * 100 / count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu))",
392 "format": "time_series",
393 "hide": false,
394 "instant": true,
395 "intervalFactor": 1,
396 "range": false,
397 "refId": "A",
398 "step": 240
399 }
400 ],
401 "title": "Sys Load",
402 "type": "gauge"
403 },
404 {
405 "datasource": {
406 "type": "prometheus",
407 "uid": "${DS_PROMETHEUS}"
408 },
409 "description": "Real RAM usage excluding cache and reclaimable memory",
410 "fieldConfig": {
411 "defaults": {
412 "color": {
413 "mode": "thresholds"
414 },
415 "decimals": 1,
416 "mappings": [],
417 "max": 100,
418 "min": 0,
419 "thresholds": {
420 "mode": "absolute",
421 "steps": [
422 {
423 "color": "rgba(50, 172, 45, 0.97)"
424 },
425 {
426 "color": "rgba(237, 129, 40, 0.89)",
427 "value": 80
428 },
429 {
430 "color": "rgba(245, 54, 54, 0.9)",
431 "value": 90
432 }
433 ]
434 },
435 "unit": "percent"
436 },
437 "overrides": []
438 },
439 "gridPos": {
440 "h": 4,
441 "w": 3,
442 "x": 9,
443 "y": 1
444 },
445 "id": 16,
446 "options": {
447 "minVizHeight": 75,
448 "minVizWidth": 75,
449 "orientation": "auto",
450 "reduceOptions": {
451 "calcs": [
452 "lastNotNull"
453 ],
454 "fields": "",
455 "values": false
456 },
457 "showThresholdLabels": false,
458 "showThresholdMarkers": true,
459 "sizing": "auto"
460 },
461 "pluginVersion": "11.6.1",
462 "targets": [
463 {
464 "editorMode": "code",
465 "exemplar": false,
466 "expr": "(1 - (node_memory_MemAvailable_bytes{instance=\"$node\", job=\"$job\"} / node_memory_MemTotal_bytes{instance=\"$node\", job=\"$job\"})) * 100",
467 "format": "time_series",
468 "hide": false,
469 "instant": true,
470 "intervalFactor": 1,
471 "range": false,
472 "refId": "B",
473 "step": 240
474 }
475 ],
476 "title": "RAM Used",
477 "type": "gauge"
478 },
479 {
480 "datasource": {
481 "type": "prometheus",
482 "uid": "${DS_PROMETHEUS}"
483 },
484 "description": "Percentage of swap space currently used by the system",
485 "fieldConfig": {
486 "defaults": {
487 "color": {
488 "mode": "thresholds"
489 },
490 "decimals": 1,
491 "mappings": [
492 {
493 "options": {
494 "match": "null",
495 "result": {
496 "text": "N/A"
497 }
498 },
499 "type": "special"
500 }
501 ],
502 "max": 100,
503 "min": 0,
504 "thresholds": {
505 "mode": "absolute",
506 "steps": [
507 {
508 "color": "rgba(50, 172, 45, 0.97)"
509 },
510 {
511 "color": "rgba(237, 129, 40, 0.89)",
512 "value": 10
513 },
514 {
515 "color": "rgba(245, 54, 54, 0.9)",
516 "value": 25
517 }
518 ]
519 },
520 "unit": "percent"
521 },
522 "overrides": []
523 },
524 "gridPos": {
525 "h": 4,
526 "w": 3,
527 "x": 12,
528 "y": 1
529 },
530 "id": 21,
531 "options": {
532 "minVizHeight": 75,
533 "minVizWidth": 75,
534 "orientation": "auto",
535 "reduceOptions": {
536 "calcs": [
537 "lastNotNull"
538 ],
539 "fields": "",
540 "values": false
541 },
542 "showThresholdLabels": false,
543 "showThresholdMarkers": true,
544 "sizing": "auto"
545 },
546 "pluginVersion": "11.6.1",
547 "targets": [
548 {
549 "editorMode": "code",
550 "exemplar": false,
551 "expr": "((node_memory_SwapTotal_bytes{instance=\"$node\",job=\"$job\"} - node_memory_SwapFree_bytes{instance=\"$node\",job=\"$job\"}) / (node_memory_SwapTotal_bytes{instance=\"$node\",job=\"$job\"})) * 100",
552 "instant": true,
553 "intervalFactor": 1,
554 "range": false,
555 "refId": "A",
556 "step": 240
557 }
558 ],
559 "title": "SWAP Used",
560 "type": "gauge"
561 },
562 {
563 "datasource": {
564 "type": "prometheus",
565 "uid": "${DS_PROMETHEUS}"
566 },
567 "description": "Used Root FS",
568 "fieldConfig": {
569 "defaults": {
570 "color": {
571 "mode": "thresholds"
572 },
573 "decimals": 1,
574 "mappings": [
575 {
576 "options": {
577 "match": "null",
578 "result": {
579 "text": "N/A"
580 }
581 },
582 "type": "special"
583 }
584 ],
585 "max": 100,
586 "min": 0,
587 "thresholds": {
588 "mode": "absolute",
589 "steps": [
590 {
591 "color": "rgba(50, 172, 45, 0.97)"
592 },
593 {
594 "color": "rgba(237, 129, 40, 0.89)",
595 "value": 80
596 },
597 {
598 "color": "rgba(245, 54, 54, 0.9)",
599 "value": 90
600 }
601 ]
602 },
603 "unit": "percent"
604 },
605 "overrides": []
606 },
607 "gridPos": {
608 "h": 4,
609 "w": 3,
610 "x": 15,
611 "y": 1
612 },
613 "id": 154,
614 "options": {
615 "minVizHeight": 75,
616 "minVizWidth": 75,
617 "orientation": "auto",
618 "reduceOptions": {
619 "calcs": [
620 "lastNotNull"
621 ],
622 "fields": "",
623 "values": false
624 },
625 "showThresholdLabels": false,
626 "showThresholdMarkers": true,
627 "sizing": "auto"
628 },
629 "pluginVersion": "11.6.1",
630 "targets": [
631 {
632 "editorMode": "code",
633 "exemplar": false,
634 "expr": "(\n (node_filesystem_size_bytes{instance=\"$node\", job=\"$job\", mountpoint=\"/\", fstype!=\"rootfs\"}\n - node_filesystem_avail_bytes{instance=\"$node\", job=\"$job\", mountpoint=\"/\", fstype!=\"rootfs\"})\n / node_filesystem_size_bytes{instance=\"$node\", job=\"$job\", mountpoint=\"/\", fstype!=\"rootfs\"}\n) * 100\n",
635 "format": "time_series",
636 "instant": true,
637 "intervalFactor": 1,
638 "range": false,
639 "refId": "A",
640 "step": 240
641 }
642 ],
643 "title": "Root FS Used",
644 "type": "gauge"
645 },
646 {
647 "datasource": {
648 "type": "prometheus",
649 "uid": "${DS_PROMETHEUS}"
650 },
651 "description": "",
652 "fieldConfig": {
653 "defaults": {
654 "color": {
655 "mode": "thresholds"
656 },
657 "mappings": [
658 {
659 "options": {
660 "match": "null",
661 "result": {
662 "text": "N/A"
663 }
664 },
665 "type": "special"
666 }
667 ],
668 "thresholds": {
669 "mode": "absolute",
670 "steps": [
671 {
672 "color": "green"
673 }
674 ]
675 },
676 "unit": "short"
677 },
678 "overrides": []
679 },
680 "gridPos": {
681 "h": 2,
682 "w": 2,
683 "x": 18,
684 "y": 1
685 },
686 "id": 14,
687 "maxDataPoints": 100,
688 "options": {
689 "colorMode": "none",
690 "graphMode": "none",
691 "justifyMode": "auto",
692 "orientation": "horizontal",
693 "percentChangeColorMode": "standard",
694 "reduceOptions": {
695 "calcs": [
696 "lastNotNull"
697 ],
698 "fields": "",
699 "values": false
700 },
701 "showPercentChange": false,
702 "textMode": "auto",
703 "wideLayout": true
704 },
705 "pluginVersion": "11.6.1",
706 "targets": [
707 {
708 "editorMode": "code",
709 "exemplar": false,
710 "expr": "count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu))",
711 "instant": true,
712 "legendFormat": "__auto",
713 "range": false,
714 "refId": "A"
715 }
716 ],
717 "title": "CPU Cores",
718 "type": "stat"
719 },
720 {
721 "datasource": {
722 "type": "prometheus",
723 "uid": "${DS_PROMETHEUS}"
724 },
725 "description": "",
726 "fieldConfig": {
727 "defaults": {
728 "color": {
729 "mode": "thresholds"
730 },
731 "decimals": 1,
732 "mappings": [
733 {
734 "options": {
735 "match": "null",
736 "result": {
737 "text": "N/A"
738 }
739 },
740 "type": "special"
741 }
742 ],
743 "thresholds": {
744 "mode": "absolute",
745 "steps": [
746 {
747 "color": "green"
748 }
749 ]
750 },
751 "unit": "bool_yes_no"
752 },
753 "overrides": []
754 },
755 "gridPos": {
756 "h": 2,
757 "w": 2,
758 "x": 20,
759 "y": 1
760 },
761 "id": 328,
762 "maxDataPoints": 100,
763 "options": {
764 "colorMode": "none",
765 "graphMode": "none",
766 "justifyMode": "auto",
767 "orientation": "horizontal",
768 "percentChangeColorMode": "standard",
769 "reduceOptions": {
770 "calcs": [
771 "lastNotNull"
772 ],
773 "fields": "",
774 "values": false
775 },
776 "showPercentChange": false,
777 "textMode": "auto",
778 "wideLayout": true
779 },
780 "pluginVersion": "11.6.1",
781 "targets": [
782 {
783 "editorMode": "code",
784 "exemplar": false,
785 "expr": "node_reboot_required{instance=\"$node\",job=\"$job\"}",
786 "instant": true,
787 "intervalFactor": 1,
788 "range": false,
789 "refId": "A",
790 "step": 240
791 }
792 ],
793 "title": "Reboot Required",
794 "type": "stat"
795 },
796 {
797 "datasource": {
798 "type": "prometheus",
799 "uid": "${DS_PROMETHEUS}"
800 },
801 "description": "",
802 "fieldConfig": {
803 "defaults": {
804 "color": {
805 "mode": "thresholds"
806 },
807 "decimals": 1,
808 "mappings": [
809 {
810 "options": {
811 "match": "null",
812 "result": {
813 "text": "N/A"
814 }
815 },
816 "type": "special"
817 }
818 ],
819 "thresholds": {
820 "mode": "absolute",
821 "steps": [
822 {
823 "color": "green"
824 },
825 {
826 "color": "red",
827 "value": 80
828 }
829 ]
830 },
831 "unit": "s"
832 },
833 "overrides": []
834 },
835 "gridPos": {
836 "h": 2,
837 "w": 2,
838 "x": 22,
839 "y": 1
840 },
841 "id": 15,
842 "maxDataPoints": 100,
843 "options": {
844 "colorMode": "none",
845 "graphMode": "none",
846 "justifyMode": "auto",
847 "orientation": "horizontal",
848 "percentChangeColorMode": "standard",
849 "reduceOptions": {
850 "calcs": [
851 "lastNotNull"
852 ],
853 "fields": "",
854 "values": false
855 },
856 "showPercentChange": false,
857 "textMode": "auto",
858 "wideLayout": true
859 },
860 "pluginVersion": "11.6.1",
861 "targets": [
862 {
863 "editorMode": "code",
864 "exemplar": false,
865 "expr": "node_time_seconds{instance=\"$node\",job=\"$job\"} - node_boot_time_seconds{instance=\"$node\",job=\"$job\"}",
866 "instant": true,
867 "intervalFactor": 1,
868 "range": false,
869 "refId": "A",
870 "step": 240
871 }
872 ],
873 "title": "Uptime",
874 "type": "stat"
875 },
876 {
877 "datasource": {
878 "type": "prometheus",
879 "uid": "${DS_PROMETHEUS}"
880 },
881 "description": "",
882 "fieldConfig": {
883 "defaults": {
884 "color": {
885 "mode": "thresholds"
886 },
887 "decimals": 0,
888 "mappings": [
889 {
890 "options": {
891 "match": "null",
892 "result": {
893 "text": "N/A"
894 }
895 },
896 "type": "special"
897 }
898 ],
899 "thresholds": {
900 "mode": "absolute",
901 "steps": [
902 {
903 "color": "rgba(50, 172, 45, 0.97)"
904 },
905 {
906 "color": "rgba(237, 129, 40, 0.89)",
907 "value": 70
908 },
909 {
910 "color": "rgba(245, 54, 54, 0.9)",
911 "value": 90
912 }
913 ]
914 },
915 "unit": "bytes"
916 },
917 "overrides": []
918 },
919 "gridPos": {
920 "h": 2,
921 "w": 2,
922 "x": 18,
923 "y": 3
924 },
925 "id": 23,
926 "maxDataPoints": 100,
927 "options": {
928 "colorMode": "none",
929 "graphMode": "none",
930 "justifyMode": "auto",
931 "orientation": "horizontal",
932 "percentChangeColorMode": "standard",
933 "reduceOptions": {
934 "calcs": [
935 "lastNotNull"
936 ],
937 "fields": "",
938 "values": false
939 },
940 "showPercentChange": false,
941 "textMode": "auto",
942 "wideLayout": true
943 },
944 "pluginVersion": "11.6.1",
945 "targets": [
946 {
947 "editorMode": "code",
948 "exemplar": false,
949 "expr": "node_filesystem_size_bytes{instance=\"$node\",job=\"$job\",mountpoint=\"/\",fstype!=\"rootfs\"}",
950 "format": "time_series",
951 "hide": false,
952 "instant": true,
953 "intervalFactor": 1,
954 "range": false,
955 "refId": "A",
956 "step": 240
957 }
958 ],
959 "title": "RootFS Total",
960 "type": "stat"
961 },
962 {
963 "datasource": {
964 "type": "prometheus",
965 "uid": "${DS_PROMETHEUS}"
966 },
967 "description": "",
968 "fieldConfig": {
969 "defaults": {
970 "color": {
971 "mode": "thresholds"
972 },
973 "decimals": 0,
974 "mappings": [
975 {
976 "options": {
977 "match": "null",
978 "result": {
979 "text": "N/A"
980 }
981 },
982 "type": "special"
983 }
984 ],
985 "thresholds": {
986 "mode": "absolute",
987 "steps": [
988 {
989 "color": "green"
990 },
991 {
992 "color": "red",
993 "value": 80
994 }
995 ]
996 },
997 "unit": "bytes"
998 },
999 "overrides": []
1000 },
1001 "gridPos": {
1002 "h": 2,
1003 "w": 2,
1004 "x": 20,
1005 "y": 3
1006 },
1007 "id": 75,
1008 "maxDataPoints": 100,
1009 "options": {
1010 "colorMode": "none",
1011 "graphMode": "none",
1012 "justifyMode": "auto",
1013 "orientation": "horizontal",
1014 "percentChangeColorMode": "standard",
1015 "reduceOptions": {
1016 "calcs": [
1017 "lastNotNull"
1018 ],
1019 "fields": "",
1020 "values": false
1021 },
1022 "showPercentChange": false,
1023 "textMode": "auto",
1024 "wideLayout": true
1025 },
1026 "pluginVersion": "11.6.1",
1027 "targets": [
1028 {
1029 "editorMode": "code",
1030 "exemplar": false,
1031 "expr": "node_memory_MemTotal_bytes{instance=\"$node\",job=\"$job\"}",
1032 "instant": true,
1033 "intervalFactor": 1,
1034 "range": false,
1035 "refId": "A",
1036 "step": 240
1037 }
1038 ],
1039 "title": "RAM Total",
1040 "type": "stat"
1041 },
1042 {
1043 "datasource": {
1044 "type": "prometheus",
1045 "uid": "${DS_PROMETHEUS}"
1046 },
1047 "description": "",
1048 "fieldConfig": {
1049 "defaults": {
1050 "color": {
1051 "mode": "thresholds"
1052 },
1053 "decimals": 0,
1054 "mappings": [
1055 {
1056 "options": {
1057 "match": "null",
1058 "result": {
1059 "text": "N/A"
1060 }
1061 },
1062 "type": "special"
1063 }
1064 ],
1065 "thresholds": {
1066 "mode": "absolute",
1067 "steps": [
1068 {
1069 "color": "green"
1070 },
1071 {
1072 "color": "red",
1073 "value": 80
1074 }
1075 ]
1076 },
1077 "unit": "bytes"
1078 },
1079 "overrides": []
1080 },
1081 "gridPos": {
1082 "h": 2,
1083 "w": 2,
1084 "x": 22,
1085 "y": 3
1086 },
1087 "id": 18,
1088 "maxDataPoints": 100,
1089 "options": {
1090 "colorMode": "none",
1091 "graphMode": "none",
1092 "justifyMode": "auto",
1093 "orientation": "horizontal",
1094 "percentChangeColorMode": "standard",
1095 "reduceOptions": {
1096 "calcs": [
1097 "lastNotNull"
1098 ],
1099 "fields": "",
1100 "values": false
1101 },
1102 "showPercentChange": false,
1103 "textMode": "auto",
1104 "wideLayout": true
1105 },
1106 "pluginVersion": "11.6.1",
1107 "targets": [
1108 {
1109 "editorMode": "code",
1110 "exemplar": false,
1111 "expr": "node_memory_SwapTotal_bytes{instance=\"$node\",job=\"$job\"}",
1112 "instant": true,
1113 "intervalFactor": 1,
1114 "range": false,
1115 "refId": "A",
1116 "step": 240
1117 }
1118 ],
1119 "title": "SWAP Total",
1120 "type": "stat"
1121 },
1122 {
1123 "collapsed": false,
1124 "gridPos": {
1125 "h": 1,
1126 "w": 24,
1127 "x": 0,
1128 "y": 5
1129 },
1130 "id": 263,
1131 "panels": [],
1132 "title": "Basic CPU / Mem / Net / Disk",
1133 "type": "row"
1134 },
1135 {
1136 "datasource": {
1137 "type": "prometheus",
1138 "uid": "${DS_PROMETHEUS}"
1139 },
1140 "description": "CPU time spent busy vs idle, split by activity type",
1141 "fieldConfig": {
1142 "defaults": {
1143 "color": {
1144 "mode": "palette-classic"
1145 },
1146 "custom": {
1147 "axisBorderShow": false,
1148 "axisCenteredZero": false,
1149 "axisColorMode": "text",
1150 "axisLabel": "",
1151 "axisPlacement": "auto",
1152 "barAlignment": 0,
1153 "barWidthFactor": 0.6,
1154 "drawStyle": "line",
1155 "fillOpacity": 40,
1156 "gradientMode": "none",
1157 "hideFrom": {
1158 "legend": false,
1159 "tooltip": false,
1160 "viz": false
1161 },
1162 "insertNulls": false,
1163 "lineInterpolation": "smooth",
1164 "lineWidth": 1,
1165 "pointSize": 5,
1166 "scaleDistribution": {
1167 "type": "linear"
1168 },
1169 "showPoints": "never",
1170 "spanNulls": false,
1171 "stacking": {
1172 "group": "A",
1173 "mode": "percent"
1174 },
1175 "thresholdsStyle": {
1176 "mode": "off"
1177 }
1178 },
1179 "links": [],
1180 "mappings": [],
1181 "min": 0,
1182 "thresholds": {
1183 "mode": "absolute",
1184 "steps": [
1185 {
1186 "color": "green"
1187 }
1188 ]
1189 },
1190 "unit": "percentunit"
1191 },
1192 "overrides": [
1193 {
1194 "matcher": {
1195 "id": "byName",
1196 "options": "Busy Iowait"
1197 },
1198 "properties": [
1199 {
1200 "id": "color",
1201 "value": {
1202 "fixedColor": "#890F02",
1203 "mode": "fixed"
1204 }
1205 }
1206 ]
1207 },
1208 {
1209 "matcher": {
1210 "id": "byName",
1211 "options": "Idle"
1212 },
1213 "properties": [
1214 {
1215 "id": "color",
1216 "value": {
1217 "fixedColor": "#052B51",
1218 "mode": "fixed"
1219 }
1220 }
1221 ]
1222 },
1223 {
1224 "matcher": {
1225 "id": "byName",
1226 "options": "Busy System"
1227 },
1228 "properties": [
1229 {
1230 "id": "color",
1231 "value": {
1232 "fixedColor": "#EAB839",
1233 "mode": "fixed"
1234 }
1235 }
1236 ]
1237 },
1238 {
1239 "matcher": {
1240 "id": "byName",
1241 "options": "Busy User"
1242 },
1243 "properties": [
1244 {
1245 "id": "color",
1246 "value": {
1247 "fixedColor": "#0A437C",
1248 "mode": "fixed"
1249 }
1250 }
1251 ]
1252 },
1253 {
1254 "matcher": {
1255 "id": "byName",
1256 "options": "Busy Other"
1257 },
1258 "properties": [
1259 {
1260 "id": "color",
1261 "value": {
1262 "fixedColor": "#6D1F62",
1263 "mode": "fixed"
1264 }
1265 }
1266 ]
1267 }
1268 ]
1269 },
1270 "gridPos": {
1271 "h": 7,
1272 "w": 12,
1273 "x": 0,
1274 "y": 6
1275 },
1276 "id": 77,
1277 "options": {
1278 "legend": {
1279 "calcs": [],
1280 "displayMode": "list",
1281 "placement": "bottom",
1282 "showLegend": true,
1283 "width": 250
1284 },
1285 "tooltip": {
1286 "hideZeros": false,
1287 "mode": "multi",
1288 "sort": "desc"
1289 }
1290 },
1291 "pluginVersion": "11.6.1",
1292 "targets": [
1293 {
1294 "editorMode": "code",
1295 "exemplar": false,
1296 "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode=\"system\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
1297 "format": "time_series",
1298 "hide": false,
1299 "instant": false,
1300 "intervalFactor": 1,
1301 "legendFormat": "Busy System",
1302 "range": true,
1303 "refId": "A",
1304 "step": 240
1305 },
1306 {
1307 "editorMode": "code",
1308 "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode=\"user\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
1309 "format": "time_series",
1310 "hide": false,
1311 "intervalFactor": 1,
1312 "legendFormat": "Busy User",
1313 "range": true,
1314 "refId": "B",
1315 "step": 240
1316 },
1317 {
1318 "editorMode": "code",
1319 "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode=\"iowait\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
1320 "format": "time_series",
1321 "intervalFactor": 1,
1322 "legendFormat": "Busy Iowait",
1323 "range": true,
1324 "refId": "C",
1325 "step": 240
1326 },
1327 {
1328 "editorMode": "code",
1329 "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode=~\".*irq\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
1330 "format": "time_series",
1331 "intervalFactor": 1,
1332 "legendFormat": "Busy IRQs",
1333 "range": true,
1334 "refId": "D",
1335 "step": 240
1336 },
1337 {
1338 "editorMode": "code",
1339 "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode!='idle',mode!='user',mode!='system',mode!='iowait',mode!='irq',mode!='softirq'}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
1340 "format": "time_series",
1341 "intervalFactor": 1,
1342 "legendFormat": "Busy Other",
1343 "range": true,
1344 "refId": "E",
1345 "step": 240
1346 },
1347 {
1348 "editorMode": "code",
1349 "expr": "sum(irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\", mode=\"idle\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
1350 "format": "time_series",
1351 "intervalFactor": 1,
1352 "legendFormat": "Idle",
1353 "range": true,
1354 "refId": "F",
1355 "step": 240
1356 }
1357 ],
1358 "title": "CPU Basic",
1359 "type": "timeseries"
1360 },
1361 {
1362 "datasource": {
1363 "type": "prometheus",
1364 "uid": "${DS_PROMETHEUS}"
1365 },
1366 "description": "RAM and swap usage overview, including caches",
1367 "fieldConfig": {
1368 "defaults": {
1369 "color": {
1370 "mode": "palette-classic"
1371 },
1372 "custom": {
1373 "axisBorderShow": false,
1374 "axisCenteredZero": false,
1375 "axisColorMode": "text",
1376 "axisLabel": "",
1377 "axisPlacement": "auto",
1378 "barAlignment": 0,
1379 "barWidthFactor": 0.6,
1380 "drawStyle": "line",
1381 "fillOpacity": 40,
1382 "gradientMode": "none",
1383 "hideFrom": {
1384 "legend": false,
1385 "tooltip": false,
1386 "viz": false
1387 },
1388 "insertNulls": false,
1389 "lineInterpolation": "linear",
1390 "lineWidth": 1,
1391 "pointSize": 5,
1392 "scaleDistribution": {
1393 "type": "linear"
1394 },
1395 "showPoints": "never",
1396 "spanNulls": false,
1397 "stacking": {
1398 "group": "A",
1399 "mode": "normal"
1400 },
1401 "thresholdsStyle": {
1402 "mode": "off"
1403 }
1404 },
1405 "links": [],
1406 "mappings": [],
1407 "min": 0,
1408 "thresholds": {
1409 "mode": "absolute",
1410 "steps": [
1411 {
1412 "color": "green"
1413 }
1414 ]
1415 },
1416 "unit": "bytes"
1417 },
1418 "overrides": [
1419 {
1420 "matcher": {
1421 "id": "byName",
1422 "options": "Swap used"
1423 },
1424 "properties": [
1425 {
1426 "id": "color",
1427 "value": {
1428 "fixedColor": "#BF1B00",
1429 "mode": "fixed"
1430 }
1431 }
1432 ]
1433 },
1434 {
1435 "matcher": {
1436 "id": "byName",
1437 "options": "Total"
1438 },
1439 "properties": [
1440 {
1441 "id": "color",
1442 "value": {
1443 "fixedColor": "#E0F9D7",
1444 "mode": "fixed"
1445 }
1446 },
1447 {
1448 "id": "custom.fillOpacity",
1449 "value": 0
1450 },
1451 {
1452 "id": "custom.stacking",
1453 "value": {
1454 "group": false,
1455 "mode": "normal"
1456 }
1457 }
1458 ]
1459 },
1460 {
1461 "matcher": {
1462 "id": "byName",
1463 "options": "Cache + Buffer"
1464 },
1465 "properties": [
1466 {
1467 "id": "color",
1468 "value": {
1469 "fixedColor": "#052B51",
1470 "mode": "fixed"
1471 }
1472 }
1473 ]
1474 },
1475 {
1476 "matcher": {
1477 "id": "byName",
1478 "options": "Free"
1479 },
1480 "properties": [
1481 {
1482 "id": "color",
1483 "value": {
1484 "fixedColor": "#7EB26D",
1485 "mode": "fixed"
1486 }
1487 }
1488 ]
1489 }
1490 ]
1491 },
1492 "gridPos": {
1493 "h": 7,
1494 "w": 12,
1495 "x": 12,
1496 "y": 6
1497 },
1498 "id": 78,
1499 "options": {
1500 "legend": {
1501 "calcs": [],
1502 "displayMode": "list",
1503 "placement": "bottom",
1504 "showLegend": true,
1505 "width": 350
1506 },
1507 "tooltip": {
1508 "hideZeros": false,
1509 "mode": "multi",
1510 "sort": "none"
1511 }
1512 },
1513 "pluginVersion": "11.6.1",
1514 "targets": [
1515 {
1516 "editorMode": "code",
1517 "expr": "node_memory_MemTotal_bytes{instance=\"$node\",job=\"$job\"}",
1518 "format": "time_series",
1519 "hide": false,
1520 "intervalFactor": 1,
1521 "legendFormat": "Total",
1522 "range": true,
1523 "refId": "A",
1524 "step": 240
1525 },
1526 {
1527 "editorMode": "code",
1528 "expr": "node_memory_MemTotal_bytes{instance=\"$node\",job=\"$job\"} - node_memory_MemFree_bytes{instance=\"$node\",job=\"$job\"} - (node_memory_Cached_bytes{instance=\"$node\",job=\"$job\"} + node_memory_Buffers_bytes{instance=\"$node\",job=\"$job\"} + node_memory_SReclaimable_bytes{instance=\"$node\",job=\"$job\"})",
1529 "format": "time_series",
1530 "hide": false,
1531 "intervalFactor": 1,
1532 "legendFormat": "Used",
1533 "range": true,
1534 "refId": "B",
1535 "step": 240
1536 },
1537 {
1538 "editorMode": "code",
1539 "expr": "node_memory_Cached_bytes{instance=\"$node\",job=\"$job\"} + node_memory_Buffers_bytes{instance=\"$node\",job=\"$job\"} + node_memory_SReclaimable_bytes{instance=\"$node\",job=\"$job\"}",
1540 "format": "time_series",
1541 "intervalFactor": 1,
1542 "legendFormat": "Cache + Buffer",
1543 "range": true,
1544 "refId": "C",
1545 "step": 240
1546 },
1547 {
1548 "editorMode": "code",
1549 "expr": "node_memory_MemFree_bytes{instance=\"$node\",job=\"$job\"}",
1550 "format": "time_series",
1551 "intervalFactor": 1,
1552 "legendFormat": "Free",
1553 "range": true,
1554 "refId": "D",
1555 "step": 240
1556 },
1557 {
1558 "editorMode": "code",
1559 "expr": "(node_memory_SwapTotal_bytes{instance=\"$node\",job=\"$job\"} - node_memory_SwapFree_bytes{instance=\"$node\",job=\"$job\"})",
1560 "format": "time_series",
1561 "intervalFactor": 1,
1562 "legendFormat": "Swap used",
1563 "range": true,
1564 "refId": "E",
1565 "step": 240
1566 }
1567 ],
1568 "title": "Memory Basic",
1569 "type": "timeseries"
1570 },
1571 {
1572 "datasource": {
1573 "type": "prometheus",
1574 "uid": "${DS_PROMETHEUS}"
1575 },
1576 "description": "Per-interface network traffic (receive and transmit) in bits per second",
1577 "fieldConfig": {
1578 "defaults": {
1579 "color": {
1580 "mode": "palette-classic"
1581 },
1582 "custom": {
1583 "axisBorderShow": false,
1584 "axisCenteredZero": false,
1585 "axisColorMode": "text",
1586 "axisLabel": "",
1587 "axisPlacement": "auto",
1588 "barAlignment": 0,
1589 "barWidthFactor": 0.6,
1590 "drawStyle": "line",
1591 "fillOpacity": 40,
1592 "gradientMode": "none",
1593 "hideFrom": {
1594 "legend": false,
1595 "tooltip": false,
1596 "viz": false
1597 },
1598 "insertNulls": false,
1599 "lineInterpolation": "linear",
1600 "lineWidth": 1,
1601 "pointSize": 5,
1602 "scaleDistribution": {
1603 "type": "linear"
1604 },
1605 "showPoints": "never",
1606 "spanNulls": false,
1607 "stacking": {
1608 "group": "A",
1609 "mode": "none"
1610 },
1611 "thresholdsStyle": {
1612 "mode": "off"
1613 }
1614 },
1615 "links": [],
1616 "mappings": [],
1617 "thresholds": {
1618 "mode": "absolute",
1619 "steps": [
1620 {
1621 "color": "green"
1622 }
1623 ]
1624 },
1625 "unit": "bps"
1626 },
1627 "overrides": [
1628 {
1629 "matcher": {
1630 "id": "byRegexp",
1631 "options": "/.*Tx.*/"
1632 },
1633 "properties": [
1634 {
1635 "id": "custom.transform",
1636 "value": "negative-Y"
1637 }
1638 ]
1639 }
1640 ]
1641 },
1642 "gridPos": {
1643 "h": 7,
1644 "w": 12,
1645 "x": 0,
1646 "y": 13
1647 },
1648 "id": 74,
1649 "options": {
1650 "legend": {
1651 "calcs": [],
1652 "displayMode": "list",
1653 "placement": "bottom",
1654 "showLegend": true
1655 },
1656 "tooltip": {
1657 "hideZeros": false,
1658 "mode": "multi",
1659 "sort": "none"
1660 }
1661 },
1662 "pluginVersion": "11.6.1",
1663 "targets": [
1664 {
1665 "editorMode": "code",
1666 "expr": "rate(node_network_receive_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])*8",
1667 "format": "time_series",
1668 "intervalFactor": 1,
1669 "legendFormat": "Rx {{device}}",
1670 "range": true,
1671 "refId": "A",
1672 "step": 240
1673 },
1674 {
1675 "editorMode": "code",
1676 "expr": "rate(node_network_transmit_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])*8",
1677 "format": "time_series",
1678 "intervalFactor": 1,
1679 "legendFormat": "Tx {{device}} ",
1680 "range": true,
1681 "refId": "B",
1682 "step": 240
1683 }
1684 ],
1685 "title": "Network Traffic Basic",
1686 "type": "timeseries"
1687 },
1688 {
1689 "datasource": {
1690 "type": "prometheus",
1691 "uid": "${DS_PROMETHEUS}"
1692 },
1693 "description": "Percentage of filesystem space used for each mounted device",
1694 "fieldConfig": {
1695 "defaults": {
1696 "color": {
1697 "mode": "palette-classic"
1698 },
1699 "custom": {
1700 "axisBorderShow": false,
1701 "axisCenteredZero": false,
1702 "axisColorMode": "text",
1703 "axisLabel": "",
1704 "axisPlacement": "auto",
1705 "barAlignment": 0,
1706 "barWidthFactor": 0.6,
1707 "drawStyle": "line",
1708 "fillOpacity": 40,
1709 "gradientMode": "none",
1710 "hideFrom": {
1711 "legend": false,
1712 "tooltip": false,
1713 "viz": false
1714 },
1715 "insertNulls": false,
1716 "lineInterpolation": "linear",
1717 "lineWidth": 1,
1718 "pointSize": 5,
1719 "scaleDistribution": {
1720 "type": "linear"
1721 },
1722 "showPoints": "never",
1723 "spanNulls": false,
1724 "stacking": {
1725 "group": "A",
1726 "mode": "none"
1727 },
1728 "thresholdsStyle": {
1729 "mode": "off"
1730 }
1731 },
1732 "links": [],
1733 "mappings": [],
1734 "max": 100,
1735 "min": 0,
1736 "thresholds": {
1737 "mode": "absolute",
1738 "steps": [
1739 {
1740 "color": "green"
1741 }
1742 ]
1743 },
1744 "unit": "percent"
1745 },
1746 "overrides": []
1747 },
1748 "gridPos": {
1749 "h": 7,
1750 "w": 12,
1751 "x": 12,
1752 "y": 13
1753 },
1754 "id": 152,
1755 "options": {
1756 "legend": {
1757 "calcs": [],
1758 "displayMode": "list",
1759 "placement": "bottom",
1760 "showLegend": true
1761 },
1762 "tooltip": {
1763 "hideZeros": false,
1764 "mode": "multi",
1765 "sort": "none"
1766 }
1767 },
1768 "pluginVersion": "11.6.1",
1769 "targets": [
1770 {
1771 "editorMode": "code",
1772 "expr": "((node_filesystem_size_bytes{instance=\"$node\", job=\"$job\", device!~\"rootfs\"} - node_filesystem_avail_bytes{instance=\"$node\", job=\"$job\", device!~\"rootfs\"}) / node_filesystem_size_bytes{instance=\"$node\", job=\"$job\", device!~\"rootfs\"}) * 100",
1773 "format": "time_series",
1774 "intervalFactor": 1,
1775 "legendFormat": "{{mountpoint}}",
1776 "range": true,
1777 "refId": "A",
1778 "step": 240
1779 }
1780 ],
1781 "title": "Disk Space Used Basic",
1782 "type": "timeseries"
1783 },
1784 {
1785 "collapsed": true,
1786 "gridPos": {
1787 "h": 1,
1788 "w": 24,
1789 "x": 0,
1790 "y": 20
1791 },
1792 "id": 265,
1793 "panels": [
1794 {
1795 "datasource": {
1796 "type": "prometheus",
1797 "uid": "${DS_PROMETHEUS}"
1798 },
1799 "description": "CPU time usage split by state, normalized across all CPU cores",
1800 "fieldConfig": {
1801 "defaults": {
1802 "color": {
1803 "mode": "palette-classic"
1804 },
1805 "custom": {
1806 "axisBorderShow": false,
1807 "axisCenteredZero": false,
1808 "axisColorMode": "text",
1809 "axisLabel": "",
1810 "axisPlacement": "auto",
1811 "barAlignment": 0,
1812 "barWidthFactor": 0.6,
1813 "drawStyle": "line",
1814 "fillOpacity": 70,
1815 "gradientMode": "none",
1816 "hideFrom": {
1817 "legend": false,
1818 "tooltip": false,
1819 "viz": false
1820 },
1821 "insertNulls": false,
1822 "lineInterpolation": "smooth",
1823 "lineWidth": 2,
1824 "pointSize": 5,
1825 "scaleDistribution": {
1826 "type": "linear"
1827 },
1828 "showPoints": "never",
1829 "spanNulls": false,
1830 "stacking": {
1831 "group": "A",
1832 "mode": "percent"
1833 },
1834 "thresholdsStyle": {
1835 "mode": "off"
1836 }
1837 },
1838 "links": [],
1839 "mappings": [],
1840 "min": 0,
1841 "thresholds": {
1842 "mode": "absolute",
1843 "steps": [
1844 {
1845 "color": "green"
1846 }
1847 ]
1848 },
1849 "unit": "percentunit"
1850 },
1851 "overrides": [
1852 {
1853 "matcher": {
1854 "id": "byName",
1855 "options": "Idle - Waiting for something to happen"
1856 },
1857 "properties": [
1858 {
1859 "id": "color",
1860 "value": {
1861 "fixedColor": "#052B51",
1862 "mode": "fixed"
1863 }
1864 }
1865 ]
1866 },
1867 {
1868 "matcher": {
1869 "id": "byName",
1870 "options": "Iowait - Waiting for I/O to complete"
1871 },
1872 "properties": [
1873 {
1874 "id": "color",
1875 "value": {
1876 "fixedColor": "#EAB839",
1877 "mode": "fixed"
1878 }
1879 }
1880 ]
1881 },
1882 {
1883 "matcher": {
1884 "id": "byName",
1885 "options": "Irq - Servicing interrupts"
1886 },
1887 "properties": [
1888 {
1889 "id": "color",
1890 "value": {
1891 "fixedColor": "#BF1B00",
1892 "mode": "fixed"
1893 }
1894 }
1895 ]
1896 },
1897 {
1898 "matcher": {
1899 "id": "byName",
1900 "options": "Nice - Niced processes executing in user mode"
1901 },
1902 "properties": [
1903 {
1904 "id": "color",
1905 "value": {
1906 "fixedColor": "#C15C17",
1907 "mode": "fixed"
1908 }
1909 }
1910 ]
1911 },
1912 {
1913 "matcher": {
1914 "id": "byName",
1915 "options": "Softirq - Servicing softirqs"
1916 },
1917 "properties": [
1918 {
1919 "id": "color",
1920 "value": {
1921 "fixedColor": "#E24D42",
1922 "mode": "fixed"
1923 }
1924 }
1925 ]
1926 },
1927 {
1928 "matcher": {
1929 "id": "byName",
1930 "options": "Steal - Time spent in other operating systems when running in a virtualized environment"
1931 },
1932 "properties": [
1933 {
1934 "id": "color",
1935 "value": {
1936 "fixedColor": "#FCE2DE",
1937 "mode": "fixed"
1938 }
1939 }
1940 ]
1941 },
1942 {
1943 "matcher": {
1944 "id": "byName",
1945 "options": "System - Processes executing in kernel mode"
1946 },
1947 "properties": [
1948 {
1949 "id": "color",
1950 "value": {
1951 "fixedColor": "#508642",
1952 "mode": "fixed"
1953 }
1954 }
1955 ]
1956 },
1957 {
1958 "matcher": {
1959 "id": "byName",
1960 "options": "User - Normal processes executing in user mode"
1961 },
1962 "properties": [
1963 {
1964 "id": "color",
1965 "value": {
1966 "fixedColor": "#5195CE",
1967 "mode": "fixed"
1968 }
1969 }
1970 ]
1971 },
1972 {
1973 "matcher": {
1974 "id": "byName",
1975 "options": "Guest CPU usage"
1976 },
1977 "properties": [
1978 {
1979 "id": "custom.fillOpacity",
1980 "value": 0
1981 },
1982 {
1983 "id": "custom.lineStyle",
1984 "value": {
1985 "dash": [
1986 10,
1987 10
1988 ],
1989 "fill": "dash"
1990 }
1991 },
1992 {
1993 "id": "custom.stacking",
1994 "value": {
1995 "group": "A",
1996 "mode": "none"
1997 }
1998 }
1999 ]
2000 }
2001 ]
2002 },
2003 "gridPos": {
2004 "h": 12,
2005 "w": 12,
2006 "x": 0,
2007 "y": 21
2008 },
2009 "id": 3,
2010 "options": {
2011 "legend": {
2012 "calcs": [
2013 "min",
2014 "mean",
2015 "max"
2016 ],
2017 "displayMode": "table",
2018 "placement": "bottom",
2019 "showLegend": true,
2020 "width": 250
2021 },
2022 "tooltip": {
2023 "hideZeros": false,
2024 "mode": "multi",
2025 "sort": "desc"
2026 }
2027 },
2028 "pluginVersion": "11.6.1",
2029 "targets": [
2030 {
2031 "editorMode": "code",
2032 "expr": "sum(irate(node_cpu_seconds_total{mode=\"system\",instance=\"$node\",job=\"$job\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
2033 "format": "time_series",
2034 "interval": "",
2035 "intervalFactor": 1,
2036 "legendFormat": "System - Processes executing in kernel mode",
2037 "range": true,
2038 "refId": "A",
2039 "step": 240
2040 },
2041 {
2042 "editorMode": "code",
2043 "expr": "sum(irate(node_cpu_seconds_total{mode=\"user\",instance=\"$node\",job=\"$job\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
2044 "format": "time_series",
2045 "intervalFactor": 1,
2046 "legendFormat": "User - Normal processes executing in user mode",
2047 "range": true,
2048 "refId": "B",
2049 "step": 240
2050 },
2051 {
2052 "editorMode": "code",
2053 "expr": "sum(irate(node_cpu_seconds_total{mode=\"nice\",instance=\"$node\",job=\"$job\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
2054 "format": "time_series",
2055 "intervalFactor": 1,
2056 "legendFormat": "Nice - Niced processes executing in user mode",
2057 "range": true,
2058 "refId": "C",
2059 "step": 240
2060 },
2061 {
2062 "editorMode": "code",
2063 "expr": "sum(irate(node_cpu_seconds_total{mode=\"iowait\",instance=\"$node\",job=\"$job\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
2064 "format": "time_series",
2065 "intervalFactor": 1,
2066 "legendFormat": "Iowait - Waiting for I/O to complete",
2067 "range": true,
2068 "refId": "D",
2069 "step": 240
2070 },
2071 {
2072 "editorMode": "code",
2073 "expr": "sum(irate(node_cpu_seconds_total{mode=\"irq\",instance=\"$node\",job=\"$job\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
2074 "format": "time_series",
2075 "intervalFactor": 1,
2076 "legendFormat": "Irq - Servicing interrupts",
2077 "range": true,
2078 "refId": "E",
2079 "step": 240
2080 },
2081 {
2082 "editorMode": "code",
2083 "expr": "sum(irate(node_cpu_seconds_total{mode=\"softirq\",instance=\"$node\",job=\"$job\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
2084 "format": "time_series",
2085 "intervalFactor": 1,
2086 "legendFormat": "Softirq - Servicing softirqs",
2087 "range": true,
2088 "refId": "F",
2089 "step": 240
2090 },
2091 {
2092 "editorMode": "code",
2093 "expr": "sum(irate(node_cpu_seconds_total{mode=\"steal\",instance=\"$node\",job=\"$job\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
2094 "format": "time_series",
2095 "intervalFactor": 1,
2096 "legendFormat": "Steal - Time spent in other operating systems when running in a virtualized environment",
2097 "range": true,
2098 "refId": "G",
2099 "step": 240
2100 },
2101 {
2102 "editorMode": "code",
2103 "expr": "sum(irate(node_cpu_seconds_total{mode=\"idle\",instance=\"$node\",job=\"$job\"}[$__rate_interval])) / scalar(count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu)))",
2104 "format": "time_series",
2105 "hide": false,
2106 "intervalFactor": 1,
2107 "legendFormat": "Idle - Waiting for something to happen",
2108 "range": true,
2109 "refId": "H",
2110 "step": 240
2111 },
2112 {
2113 "editorMode": "code",
2114 "expr": "sum by(instance) (irate(node_cpu_guest_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])) / on(instance) group_left sum by (instance)((irate(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval]))) > 0",
2115 "format": "time_series",
2116 "hide": false,
2117 "intervalFactor": 1,
2118 "legendFormat": "Guest CPU usage",
2119 "range": true,
2120 "refId": "I",
2121 "step": 240
2122 }
2123 ],
2124 "title": "CPU",
2125 "type": "timeseries"
2126 },
2127 {
2128 "datasource": {
2129 "type": "prometheus",
2130 "uid": "${DS_PROMETHEUS}"
2131 },
2132 "description": "Breakdown of physical memory and swap usage. Hardware-detected memory errors are also displayed",
2133 "fieldConfig": {
2134 "defaults": {
2135 "color": {
2136 "mode": "palette-classic"
2137 },
2138 "custom": {
2139 "axisBorderShow": false,
2140 "axisCenteredZero": false,
2141 "axisColorMode": "text",
2142 "axisLabel": "",
2143 "axisPlacement": "auto",
2144 "barAlignment": 0,
2145 "barWidthFactor": 0.6,
2146 "drawStyle": "line",
2147 "fillOpacity": 40,
2148 "gradientMode": "none",
2149 "hideFrom": {
2150 "legend": false,
2151 "tooltip": false,
2152 "viz": false
2153 },
2154 "insertNulls": false,
2155 "lineInterpolation": "linear",
2156 "lineWidth": 1,
2157 "pointSize": 5,
2158 "scaleDistribution": {
2159 "type": "linear"
2160 },
2161 "showPoints": "never",
2162 "spanNulls": false,
2163 "stacking": {
2164 "group": "A",
2165 "mode": "normal"
2166 },
2167 "thresholdsStyle": {
2168 "mode": "off"
2169 }
2170 },
2171 "links": [],
2172 "mappings": [],
2173 "min": 0,
2174 "thresholds": {
2175 "mode": "absolute",
2176 "steps": [
2177 {
2178 "color": "green"
2179 }
2180 ]
2181 },
2182 "unit": "bytes"
2183 },
2184 "overrides": [
2185 {
2186 "matcher": {
2187 "id": "byName",
2188 "options": "Apps"
2189 },
2190 "properties": [
2191 {
2192 "id": "color",
2193 "value": {
2194 "fixedColor": "#629E51",
2195 "mode": "fixed"
2196 }
2197 }
2198 ]
2199 },
2200 {
2201 "matcher": {
2202 "id": "byName",
2203 "options": "Buffers"
2204 },
2205 "properties": [
2206 {
2207 "id": "color",
2208 "value": {
2209 "fixedColor": "#614D93",
2210 "mode": "fixed"
2211 }
2212 }
2213 ]
2214 },
2215 {
2216 "matcher": {
2217 "id": "byName",
2218 "options": "Cache"
2219 },
2220 "properties": [
2221 {
2222 "id": "color",
2223 "value": {
2224 "fixedColor": "#6D1F62",
2225 "mode": "fixed"
2226 }
2227 }
2228 ]
2229 },
2230 {
2231 "matcher": {
2232 "id": "byName",
2233 "options": "Cached"
2234 },
2235 "properties": [
2236 {
2237 "id": "color",
2238 "value": {
2239 "fixedColor": "#511749",
2240 "mode": "fixed"
2241 }
2242 }
2243 ]
2244 },
2245 {
2246 "matcher": {
2247 "id": "byName",
2248 "options": "Committed"
2249 },
2250 "properties": [
2251 {
2252 "id": "color",
2253 "value": {
2254 "fixedColor": "#508642",
2255 "mode": "fixed"
2256 }
2257 }
2258 ]
2259 },
2260 {
2261 "matcher": {
2262 "id": "byName",
2263 "options": "Free"
2264 },
2265 "properties": [
2266 {
2267 "id": "color",
2268 "value": {
2269 "fixedColor": "#0A437C",
2270 "mode": "fixed"
2271 }
2272 }
2273 ]
2274 },
2275 {
2276 "matcher": {
2277 "id": "byName",
2278 "options": "Hardware Corrupted - Amount of RAM that the kernel identified as corrupted / not working"
2279 },
2280 "properties": [
2281 {
2282 "id": "color",
2283 "value": {
2284 "fixedColor": "#CFFAFF",
2285 "mode": "fixed"
2286 }
2287 }
2288 ]
2289 },
2290 {
2291 "matcher": {
2292 "id": "byName",
2293 "options": "Inactive"
2294 },
2295 "properties": [
2296 {
2297 "id": "color",
2298 "value": {
2299 "fixedColor": "#584477",
2300 "mode": "fixed"
2301 }
2302 }
2303 ]
2304 },
2305 {
2306 "matcher": {
2307 "id": "byName",
2308 "options": "PageTables"
2309 },
2310 "properties": [
2311 {
2312 "id": "color",
2313 "value": {
2314 "fixedColor": "#0A50A1",
2315 "mode": "fixed"
2316 }
2317 }
2318 ]
2319 },
2320 {
2321 "matcher": {
2322 "id": "byName",
2323 "options": "Page_Tables"
2324 },
2325 "properties": [
2326 {
2327 "id": "color",
2328 "value": {
2329 "fixedColor": "#0A50A1",
2330 "mode": "fixed"
2331 }
2332 }
2333 ]
2334 },
2335 {
2336 "matcher": {
2337 "id": "byName",
2338 "options": "RAM_Free"
2339 },
2340 "properties": [
2341 {
2342 "id": "color",
2343 "value": {
2344 "fixedColor": "#E0F9D7",
2345 "mode": "fixed"
2346 }
2347 }
2348 ]
2349 },
2350 {
2351 "matcher": {
2352 "id": "byName",
2353 "options": "Slab"
2354 },
2355 "properties": [
2356 {
2357 "id": "color",
2358 "value": {
2359 "fixedColor": "#806EB7",
2360 "mode": "fixed"
2361 }
2362 }
2363 ]
2364 },
2365 {
2366 "matcher": {
2367 "id": "byName",
2368 "options": "Slab_Cache"
2369 },
2370 "properties": [
2371 {
2372 "id": "color",
2373 "value": {
2374 "fixedColor": "#E0752D",
2375 "mode": "fixed"
2376 }
2377 }
2378 ]
2379 },
2380 {
2381 "matcher": {
2382 "id": "byName",
2383 "options": "Swap"
2384 },
2385 "properties": [
2386 {
2387 "id": "color",
2388 "value": {
2389 "fixedColor": "#BF1B00",
2390 "mode": "fixed"
2391 }
2392 }
2393 ]
2394 },
2395 {
2396 "matcher": {
2397 "id": "byName",
2398 "options": "Swap - Swap memory usage"
2399 },
2400 "properties": [
2401 {
2402 "id": "color",
2403 "value": {
2404 "fixedColor": "#BF1B00",
2405 "mode": "fixed"
2406 }
2407 }
2408 ]
2409 },
2410 {
2411 "matcher": {
2412 "id": "byName",
2413 "options": "Swap_Cache"
2414 },
2415 "properties": [
2416 {
2417 "id": "color",
2418 "value": {
2419 "fixedColor": "#C15C17",
2420 "mode": "fixed"
2421 }
2422 }
2423 ]
2424 },
2425 {
2426 "matcher": {
2427 "id": "byName",
2428 "options": "Swap_Free"
2429 },
2430 "properties": [
2431 {
2432 "id": "color",
2433 "value": {
2434 "fixedColor": "#2F575E",
2435 "mode": "fixed"
2436 }
2437 }
2438 ]
2439 },
2440 {
2441 "matcher": {
2442 "id": "byName",
2443 "options": "Unused"
2444 },
2445 "properties": [
2446 {
2447 "id": "color",
2448 "value": {
2449 "fixedColor": "#EAB839",
2450 "mode": "fixed"
2451 }
2452 }
2453 ]
2454 },
2455 {
2456 "matcher": {
2457 "id": "byName",
2458 "options": "Unused - Free memory unassigned"
2459 },
2460 "properties": [
2461 {
2462 "id": "color",
2463 "value": {
2464 "fixedColor": "#052B51",
2465 "mode": "fixed"
2466 }
2467 }
2468 ]
2469 },
2470 {
2471 "matcher": {
2472 "id": "byRegexp",
2473 "options": "/.*Hardware Corrupted - *./"
2474 },
2475 "properties": [
2476 {
2477 "id": "custom.stacking",
2478 "value": {
2479 "group": false,
2480 "mode": "normal"
2481 }
2482 }
2483 ]
2484 }
2485 ]
2486 },
2487 "gridPos": {
2488 "h": 12,
2489 "w": 12,
2490 "x": 12,
2491 "y": 21
2492 },
2493 "id": 24,
2494 "options": {
2495 "legend": {
2496 "calcs": [
2497 "min",
2498 "mean",
2499 "max"
2500 ],
2501 "displayMode": "table",
2502 "placement": "bottom",
2503 "showLegend": true,
2504 "width": 350
2505 },
2506 "tooltip": {
2507 "hideZeros": false,
2508 "mode": "multi",
2509 "sort": "none"
2510 }
2511 },
2512 "pluginVersion": "11.6.1",
2513 "targets": [
2514 {
2515 "editorMode": "code",
2516 "expr": "node_memory_MemTotal_bytes{instance=\"$node\",job=\"$job\"} - node_memory_MemFree_bytes{instance=\"$node\",job=\"$job\"} - node_memory_Buffers_bytes{instance=\"$node\",job=\"$job\"} - node_memory_Cached_bytes{instance=\"$node\",job=\"$job\"} - node_memory_Slab_bytes{instance=\"$node\",job=\"$job\"} - node_memory_PageTables_bytes{instance=\"$node\",job=\"$job\"} - node_memory_SwapCached_bytes{instance=\"$node\",job=\"$job\"}",
2517 "format": "time_series",
2518 "hide": false,
2519 "intervalFactor": 1,
2520 "legendFormat": "Apps - Memory used by user-space applications",
2521 "range": true,
2522 "refId": "A",
2523 "step": 240
2524 },
2525 {
2526 "editorMode": "code",
2527 "expr": "node_memory_PageTables_bytes{instance=\"$node\",job=\"$job\"}",
2528 "format": "time_series",
2529 "hide": false,
2530 "intervalFactor": 1,
2531 "legendFormat": "PageTables - Memory used to map between virtual and physical memory addresses",
2532 "range": true,
2533 "refId": "B",
2534 "step": 240
2535 },
2536 {
2537 "editorMode": "code",
2538 "expr": "node_memory_SwapCached_bytes{instance=\"$node\",job=\"$job\"}",
2539 "format": "time_series",
2540 "intervalFactor": 1,
2541 "legendFormat": "SwapCache - Memory that keeps track of pages that have been fetched from swap but not yet been modified",
2542 "range": true,
2543 "refId": "C",
2544 "step": 240
2545 },
2546 {
2547 "editorMode": "code",
2548 "expr": "node_memory_Slab_bytes{instance=\"$node\",job=\"$job\"}",
2549 "format": "time_series",
2550 "hide": false,
2551 "intervalFactor": 1,
2552 "legendFormat": "Slab - Memory used by the kernel to cache data structures for its own use (caches like inode, dentry, etc)",
2553 "range": true,
2554 "refId": "D",
2555 "step": 240
2556 },
2557 {
2558 "editorMode": "code",
2559 "expr": "node_memory_Cached_bytes{instance=\"$node\",job=\"$job\"}",
2560 "format": "time_series",
2561 "hide": false,
2562 "intervalFactor": 1,
2563 "legendFormat": "Cache - Parked file data (file content) cache",
2564 "range": true,
2565 "refId": "E",
2566 "step": 240
2567 },
2568 {
2569 "editorMode": "code",
2570 "expr": "node_memory_Buffers_bytes{instance=\"$node\",job=\"$job\"}",
2571 "format": "time_series",
2572 "hide": false,
2573 "intervalFactor": 1,
2574 "legendFormat": "Buffers - Block device (e.g. harddisk) cache",
2575 "range": true,
2576 "refId": "F",
2577 "step": 240
2578 },
2579 {
2580 "editorMode": "code",
2581 "expr": "node_memory_MemFree_bytes{instance=\"$node\",job=\"$job\"}",
2582 "format": "time_series",
2583 "hide": false,
2584 "intervalFactor": 1,
2585 "legendFormat": "Unused - Free memory unassigned",
2586 "range": true,
2587 "refId": "G",
2588 "step": 240
2589 },
2590 {
2591 "editorMode": "code",
2592 "expr": "(node_memory_SwapTotal_bytes{instance=\"$node\",job=\"$job\"} - node_memory_SwapFree_bytes{instance=\"$node\",job=\"$job\"})",
2593 "format": "time_series",
2594 "hide": false,
2595 "intervalFactor": 1,
2596 "legendFormat": "Swap - Swap space used",
2597 "range": true,
2598 "refId": "H",
2599 "step": 240
2600 },
2601 {
2602 "editorMode": "code",
2603 "expr": "node_memory_HardwareCorrupted_bytes{instance=\"$node\",job=\"$job\"}",
2604 "format": "time_series",
2605 "hide": false,
2606 "intervalFactor": 1,
2607 "legendFormat": "Hardware Corrupted - Amount of RAM that the kernel identified as corrupted / not working",
2608 "range": true,
2609 "refId": "I",
2610 "step": 240
2611 }
2612 ],
2613 "title": "Memory",
2614 "type": "timeseries"
2615 },
2616 {
2617 "datasource": {
2618 "type": "prometheus",
2619 "uid": "${DS_PROMETHEUS}"
2620 },
2621 "description": "Incoming and outgoing network traffic per interface",
2622 "fieldConfig": {
2623 "defaults": {
2624 "color": {
2625 "mode": "palette-classic"
2626 },
2627 "custom": {
2628 "axisBorderShow": false,
2629 "axisCenteredZero": false,
2630 "axisColorMode": "text",
2631 "axisLabel": "out (-) / in (+)",
2632 "axisPlacement": "auto",
2633 "barAlignment": 0,
2634 "barWidthFactor": 0.6,
2635 "drawStyle": "line",
2636 "fillOpacity": 40,
2637 "gradientMode": "none",
2638 "hideFrom": {
2639 "legend": false,
2640 "tooltip": false,
2641 "viz": false
2642 },
2643 "insertNulls": false,
2644 "lineInterpolation": "linear",
2645 "lineWidth": 1,
2646 "pointSize": 5,
2647 "scaleDistribution": {
2648 "type": "linear"
2649 },
2650 "showPoints": "never",
2651 "spanNulls": false,
2652 "stacking": {
2653 "group": "A",
2654 "mode": "none"
2655 },
2656 "thresholdsStyle": {
2657 "mode": "off"
2658 }
2659 },
2660 "links": [],
2661 "mappings": [],
2662 "thresholds": {
2663 "mode": "absolute",
2664 "steps": [
2665 {
2666 "color": "green"
2667 }
2668 ]
2669 },
2670 "unit": "bps"
2671 },
2672 "overrides": [
2673 {
2674 "matcher": {
2675 "id": "byRegexp",
2676 "options": "/.*out.*/"
2677 },
2678 "properties": [
2679 {
2680 "id": "custom.transform",
2681 "value": "negative-Y"
2682 }
2683 ]
2684 }
2685 ]
2686 },
2687 "gridPos": {
2688 "h": 12,
2689 "w": 12,
2690 "x": 0,
2691 "y": 303
2692 },
2693 "id": 84,
2694 "options": {
2695 "legend": {
2696 "calcs": [
2697 "min",
2698 "mean",
2699 "max"
2700 ],
2701 "displayMode": "table",
2702 "placement": "bottom",
2703 "showLegend": true
2704 },
2705 "tooltip": {
2706 "hideZeros": false,
2707 "mode": "multi",
2708 "sort": "none"
2709 }
2710 },
2711 "pluginVersion": "11.6.1",
2712 "targets": [
2713 {
2714 "editorMode": "code",
2715 "expr": "rate(node_network_receive_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])*8",
2716 "format": "time_series",
2717 "intervalFactor": 1,
2718 "legendFormat": "{{device}} - Rx in",
2719 "range": true,
2720 "refId": "A",
2721 "step": 240
2722 },
2723 {
2724 "editorMode": "code",
2725 "expr": "rate(node_network_transmit_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])*8",
2726 "format": "time_series",
2727 "intervalFactor": 1,
2728 "legendFormat": "{{device}} - Tx out",
2729 "range": true,
2730 "refId": "B",
2731 "step": 240
2732 }
2733 ],
2734 "title": "Network Traffic",
2735 "type": "timeseries"
2736 },
2737 {
2738 "datasource": {
2739 "type": "prometheus",
2740 "uid": "${DS_PROMETHEUS}"
2741 },
2742 "description": "Network interface utilization as a percentage of its maximum capacity",
2743 "fieldConfig": {
2744 "defaults": {
2745 "color": {
2746 "mode": "palette-classic"
2747 },
2748 "custom": {
2749 "axisBorderShow": false,
2750 "axisCenteredZero": false,
2751 "axisColorMode": "text",
2752 "axisLabel": "out (-) / in (+)",
2753 "axisPlacement": "auto",
2754 "barAlignment": 0,
2755 "barWidthFactor": 0.6,
2756 "drawStyle": "line",
2757 "fillOpacity": 40,
2758 "gradientMode": "none",
2759 "hideFrom": {
2760 "legend": false,
2761 "tooltip": false,
2762 "viz": false
2763 },
2764 "insertNulls": false,
2765 "lineInterpolation": "linear",
2766 "lineWidth": 1,
2767 "pointSize": 5,
2768 "scaleDistribution": {
2769 "type": "linear"
2770 },
2771 "showPoints": "never",
2772 "spanNulls": false,
2773 "stacking": {
2774 "group": "A",
2775 "mode": "none"
2776 },
2777 "thresholdsStyle": {
2778 "mode": "off"
2779 }
2780 },
2781 "links": [],
2782 "mappings": [],
2783 "thresholds": {
2784 "mode": "absolute",
2785 "steps": [
2786 {
2787 "color": "green"
2788 }
2789 ]
2790 },
2791 "unit": "percentunit"
2792 },
2793 "overrides": [
2794 {
2795 "matcher": {
2796 "id": "byRegexp",
2797 "options": "/.*out.*/"
2798 },
2799 "properties": [
2800 {
2801 "id": "custom.transform",
2802 "value": "negative-Y"
2803 }
2804 ]
2805 }
2806 ]
2807 },
2808 "gridPos": {
2809 "h": 12,
2810 "w": 12,
2811 "x": 12,
2812 "y": 303
2813 },
2814 "id": 338,
2815 "options": {
2816 "legend": {
2817 "calcs": [
2818 "min",
2819 "mean",
2820 "max"
2821 ],
2822 "displayMode": "table",
2823 "placement": "bottom",
2824 "showLegend": true
2825 },
2826 "tooltip": {
2827 "hideZeros": false,
2828 "mode": "multi",
2829 "sort": "none"
2830 }
2831 },
2832 "pluginVersion": "11.6.1",
2833 "targets": [
2834 {
2835 "editorMode": "code",
2836 "expr": "(rate(node_network_receive_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])\n / ignoring(speed) node_network_speed_bytes{instance=\"$node\",job=\"$job\", speed!=\"-1\"}) * 100",
2837 "format": "time_series",
2838 "intervalFactor": 1,
2839 "legendFormat": "{{device}} - Rx in",
2840 "range": true,
2841 "refId": "A",
2842 "step": 240
2843 },
2844 {
2845 "editorMode": "code",
2846 "expr": "(rate(node_network_transmit_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])\n / ignoring(speed) node_network_speed_bytes{instance=\"$node\",job=\"$job\", speed!=\"-1\"}) * 100",
2847 "format": "time_series",
2848 "hide": false,
2849 "intervalFactor": 1,
2850 "legendFormat": "{{device}} - Tx out",
2851 "range": true,
2852 "refId": "B",
2853 "step": 240
2854 }
2855 ],
2856 "title": "Network Saturation",
2857 "type": "timeseries"
2858 },
2859 {
2860 "datasource": {
2861 "type": "prometheus",
2862 "uid": "${DS_PROMETHEUS}"
2863 },
2864 "description": "Disk I/O operations per second for each device",
2865 "fieldConfig": {
2866 "defaults": {
2867 "color": {
2868 "mode": "palette-classic"
2869 },
2870 "custom": {
2871 "axisBorderShow": false,
2872 "axisCenteredZero": false,
2873 "axisColorMode": "text",
2874 "axisLabel": "read (-) / write (+)",
2875 "axisPlacement": "auto",
2876 "barAlignment": 0,
2877 "barWidthFactor": 0.6,
2878 "drawStyle": "line",
2879 "fillOpacity": 20,
2880 "gradientMode": "none",
2881 "hideFrom": {
2882 "legend": false,
2883 "tooltip": false,
2884 "viz": false
2885 },
2886 "insertNulls": false,
2887 "lineInterpolation": "linear",
2888 "lineWidth": 1,
2889 "pointSize": 5,
2890 "scaleDistribution": {
2891 "type": "linear"
2892 },
2893 "showPoints": "never",
2894 "spanNulls": false,
2895 "stacking": {
2896 "group": "A",
2897 "mode": "none"
2898 },
2899 "thresholdsStyle": {
2900 "mode": "off"
2901 }
2902 },
2903 "links": [],
2904 "mappings": [],
2905 "thresholds": {
2906 "mode": "absolute",
2907 "steps": [
2908 {
2909 "color": "green"
2910 }
2911 ]
2912 },
2913 "unit": "iops"
2914 },
2915 "overrides": [
2916 {
2917 "matcher": {
2918 "id": "byRegexp",
2919 "options": "/.*Read.*/"
2920 },
2921 "properties": [
2922 {
2923 "id": "custom.transform",
2924 "value": "negative-Y"
2925 }
2926 ]
2927 }
2928 ]
2929 },
2930 "gridPos": {
2931 "h": 12,
2932 "w": 12,
2933 "x": 0,
2934 "y": 315
2935 },
2936 "id": 229,
2937 "options": {
2938 "legend": {
2939 "calcs": [
2940 "min",
2941 "mean",
2942 "max"
2943 ],
2944 "displayMode": "table",
2945 "placement": "bottom",
2946 "showLegend": true
2947 },
2948 "tooltip": {
2949 "hideZeros": false,
2950 "mode": "single",
2951 "sort": "none"
2952 }
2953 },
2954 "pluginVersion": "11.6.1",
2955 "targets": [
2956 {
2957 "editorMode": "code",
2958 "expr": "irate(node_disk_reads_completed_total{instance=\"$node\",job=\"$job\",device=~\"$diskdevices\"}[$__rate_interval])",
2959 "intervalFactor": 4,
2960 "legendFormat": "{{device}} - Read",
2961 "range": true,
2962 "refId": "A",
2963 "step": 240
2964 },
2965 {
2966 "editorMode": "code",
2967 "expr": "irate(node_disk_writes_completed_total{instance=\"$node\",job=\"$job\",device=~\"$diskdevices\"}[$__rate_interval])",
2968 "intervalFactor": 1,
2969 "legendFormat": "{{device}} - Write",
2970 "range": true,
2971 "refId": "B",
2972 "step": 240
2973 }
2974 ],
2975 "title": "Disk IOps",
2976 "type": "timeseries"
2977 },
2978 {
2979 "datasource": {
2980 "type": "prometheus",
2981 "uid": "${DS_PROMETHEUS}"
2982 },
2983 "description": "Disk I/O throughput per device",
2984 "fieldConfig": {
2985 "defaults": {
2986 "color": {
2987 "mode": "palette-classic"
2988 },
2989 "custom": {
2990 "axisBorderShow": false,
2991 "axisCenteredZero": false,
2992 "axisColorMode": "text",
2993 "axisLabel": "read (-) / write (+)",
2994 "axisPlacement": "auto",
2995 "barAlignment": 0,
2996 "barWidthFactor": 0.6,
2997 "drawStyle": "line",
2998 "fillOpacity": 40,
2999 "gradientMode": "none",
3000 "hideFrom": {
3001 "legend": false,
3002 "tooltip": false,
3003 "viz": false
3004 },
3005 "insertNulls": false,
3006 "lineInterpolation": "linear",
3007 "lineWidth": 1,
3008 "pointSize": 5,
3009 "scaleDistribution": {
3010 "type": "linear"
3011 },
3012 "showPoints": "never",
3013 "spanNulls": false,
3014 "stacking": {
3015 "group": "A",
3016 "mode": "none"
3017 },
3018 "thresholdsStyle": {
3019 "mode": "off"
3020 }
3021 },
3022 "links": [],
3023 "mappings": [],
3024 "thresholds": {
3025 "mode": "absolute",
3026 "steps": [
3027 {
3028 "color": "green"
3029 }
3030 ]
3031 },
3032 "unit": "Bps"
3033 },
3034 "overrides": [
3035 {
3036 "matcher": {
3037 "id": "byRegexp",
3038 "options": "/.*Read*./"
3039 },
3040 "properties": [
3041 {
3042 "id": "custom.transform",
3043 "value": "negative-Y"
3044 }
3045 ]
3046 }
3047 ]
3048 },
3049 "gridPos": {
3050 "h": 12,
3051 "w": 12,
3052 "x": 12,
3053 "y": 315
3054 },
3055 "id": 42,
3056 "options": {
3057 "legend": {
3058 "calcs": [
3059 "min",
3060 "mean",
3061 "max"
3062 ],
3063 "displayMode": "table",
3064 "placement": "bottom",
3065 "showLegend": true
3066 },
3067 "tooltip": {
3068 "hideZeros": false,
3069 "mode": "multi",
3070 "sort": "none"
3071 }
3072 },
3073 "pluginVersion": "11.6.1",
3074 "targets": [
3075 {
3076 "editorMode": "code",
3077 "expr": "irate(node_disk_read_bytes_total{instance=\"$node\",job=\"$job\",device=~\"$diskdevices\"}[$__rate_interval])",
3078 "format": "time_series",
3079 "hide": false,
3080 "intervalFactor": 1,
3081 "legendFormat": "{{device}} - Read",
3082 "range": true,
3083 "refId": "A",
3084 "step": 240
3085 },
3086 {
3087 "editorMode": "code",
3088 "expr": "irate(node_disk_written_bytes_total{instance=\"$node\",job=\"$job\",device=~\"$diskdevices\"}[$__rate_interval])",
3089 "format": "time_series",
3090 "hide": false,
3091 "intervalFactor": 1,
3092 "legendFormat": "{{device}} - Write",
3093 "range": true,
3094 "refId": "B",
3095 "step": 240
3096 }
3097 ],
3098 "title": "Disk Throughput",
3099 "type": "timeseries"
3100 },
3101 {
3102 "datasource": {
3103 "type": "prometheus",
3104 "uid": "${DS_PROMETHEUS}"
3105 },
3106 "description": "Amount of available disk space per mounted filesystem, excluding rootfs. Based on block availability to non-root users",
3107 "fieldConfig": {
3108 "defaults": {
3109 "color": {
3110 "mode": "palette-classic"
3111 },
3112 "custom": {
3113 "axisBorderShow": false,
3114 "axisCenteredZero": false,
3115 "axisColorMode": "text",
3116 "axisLabel": "",
3117 "axisPlacement": "auto",
3118 "barAlignment": 0,
3119 "barWidthFactor": 0.6,
3120 "drawStyle": "line",
3121 "fillOpacity": 20,
3122 "gradientMode": "none",
3123 "hideFrom": {
3124 "legend": false,
3125 "tooltip": false,
3126 "viz": false
3127 },
3128 "insertNulls": false,
3129 "lineInterpolation": "linear",
3130 "lineWidth": 1,
3131 "pointSize": 5,
3132 "scaleDistribution": {
3133 "type": "linear"
3134 },
3135 "showPoints": "never",
3136 "spanNulls": false,
3137 "stacking": {
3138 "group": "A",
3139 "mode": "none"
3140 },
3141 "thresholdsStyle": {
3142 "mode": "off"
3143 }
3144 },
3145 "links": [],
3146 "mappings": [],
3147 "min": 0,
3148 "thresholds": {
3149 "mode": "absolute",
3150 "steps": [
3151 {
3152 "color": "green"
3153 }
3154 ]
3155 },
3156 "unit": "bytes"
3157 },
3158 "overrides": []
3159 },
3160 "gridPos": {
3161 "h": 12,
3162 "w": 12,
3163 "x": 0,
3164 "y": 327
3165 },
3166 "id": 43,
3167 "options": {
3168 "legend": {
3169 "calcs": [
3170 "min",
3171 "mean",
3172 "max"
3173 ],
3174 "displayMode": "table",
3175 "placement": "bottom",
3176 "showLegend": true
3177 },
3178 "tooltip": {
3179 "hideZeros": false,
3180 "mode": "multi",
3181 "sort": "none"
3182 }
3183 },
3184 "pluginVersion": "11.6.1",
3185 "targets": [
3186 {
3187 "editorMode": "code",
3188 "expr": "node_filesystem_avail_bytes{instance=\"$node\",job=\"$job\",device!~'rootfs'}",
3189 "format": "time_series",
3190 "hide": false,
3191 "intervalFactor": 1,
3192 "legendFormat": "{{mountpoint}}",
3193 "metric": "",
3194 "range": true,
3195 "refId": "A",
3196 "step": 240
3197 },
3198 {
3199 "editorMode": "code",
3200 "expr": "node_filesystem_free_bytes{instance=\"$node\",job=\"$job\",device!~'rootfs'}",
3201 "format": "time_series",
3202 "hide": true,
3203 "intervalFactor": 1,
3204 "legendFormat": "{{mountpoint}} - Free",
3205 "range": true,
3206 "refId": "B",
3207 "step": 240
3208 },
3209 {
3210 "editorMode": "code",
3211 "expr": "node_filesystem_size_bytes{instance=\"$node\",job=\"$job\",device!~'rootfs'}",
3212 "format": "time_series",
3213 "hide": true,
3214 "intervalFactor": 1,
3215 "legendFormat": "{{mountpoint}} - Size",
3216 "range": true,
3217 "refId": "C",
3218 "step": 240
3219 }
3220 ],
3221 "title": "Filesystem Space Available",
3222 "type": "timeseries"
3223 },
3224 {
3225 "datasource": {
3226 "type": "prometheus",
3227 "uid": "${DS_PROMETHEUS}"
3228 },
3229 "description": "Disk usage (used = total - available) per mountpoint",
3230 "fieldConfig": {
3231 "defaults": {
3232 "color": {
3233 "mode": "palette-classic"
3234 },
3235 "custom": {
3236 "axisBorderShow": false,
3237 "axisCenteredZero": false,
3238 "axisColorMode": "text",
3239 "axisLabel": "",
3240 "axisPlacement": "auto",
3241 "barAlignment": 0,
3242 "barWidthFactor": 0.6,
3243 "drawStyle": "line",
3244 "fillOpacity": 20,
3245 "gradientMode": "none",
3246 "hideFrom": {
3247 "legend": false,
3248 "tooltip": false,
3249 "viz": false
3250 },
3251 "insertNulls": false,
3252 "lineInterpolation": "linear",
3253 "lineWidth": 1,
3254 "pointSize": 5,
3255 "scaleDistribution": {
3256 "type": "linear"
3257 },
3258 "showPoints": "never",
3259 "spanNulls": false,
3260 "stacking": {
3261 "group": "A",
3262 "mode": "none"
3263 },
3264 "thresholdsStyle": {
3265 "mode": "off"
3266 }
3267 },
3268 "links": [],
3269 "mappings": [],
3270 "min": 0,
3271 "thresholds": {
3272 "mode": "absolute",
3273 "steps": [
3274 {
3275 "color": "green"
3276 }
3277 ]
3278 },
3279 "unit": "bytes"
3280 },
3281 "overrides": []
3282 },
3283 "gridPos": {
3284 "h": 12,
3285 "w": 12,
3286 "x": 12,
3287 "y": 327
3288 },
3289 "id": 156,
3290 "options": {
3291 "legend": {
3292 "calcs": [
3293 "min",
3294 "mean",
3295 "max"
3296 ],
3297 "displayMode": "table",
3298 "placement": "bottom",
3299 "showLegend": true
3300 },
3301 "tooltip": {
3302 "hideZeros": false,
3303 "mode": "multi",
3304 "sort": "none"
3305 }
3306 },
3307 "pluginVersion": "11.6.1",
3308 "targets": [
3309 {
3310 "editorMode": "code",
3311 "expr": "node_filesystem_size_bytes{instance=\"$node\",job=\"$job\",device!~'rootfs'} - node_filesystem_avail_bytes{instance=\"$node\",job=\"$job\",device!~'rootfs'}",
3312 "format": "time_series",
3313 "intervalFactor": 1,
3314 "legendFormat": "{{mountpoint}}",
3315 "range": true,
3316 "refId": "A",
3317 "step": 240
3318 }
3319 ],
3320 "title": "Filesystem Used",
3321 "type": "timeseries"
3322 },
3323 {
3324 "datasource": {
3325 "type": "prometheus",
3326 "uid": "${DS_PROMETHEUS}"
3327 },
3328 "description": "Percentage of time the disk was actively processing I/O operations",
3329 "fieldConfig": {
3330 "defaults": {
3331 "color": {
3332 "mode": "palette-classic"
3333 },
3334 "custom": {
3335 "axisBorderShow": false,
3336 "axisCenteredZero": false,
3337 "axisColorMode": "text",
3338 "axisLabel": "",
3339 "axisPlacement": "auto",
3340 "barAlignment": 0,
3341 "barWidthFactor": 0.6,
3342 "drawStyle": "line",
3343 "fillOpacity": 40,
3344 "gradientMode": "none",
3345 "hideFrom": {
3346 "legend": false,
3347 "tooltip": false,
3348 "viz": false
3349 },
3350 "insertNulls": false,
3351 "lineInterpolation": "linear",
3352 "lineWidth": 1,
3353 "pointSize": 5,
3354 "scaleDistribution": {
3355 "type": "linear"
3356 },
3357 "showPoints": "never",
3358 "spanNulls": false,
3359 "stacking": {
3360 "group": "A",
3361 "mode": "none"
3362 },
3363 "thresholdsStyle": {
3364 "mode": "off"
3365 }
3366 },
3367 "links": [],
3368 "mappings": [],
3369 "min": 0,
3370 "thresholds": {
3371 "mode": "absolute",
3372 "steps": [
3373 {
3374 "color": "green"
3375 }
3376 ]
3377 },
3378 "unit": "percentunit"
3379 },
3380 "overrides": []
3381 },
3382 "gridPos": {
3383 "h": 12,
3384 "w": 12,
3385 "x": 0,
3386 "y": 339
3387 },
3388 "id": 127,
3389 "options": {
3390 "legend": {
3391 "calcs": [
3392 "min",
3393 "mean",
3394 "max"
3395 ],
3396 "displayMode": "table",
3397 "placement": "bottom",
3398 "showLegend": true
3399 },
3400 "tooltip": {
3401 "hideZeros": false,
3402 "mode": "multi",
3403 "sort": "none"
3404 }
3405 },
3406 "pluginVersion": "11.6.1",
3407 "targets": [
3408 {
3409 "editorMode": "code",
3410 "expr": "irate(node_disk_io_time_seconds_total{instance=\"$node\",job=\"$job\",device=~\"$diskdevices\"} [$__rate_interval])",
3411 "format": "time_series",
3412 "hide": false,
3413 "interval": "",
3414 "intervalFactor": 1,
3415 "legendFormat": "{{device}}",
3416 "range": true,
3417 "refId": "A",
3418 "step": 240
3419 }
3420 ],
3421 "title": "Disk I/O Utilization",
3422 "type": "timeseries"
3423 },
3424 {
3425 "datasource": {
3426 "type": "prometheus",
3427 "uid": "${DS_PROMETHEUS}"
3428 },
3429 "description": "How often tasks experience CPU, memory, or I/O delays. “Some” indicates partial slowdown; “Full” indicates all tasks are stalled. Based on Linux PSI metrics:\nhttps://docs.kernel.org/accounting/psi.html",
3430 "fieldConfig": {
3431 "defaults": {
3432 "color": {
3433 "mode": "palette-classic"
3434 },
3435 "custom": {
3436 "axisBorderShow": false,
3437 "axisCenteredZero": false,
3438 "axisColorMode": "text",
3439 "axisLabel": "some (-) / full (+)",
3440 "axisPlacement": "auto",
3441 "barAlignment": 0,
3442 "barWidthFactor": 0.6,
3443 "drawStyle": "line",
3444 "fillOpacity": 10,
3445 "gradientMode": "none",
3446 "hideFrom": {
3447 "legend": false,
3448 "tooltip": false,
3449 "viz": false
3450 },
3451 "insertNulls": false,
3452 "lineInterpolation": "linear",
3453 "lineWidth": 1,
3454 "pointSize": 5,
3455 "scaleDistribution": {
3456 "type": "linear"
3457 },
3458 "showPoints": "never",
3459 "spanNulls": false,
3460 "stacking": {
3461 "group": "A",
3462 "mode": "none"
3463 },
3464 "thresholdsStyle": {
3465 "mode": "off"
3466 }
3467 },
3468 "links": [],
3469 "mappings": [],
3470 "thresholds": {
3471 "mode": "absolute",
3472 "steps": [
3473 {
3474 "color": "green"
3475 }
3476 ]
3477 },
3478 "unit": "percentunit"
3479 },
3480 "overrides": [
3481 {
3482 "matcher": {
3483 "id": "byRegexp",
3484 "options": "/.*Some.*/"
3485 },
3486 "properties": [
3487 {
3488 "id": "custom.fillOpacity",
3489 "value": 0
3490 }
3491 ]
3492 },
3493 {
3494 "matcher": {
3495 "id": "byRegexp",
3496 "options": "/.*Some.*/"
3497 },
3498 "properties": [
3499 {
3500 "id": "custom.transform",
3501 "value": "negative-Y"
3502 }
3503 ]
3504 }
3505 ]
3506 },
3507 "gridPos": {
3508 "h": 12,
3509 "w": 12,
3510 "x": 12,
3511 "y": 339
3512 },
3513 "id": 322,
3514 "options": {
3515 "legend": {
3516 "calcs": [
3517 "min",
3518 "mean",
3519 "max"
3520 ],
3521 "displayMode": "table",
3522 "placement": "bottom",
3523 "showLegend": true
3524 },
3525 "tooltip": {
3526 "hideZeros": false,
3527 "mode": "multi",
3528 "sort": "none"
3529 }
3530 },
3531 "pluginVersion": "11.6.1",
3532 "targets": [
3533 {
3534 "editorMode": "code",
3535 "expr": "rate(node_pressure_cpu_waiting_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
3536 "format": "time_series",
3537 "intervalFactor": 1,
3538 "legendFormat": "CPU - Some",
3539 "range": true,
3540 "refId": "CPU some",
3541 "step": 240
3542 },
3543 {
3544 "editorMode": "code",
3545 "expr": "rate(node_pressure_memory_waiting_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
3546 "format": "time_series",
3547 "hide": false,
3548 "intervalFactor": 1,
3549 "legendFormat": "Memory - Some",
3550 "range": true,
3551 "refId": "Memory some",
3552 "step": 240
3553 },
3554 {
3555 "editorMode": "code",
3556 "expr": "rate(node_pressure_memory_stalled_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
3557 "format": "time_series",
3558 "hide": false,
3559 "intervalFactor": 1,
3560 "legendFormat": "Memory - Full",
3561 "range": true,
3562 "refId": "Memory full",
3563 "step": 240
3564 },
3565 {
3566 "editorMode": "code",
3567 "expr": "rate(node_pressure_io_waiting_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
3568 "format": "time_series",
3569 "hide": false,
3570 "intervalFactor": 1,
3571 "legendFormat": "I/O - Some",
3572 "range": true,
3573 "refId": "I/O some",
3574 "step": 240
3575 },
3576 {
3577 "editorMode": "code",
3578 "expr": "rate(node_pressure_io_stalled_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
3579 "format": "time_series",
3580 "hide": false,
3581 "intervalFactor": 1,
3582 "legendFormat": "I/O - Full",
3583 "range": true,
3584 "refId": "I/O full",
3585 "step": 240
3586 },
3587 {
3588 "editorMode": "code",
3589 "expr": "rate(node_pressure_irq_stalled_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
3590 "format": "time_series",
3591 "hide": false,
3592 "intervalFactor": 1,
3593 "legendFormat": "IRQ - Full",
3594 "range": true,
3595 "refId": "A",
3596 "step": 240
3597 }
3598 ],
3599 "title": "Pressure Stall Information",
3600 "type": "timeseries"
3601 }
3602 ],
3603 "title": "CPU / Memory / Net / Disk",
3604 "type": "row"
3605 },
3606 {
3607 "collapsed": true,
3608 "gridPos": {
3609 "h": 1,
3610 "w": 24,
3611 "x": 0,
3612 "y": 21
3613 },
3614 "id": 266,
3615 "panels": [
3616 {
3617 "datasource": {
3618 "type": "prometheus",
3619 "uid": "${DS_PROMETHEUS}"
3620 },
3621 "description": "Displays committed memory usage versus the system's commit limit. Exceeding the limit is allowed under Linux overcommit policies but may increase OOM risks under high load",
3622 "fieldConfig": {
3623 "defaults": {
3624 "color": {
3625 "mode": "palette-classic"
3626 },
3627 "custom": {
3628 "axisBorderShow": false,
3629 "axisCenteredZero": false,
3630 "axisColorMode": "text",
3631 "axisLabel": "",
3632 "axisPlacement": "auto",
3633 "barAlignment": 0,
3634 "barWidthFactor": 0.6,
3635 "drawStyle": "line",
3636 "fillOpacity": 20,
3637 "gradientMode": "none",
3638 "hideFrom": {
3639 "legend": false,
3640 "tooltip": false,
3641 "viz": false
3642 },
3643 "insertNulls": false,
3644 "lineInterpolation": "linear",
3645 "lineWidth": 1,
3646 "pointSize": 5,
3647 "scaleDistribution": {
3648 "type": "linear"
3649 },
3650 "showPoints": "never",
3651 "spanNulls": false,
3652 "stacking": {
3653 "group": "A",
3654 "mode": "none"
3655 },
3656 "thresholdsStyle": {
3657 "mode": "off"
3658 }
3659 },
3660 "links": [],
3661 "mappings": [],
3662 "min": 0,
3663 "thresholds": {
3664 "mode": "absolute",
3665 "steps": [
3666 {
3667 "color": "green"
3668 }
3669 ]
3670 },
3671 "unit": "bytes"
3672 },
3673 "overrides": [
3674 {
3675 "matcher": {
3676 "id": "byRegexp",
3677 "options": "/.*CommitLimit - *./"
3678 },
3679 "properties": [
3680 {
3681 "id": "color",
3682 "value": {
3683 "fixedColor": "#BF1B00",
3684 "mode": "fixed"
3685 }
3686 },
3687 {
3688 "id": "custom.fillOpacity",
3689 "value": 0
3690 }
3691 ]
3692 }
3693 ]
3694 },
3695 "gridPos": {
3696 "h": 10,
3697 "w": 12,
3698 "x": 0,
3699 "y": 602
3700 },
3701 "id": 135,
3702 "options": {
3703 "legend": {
3704 "calcs": [
3705 "min",
3706 "mean",
3707 "max"
3708 ],
3709 "displayMode": "table",
3710 "placement": "bottom",
3711 "showLegend": true,
3712 "width": 350
3713 },
3714 "tooltip": {
3715 "hideZeros": false,
3716 "mode": "multi",
3717 "sort": "none"
3718 }
3719 },
3720 "pluginVersion": "11.6.1",
3721 "targets": [
3722 {
3723 "editorMode": "code",
3724 "expr": "node_memory_Committed_AS_bytes{instance=\"$node\",job=\"$job\"}",
3725 "format": "time_series",
3726 "intervalFactor": 1,
3727 "legendFormat": "Committed_AS – Memory promised to processes (not necessarily used)",
3728 "range": true,
3729 "refId": "A",
3730 "step": 240
3731 },
3732 {
3733 "editorMode": "code",
3734 "expr": "node_memory_CommitLimit_bytes{instance=\"$node\",job=\"$job\"}",
3735 "format": "time_series",
3736 "intervalFactor": 1,
3737 "legendFormat": "CommitLimit - Max allowable committed memory",
3738 "range": true,
3739 "refId": "B",
3740 "step": 240
3741 }
3742 ],
3743 "title": "Memory Committed",
3744 "type": "timeseries"
3745 },
3746 {
3747 "datasource": {
3748 "type": "prometheus",
3749 "uid": "${DS_PROMETHEUS}"
3750 },
3751 "description": "Memory currently dirty (modified but not yet written to disk), being actively written back, or held by writeback buffers. High dirty or writeback memory may indicate disk I/O pressure or delayed flushing",
3752 "fieldConfig": {
3753 "defaults": {
3754 "color": {
3755 "mode": "palette-classic"
3756 },
3757 "custom": {
3758 "axisBorderShow": false,
3759 "axisCenteredZero": false,
3760 "axisColorMode": "text",
3761 "axisLabel": "",
3762 "axisPlacement": "auto",
3763 "barAlignment": 0,
3764 "barWidthFactor": 0.6,
3765 "drawStyle": "line",
3766 "fillOpacity": 20,
3767 "gradientMode": "none",
3768 "hideFrom": {
3769 "legend": false,
3770 "tooltip": false,
3771 "viz": false
3772 },
3773 "insertNulls": false,
3774 "lineInterpolation": "linear",
3775 "lineWidth": 1,
3776 "pointSize": 5,
3777 "scaleDistribution": {
3778 "type": "linear"
3779 },
3780 "showPoints": "never",
3781 "spanNulls": false,
3782 "stacking": {
3783 "group": "A",
3784 "mode": "none"
3785 },
3786 "thresholdsStyle": {
3787 "mode": "off"
3788 }
3789 },
3790 "links": [],
3791 "mappings": [],
3792 "min": 0,
3793 "thresholds": {
3794 "mode": "absolute",
3795 "steps": [
3796 {
3797 "color": "green"
3798 }
3799 ]
3800 },
3801 "unit": "bytes"
3802 },
3803 "overrides": []
3804 },
3805 "gridPos": {
3806 "h": 10,
3807 "w": 12,
3808 "x": 12,
3809 "y": 602
3810 },
3811 "id": 130,
3812 "options": {
3813 "legend": {
3814 "calcs": [
3815 "min",
3816 "mean",
3817 "max"
3818 ],
3819 "displayMode": "table",
3820 "placement": "bottom",
3821 "showLegend": true
3822 },
3823 "tooltip": {
3824 "hideZeros": false,
3825 "mode": "multi",
3826 "sort": "none"
3827 }
3828 },
3829 "pluginVersion": "11.6.1",
3830 "targets": [
3831 {
3832 "editorMode": "code",
3833 "expr": "node_memory_Writeback_bytes{instance=\"$node\",job=\"$job\"}",
3834 "format": "time_series",
3835 "intervalFactor": 1,
3836 "legendFormat": "Writeback – Memory currently being flushed to disk",
3837 "range": true,
3838 "refId": "A",
3839 "step": 240
3840 },
3841 {
3842 "editorMode": "code",
3843 "expr": "node_memory_WritebackTmp_bytes{instance=\"$node\",job=\"$job\"}",
3844 "format": "time_series",
3845 "intervalFactor": 1,
3846 "legendFormat": "WritebackTmp – FUSE temporary writeback buffers",
3847 "range": true,
3848 "refId": "B",
3849 "step": 240
3850 },
3851 {
3852 "editorMode": "code",
3853 "expr": "node_memory_Dirty_bytes{instance=\"$node\",job=\"$job\"}",
3854 "format": "time_series",
3855 "intervalFactor": 1,
3856 "legendFormat": "Dirty – Memory marked dirty (pending write to disk)",
3857 "range": true,
3858 "refId": "C",
3859 "step": 240
3860 },
3861 {
3862 "editorMode": "code",
3863 "expr": "node_memory_NFS_Unstable_bytes{instance=\"$node\",job=\"$job\"}",
3864 "format": "time_series",
3865 "hide": false,
3866 "intervalFactor": 1,
3867 "legendFormat": "NFS Unstable – Pages sent to NFS server, awaiting storage commit",
3868 "range": true,
3869 "refId": "D",
3870 "step": 240
3871 }
3872 ],
3873 "title": "Memory Writeback and Dirty",
3874 "type": "timeseries"
3875 },
3876 {
3877 "datasource": {
3878 "type": "prometheus",
3879 "uid": "${DS_PROMETHEUS}"
3880 },
3881 "description": "Kernel slab memory usage, separated into reclaimable and non-reclaimable categories. Reclaimable memory can be freed under memory pressure (e.g., caches), while unreclaimable memory is locked by the kernel for core functions",
3882 "fieldConfig": {
3883 "defaults": {
3884 "color": {
3885 "mode": "palette-classic"
3886 },
3887 "custom": {
3888 "axisBorderShow": false,
3889 "axisCenteredZero": false,
3890 "axisColorMode": "text",
3891 "axisLabel": "",
3892 "axisPlacement": "auto",
3893 "barAlignment": 0,
3894 "barWidthFactor": 0.6,
3895 "drawStyle": "line",
3896 "fillOpacity": 20,
3897 "gradientMode": "none",
3898 "hideFrom": {
3899 "legend": false,
3900 "tooltip": false,
3901 "viz": false
3902 },
3903 "insertNulls": false,
3904 "lineInterpolation": "linear",
3905 "lineWidth": 1,
3906 "pointSize": 5,
3907 "scaleDistribution": {
3908 "type": "linear"
3909 },
3910 "showPoints": "never",
3911 "spanNulls": false,
3912 "stacking": {
3913 "group": "A",
3914 "mode": "normal"
3915 },
3916 "thresholdsStyle": {
3917 "mode": "off"
3918 }
3919 },
3920 "links": [],
3921 "mappings": [],
3922 "min": 0,
3923 "thresholds": {
3924 "mode": "absolute",
3925 "steps": [
3926 {
3927 "color": "green"
3928 }
3929 ]
3930 },
3931 "unit": "bytes"
3932 },
3933 "overrides": []
3934 },
3935 "gridPos": {
3936 "h": 10,
3937 "w": 12,
3938 "x": 0,
3939 "y": 802
3940 },
3941 "id": 131,
3942 "options": {
3943 "legend": {
3944 "calcs": [
3945 "min",
3946 "mean",
3947 "max"
3948 ],
3949 "displayMode": "table",
3950 "placement": "bottom",
3951 "showLegend": true
3952 },
3953 "tooltip": {
3954 "hideZeros": false,
3955 "mode": "multi",
3956 "sort": "none"
3957 }
3958 },
3959 "pluginVersion": "11.6.1",
3960 "targets": [
3961 {
3962 "editorMode": "code",
3963 "expr": "node_memory_SUnreclaim_bytes{instance=\"$node\",job=\"$job\"}",
3964 "format": "time_series",
3965 "intervalFactor": 1,
3966 "legendFormat": "SUnreclaim – Non-reclaimable slab memory (kernel objects)",
3967 "range": true,
3968 "refId": "A",
3969 "step": 240
3970 },
3971 {
3972 "editorMode": "code",
3973 "expr": "node_memory_SReclaimable_bytes{instance=\"$node\",job=\"$job\"}",
3974 "format": "time_series",
3975 "intervalFactor": 1,
3976 "legendFormat": "SReclaimable – Potentially reclaimable slab memory (e.g., inode cache)",
3977 "range": true,
3978 "refId": "B",
3979 "step": 240
3980 }
3981 ],
3982 "title": "Memory Slab",
3983 "type": "timeseries"
3984 },
3985 {
3986 "datasource": {
3987 "type": "prometheus",
3988 "uid": "${DS_PROMETHEUS}"
3989 },
3990 "description": "Memory used for mapped files (such as libraries) and shared memory (shmem and tmpfs), including variants backed by huge pages",
3991 "fieldConfig": {
3992 "defaults": {
3993 "color": {
3994 "mode": "palette-classic"
3995 },
3996 "custom": {
3997 "axisBorderShow": false,
3998 "axisCenteredZero": false,
3999 "axisColorMode": "text",
4000 "axisLabel": "",
4001 "axisPlacement": "auto",
4002 "barAlignment": 0,
4003 "barWidthFactor": 0.6,
4004 "drawStyle": "line",
4005 "fillOpacity": 20,
4006 "gradientMode": "none",
4007 "hideFrom": {
4008 "legend": false,
4009 "tooltip": false,
4010 "viz": false
4011 },
4012 "insertNulls": false,
4013 "lineInterpolation": "linear",
4014 "lineWidth": 1,
4015 "pointSize": 5,
4016 "scaleDistribution": {
4017 "type": "linear"
4018 },
4019 "showPoints": "never",
4020 "spanNulls": false,
4021 "stacking": {
4022 "group": "A",
4023 "mode": "none"
4024 },
4025 "thresholdsStyle": {
4026 "mode": "off"
4027 }
4028 },
4029 "links": [],
4030 "mappings": [],
4031 "min": 0,
4032 "thresholds": {
4033 "mode": "absolute",
4034 "steps": [
4035 {
4036 "color": "green"
4037 }
4038 ]
4039 },
4040 "unit": "bytes"
4041 },
4042 "overrides": []
4043 },
4044 "gridPos": {
4045 "h": 10,
4046 "w": 12,
4047 "x": 12,
4048 "y": 802
4049 },
4050 "id": 138,
4051 "options": {
4052 "legend": {
4053 "calcs": [
4054 "min",
4055 "mean",
4056 "max"
4057 ],
4058 "displayMode": "table",
4059 "placement": "bottom",
4060 "showLegend": true,
4061 "width": 350
4062 },
4063 "tooltip": {
4064 "hideZeros": false,
4065 "mode": "multi",
4066 "sort": "none"
4067 }
4068 },
4069 "pluginVersion": "11.6.1",
4070 "targets": [
4071 {
4072 "editorMode": "code",
4073 "expr": "node_memory_Mapped_bytes{instance=\"$node\",job=\"$job\"}",
4074 "format": "time_series",
4075 "intervalFactor": 1,
4076 "legendFormat": "Mapped – Memory mapped from files (e.g., libraries, mmap)",
4077 "range": true,
4078 "refId": "A",
4079 "step": 240
4080 },
4081 {
4082 "editorMode": "code",
4083 "expr": "node_memory_Shmem_bytes{instance=\"$node\",job=\"$job\"}",
4084 "format": "time_series",
4085 "intervalFactor": 1,
4086 "legendFormat": "Shmem – Shared memory used by processes and tmpfs",
4087 "range": true,
4088 "refId": "B",
4089 "step": 240
4090 },
4091 {
4092 "editorMode": "code",
4093 "expr": "node_memory_ShmemHugePages_bytes{instance=\"$node\",job=\"$job\"}",
4094 "format": "time_series",
4095 "interval": "",
4096 "intervalFactor": 1,
4097 "legendFormat": "ShmemHugePages – Shared memory (shmem/tmpfs) allocated with HugePages",
4098 "range": true,
4099 "refId": "C",
4100 "step": 240
4101 },
4102 {
4103 "editorMode": "code",
4104 "expr": "node_memory_ShmemPmdMapped_bytes{instance=\"$node\",job=\"$job\"}",
4105 "format": "time_series",
4106 "interval": "",
4107 "intervalFactor": 1,
4108 "legendFormat": "PMD Mapped – Shmem/tmpfs backed by Transparent HugePages (PMD)",
4109 "range": true,
4110 "refId": "D",
4111 "step": 240
4112 }
4113 ],
4114 "title": "Memory Shared and Mapped",
4115 "type": "timeseries"
4116 },
4117 {
4118 "datasource": {
4119 "type": "prometheus",
4120 "uid": "${DS_PROMETHEUS}"
4121 },
4122 "description": "Proportion of memory pages in the kernel's active and inactive LRU lists relative to total RAM. Active pages have been recently used, while inactive pages are less recently accessed but still resident in memory",
4123 "fieldConfig": {
4124 "defaults": {
4125 "color": {
4126 "mode": "palette-classic"
4127 },
4128 "custom": {
4129 "axisBorderShow": false,
4130 "axisCenteredZero": false,
4131 "axisColorMode": "text",
4132 "axisLabel": "",
4133 "axisPlacement": "auto",
4134 "barAlignment": 0,
4135 "barWidthFactor": 0.6,
4136 "drawStyle": "line",
4137 "fillOpacity": 20,
4138 "gradientMode": "none",
4139 "hideFrom": {
4140 "legend": false,
4141 "tooltip": false,
4142 "viz": false
4143 },
4144 "insertNulls": false,
4145 "lineInterpolation": "linear",
4146 "lineWidth": 1,
4147 "pointSize": 5,
4148 "scaleDistribution": {
4149 "type": "linear"
4150 },
4151 "showPoints": "never",
4152 "spanNulls": false,
4153 "stacking": {
4154 "group": "A",
4155 "mode": "normal"
4156 },
4157 "thresholdsStyle": {
4158 "mode": "off"
4159 }
4160 },
4161 "links": [],
4162 "mappings": [],
4163 "min": 0,
4164 "thresholds": {
4165 "mode": "absolute",
4166 "steps": [
4167 {
4168 "color": "green"
4169 }
4170 ]
4171 },
4172 "unit": "percentunit"
4173 },
4174 "overrides": [
4175 {
4176 "matcher": {
4177 "id": "byRegexp",
4178 "options": "/.*Active.*/"
4179 },
4180 "properties": [
4181 {
4182 "id": "color",
4183 "value": {
4184 "fixedColor": "green",
4185 "mode": "fixed"
4186 }
4187 }
4188 ]
4189 },
4190 {
4191 "matcher": {
4192 "id": "byRegexp",
4193 "options": "/.*Inactive.*/"
4194 },
4195 "properties": [
4196 {
4197 "id": "color",
4198 "value": {
4199 "fixedColor": "dark-blue",
4200 "mode": "fixed"
4201 }
4202 }
4203 ]
4204 }
4205 ]
4206 },
4207 "gridPos": {
4208 "h": 10,
4209 "w": 12,
4210 "x": 0,
4211 "y": 812
4212 },
4213 "id": 136,
4214 "options": {
4215 "legend": {
4216 "calcs": [
4217 "min",
4218 "mean",
4219 "max"
4220 ],
4221 "displayMode": "table",
4222 "placement": "bottom",
4223 "showLegend": true,
4224 "width": 350
4225 },
4226 "tooltip": {
4227 "hideZeros": false,
4228 "mode": "multi",
4229 "sort": "none"
4230 }
4231 },
4232 "pluginVersion": "11.6.1",
4233 "targets": [
4234 {
4235 "editorMode": "code",
4236 "expr": "(node_memory_Inactive_bytes{instance=\"$node\",job=\"$job\"}) \n/ \n(node_memory_MemTotal_bytes{instance=\"$node\",job=\"$job\"})",
4237 "format": "time_series",
4238 "intervalFactor": 1,
4239 "legendFormat": "Inactive – Less recently used memory, more likely to be reclaimed",
4240 "range": true,
4241 "refId": "A",
4242 "step": 240
4243 },
4244 {
4245 "editorMode": "code",
4246 "expr": "(node_memory_Active_bytes{instance=\"$node\",job=\"$job\"}) \n/ \n(node_memory_MemTotal_bytes{instance=\"$node\",job=\"$job\"})\n",
4247 "format": "time_series",
4248 "intervalFactor": 1,
4249 "legendFormat": "Active – Recently used memory, retained unless under pressure",
4250 "range": true,
4251 "refId": "B",
4252 "step": 240
4253 }
4254 ],
4255 "title": "Memory LRU Active / Inactive (%)",
4256 "type": "timeseries"
4257 },
4258 {
4259 "datasource": {
4260 "type": "prometheus",
4261 "uid": "${DS_PROMETHEUS}"
4262 },
4263 "description": "Breakdown of memory pages in the kernel's active and inactive LRU lists, separated by anonymous (heap, tmpfs) and file-backed (caches, mmap) pages.",
4264 "fieldConfig": {
4265 "defaults": {
4266 "color": {
4267 "mode": "palette-classic"
4268 },
4269 "custom": {
4270 "axisBorderShow": false,
4271 "axisCenteredZero": false,
4272 "axisColorMode": "text",
4273 "axisLabel": "",
4274 "axisPlacement": "auto",
4275 "barAlignment": 0,
4276 "barWidthFactor": 0.6,
4277 "drawStyle": "line",
4278 "fillOpacity": 20,
4279 "gradientMode": "none",
4280 "hideFrom": {
4281 "legend": false,
4282 "tooltip": false,
4283 "viz": false
4284 },
4285 "insertNulls": false,
4286 "lineInterpolation": "linear",
4287 "lineWidth": 1,
4288 "pointSize": 5,
4289 "scaleDistribution": {
4290 "type": "linear"
4291 },
4292 "showPoints": "never",
4293 "spanNulls": false,
4294 "stacking": {
4295 "group": "A",
4296 "mode": "normal"
4297 },
4298 "thresholdsStyle": {
4299 "mode": "off"
4300 }
4301 },
4302 "links": [],
4303 "mappings": [],
4304 "min": 0,
4305 "thresholds": {
4306 "mode": "absolute",
4307 "steps": [
4308 {
4309 "color": "green"
4310 }
4311 ]
4312 },
4313 "unit": "bytes"
4314 },
4315 "overrides": []
4316 },
4317 "gridPos": {
4318 "h": 10,
4319 "w": 12,
4320 "x": 12,
4321 "y": 812
4322 },
4323 "id": 191,
4324 "options": {
4325 "legend": {
4326 "calcs": [
4327 "min",
4328 "mean",
4329 "max"
4330 ],
4331 "displayMode": "table",
4332 "placement": "bottom",
4333 "showLegend": true,
4334 "width": 350
4335 },
4336 "tooltip": {
4337 "hideZeros": false,
4338 "mode": "multi",
4339 "sort": "none"
4340 }
4341 },
4342 "pluginVersion": "11.6.1",
4343 "targets": [
4344 {
4345 "editorMode": "code",
4346 "expr": "node_memory_Inactive_file_bytes{instance=\"$node\",job=\"$job\"}",
4347 "format": "time_series",
4348 "hide": false,
4349 "intervalFactor": 1,
4350 "legendFormat": "Inactive_file - File-backed memory on inactive LRU list",
4351 "range": true,
4352 "refId": "A",
4353 "step": 240
4354 },
4355 {
4356 "editorMode": "code",
4357 "expr": "node_memory_Inactive_anon_bytes{instance=\"$node\",job=\"$job\"}",
4358 "format": "time_series",
4359 "hide": false,
4360 "intervalFactor": 1,
4361 "legendFormat": "Inactive_anon – Anonymous memory on inactive LRU (incl. tmpfs & swap cache)",
4362 "range": true,
4363 "refId": "B",
4364 "step": 240
4365 },
4366 {
4367 "editorMode": "code",
4368 "expr": "node_memory_Active_file_bytes{instance=\"$node\",job=\"$job\"}",
4369 "format": "time_series",
4370 "hide": false,
4371 "intervalFactor": 1,
4372 "legendFormat": "Active_file - File-backed memory on active LRU list",
4373 "range": true,
4374 "refId": "C",
4375 "step": 240
4376 },
4377 {
4378 "editorMode": "code",
4379 "expr": "node_memory_Active_anon_bytes{instance=\"$node\",job=\"$job\"}",
4380 "format": "time_series",
4381 "hide": false,
4382 "intervalFactor": 1,
4383 "legendFormat": "Active_anon – Anonymous memory on active LRU (incl. tmpfs & swap cache)",
4384 "range": true,
4385 "refId": "D",
4386 "step": 240
4387 }
4388 ],
4389 "title": "Memory LRU Active / Inactive Detail",
4390 "type": "timeseries"
4391 },
4392 {
4393 "datasource": {
4394 "type": "prometheus",
4395 "uid": "${DS_PROMETHEUS}"
4396 },
4397 "description": "Tracks kernel memory used for CPU-local structures, per-thread stacks, and bounce buffers used for I/O on DMA-limited devices. These areas are typically small but critical for low-level operations",
4398 "fieldConfig": {
4399 "defaults": {
4400 "color": {
4401 "mode": "palette-classic"
4402 },
4403 "custom": {
4404 "axisBorderShow": false,
4405 "axisCenteredZero": false,
4406 "axisColorMode": "text",
4407 "axisLabel": "",
4408 "axisPlacement": "auto",
4409 "barAlignment": 0,
4410 "barWidthFactor": 0.6,
4411 "drawStyle": "line",
4412 "fillOpacity": 20,
4413 "gradientMode": "none",
4414 "hideFrom": {
4415 "legend": false,
4416 "tooltip": false,
4417 "viz": false
4418 },
4419 "insertNulls": false,
4420 "lineInterpolation": "linear",
4421 "lineWidth": 1,
4422 "pointSize": 5,
4423 "scaleDistribution": {
4424 "type": "linear"
4425 },
4426 "showPoints": "never",
4427 "spanNulls": false,
4428 "stacking": {
4429 "group": "A",
4430 "mode": "none"
4431 },
4432 "thresholdsStyle": {
4433 "mode": "off"
4434 }
4435 },
4436 "links": [],
4437 "mappings": [],
4438 "min": 0,
4439 "thresholds": {
4440 "mode": "absolute",
4441 "steps": [
4442 {
4443 "color": "green"
4444 }
4445 ]
4446 },
4447 "unit": "bytes"
4448 },
4449 "overrides": []
4450 },
4451 "gridPos": {
4452 "h": 10,
4453 "w": 12,
4454 "x": 0,
4455 "y": 822
4456 },
4457 "id": 160,
4458 "options": {
4459 "legend": {
4460 "calcs": [
4461 "min",
4462 "mean",
4463 "max"
4464 ],
4465 "displayMode": "table",
4466 "placement": "bottom",
4467 "showLegend": true,
4468 "width": 350
4469 },
4470 "tooltip": {
4471 "hideZeros": false,
4472 "mode": "multi",
4473 "sort": "none"
4474 }
4475 },
4476 "pluginVersion": "11.6.1",
4477 "targets": [
4478 {
4479 "editorMode": "code",
4480 "expr": "node_memory_KernelStack_bytes{instance=\"$node\",job=\"$job\"}",
4481 "format": "time_series",
4482 "intervalFactor": 1,
4483 "legendFormat": "KernelStack – Kernel stack memory (per-thread, non-reclaimable)",
4484 "range": true,
4485 "refId": "A",
4486 "step": 240
4487 },
4488 {
4489 "editorMode": "code",
4490 "expr": "node_memory_Percpu_bytes{instance=\"$node\",job=\"$job\"}",
4491 "format": "time_series",
4492 "interval": "",
4493 "intervalFactor": 1,
4494 "legendFormat": "PerCPU – Dynamically allocated per-CPU memory (used by kernel modules)",
4495 "range": true,
4496 "refId": "B",
4497 "step": 240
4498 },
4499 {
4500 "editorMode": "code",
4501 "expr": "node_memory_Bounce_bytes{instance=\"$node\",job=\"$job\"}",
4502 "format": "time_series",
4503 "hide": false,
4504 "interval": "",
4505 "intervalFactor": 1,
4506 "legendFormat": "Bounce Memory – I/O buffer for DMA-limited devices",
4507 "range": true,
4508 "refId": "C",
4509 "step": 240
4510 }
4511 ],
4512 "title": "Memory Kernel / CPU / IO",
4513 "type": "timeseries"
4514 },
4515 {
4516 "datasource": {
4517 "type": "prometheus",
4518 "uid": "${DS_PROMETHEUS}"
4519 },
4520 "description": "Usage of the kernel's vmalloc area, which provides virtual memory allocations for kernel modules and drivers. Includes total, used, and largest free block sizes",
4521 "fieldConfig": {
4522 "defaults": {
4523 "color": {
4524 "mode": "palette-classic"
4525 },
4526 "custom": {
4527 "axisBorderShow": false,
4528 "axisCenteredZero": false,
4529 "axisColorMode": "text",
4530 "axisLabel": "",
4531 "axisPlacement": "auto",
4532 "barAlignment": 0,
4533 "barWidthFactor": 0.6,
4534 "drawStyle": "line",
4535 "fillOpacity": 20,
4536 "gradientMode": "none",
4537 "hideFrom": {
4538 "legend": false,
4539 "tooltip": false,
4540 "viz": false
4541 },
4542 "insertNulls": false,
4543 "lineInterpolation": "linear",
4544 "lineWidth": 1,
4545 "pointSize": 5,
4546 "scaleDistribution": {
4547 "type": "linear"
4548 },
4549 "showPoints": "never",
4550 "spanNulls": false,
4551 "stacking": {
4552 "group": "A",
4553 "mode": "none"
4554 },
4555 "thresholdsStyle": {
4556 "mode": "off"
4557 }
4558 },
4559 "links": [],
4560 "mappings": [],
4561 "min": 0,
4562 "thresholds": {
4563 "mode": "absolute",
4564 "steps": [
4565 {
4566 "color": "green"
4567 }
4568 ]
4569 },
4570 "unit": "bytes"
4571 },
4572 "overrides": [
4573 {
4574 "matcher": {
4575 "id": "byRegexp",
4576 "options": "/.*Total.*/"
4577 },
4578 "properties": [
4579 {
4580 "id": "custom.fillOpacity",
4581 "value": 0
4582 },
4583 {
4584 "id": "custom.lineStyle",
4585 "value": {
4586 "dash": [
4587 10,
4588 10
4589 ],
4590 "fill": "dash"
4591 }
4592 },
4593 {
4594 "id": "color",
4595 "value": {
4596 "fixedColor": "dark-red",
4597 "mode": "fixed"
4598 }
4599 }
4600 ]
4601 }
4602 ]
4603 },
4604 "gridPos": {
4605 "h": 10,
4606 "w": 12,
4607 "x": 12,
4608 "y": 822
4609 },
4610 "id": 70,
4611 "options": {
4612 "legend": {
4613 "calcs": [
4614 "min",
4615 "mean",
4616 "max"
4617 ],
4618 "displayMode": "table",
4619 "placement": "bottom",
4620 "showLegend": true
4621 },
4622 "tooltip": {
4623 "hideZeros": false,
4624 "mode": "multi",
4625 "sort": "none"
4626 }
4627 },
4628 "pluginVersion": "11.6.1",
4629 "targets": [
4630 {
4631 "editorMode": "code",
4632 "expr": "node_memory_VmallocChunk_bytes{instance=\"$node\",job=\"$job\"}",
4633 "format": "time_series",
4634 "hide": false,
4635 "intervalFactor": 1,
4636 "legendFormat": "Vmalloc Free Chunk – Largest available block in vmalloc area",
4637 "range": true,
4638 "refId": "A",
4639 "step": 240
4640 },
4641 {
4642 "editorMode": "code",
4643 "expr": "node_memory_VmallocTotal_bytes{instance=\"$node\",job=\"$job\"}",
4644 "format": "time_series",
4645 "hide": false,
4646 "intervalFactor": 1,
4647 "legendFormat": "Vmalloc Total – Total size of the vmalloc memory area",
4648 "range": true,
4649 "refId": "B",
4650 "step": 240
4651 },
4652 {
4653 "editorMode": "code",
4654 "expr": "node_memory_VmallocUsed_bytes{instance=\"$node\",job=\"$job\"}",
4655 "format": "time_series",
4656 "hide": false,
4657 "intervalFactor": 1,
4658 "legendFormat": "Vmalloc Used – Portion of vmalloc area currently in use",
4659 "range": true,
4660 "refId": "C",
4661 "step": 240
4662 }
4663 ],
4664 "title": "Memory Vmalloc",
4665 "type": "timeseries"
4666 },
4667 {
4668 "datasource": {
4669 "type": "prometheus",
4670 "uid": "${DS_PROMETHEUS}"
4671 },
4672 "description": "Memory used by anonymous pages (not backed by files), including standard and huge page allocations. Includes heap, stack, and memory-mapped anonymous regions",
4673 "fieldConfig": {
4674 "defaults": {
4675 "color": {
4676 "mode": "palette-classic"
4677 },
4678 "custom": {
4679 "axisBorderShow": false,
4680 "axisCenteredZero": false,
4681 "axisColorMode": "text",
4682 "axisLabel": "",
4683 "axisPlacement": "auto",
4684 "barAlignment": 0,
4685 "barWidthFactor": 0.6,
4686 "drawStyle": "line",
4687 "fillOpacity": 20,
4688 "gradientMode": "none",
4689 "hideFrom": {
4690 "legend": false,
4691 "tooltip": false,
4692 "viz": false
4693 },
4694 "insertNulls": false,
4695 "lineInterpolation": "linear",
4696 "lineWidth": 1,
4697 "pointSize": 5,
4698 "scaleDistribution": {
4699 "type": "linear"
4700 },
4701 "showPoints": "never",
4702 "spanNulls": false,
4703 "stacking": {
4704 "group": "A",
4705 "mode": "none"
4706 },
4707 "thresholdsStyle": {
4708 "mode": "off"
4709 }
4710 },
4711 "links": [],
4712 "mappings": [],
4713 "min": 0,
4714 "thresholds": {
4715 "mode": "absolute",
4716 "steps": [
4717 {
4718 "color": "green"
4719 }
4720 ]
4721 },
4722 "unit": "bytes"
4723 },
4724 "overrides": []
4725 },
4726 "gridPos": {
4727 "h": 10,
4728 "w": 12,
4729 "x": 0,
4730 "y": 832
4731 },
4732 "id": 129,
4733 "options": {
4734 "legend": {
4735 "calcs": [
4736 "min",
4737 "mean",
4738 "max"
4739 ],
4740 "displayMode": "table",
4741 "placement": "bottom",
4742 "showLegend": true
4743 },
4744 "tooltip": {
4745 "hideZeros": false,
4746 "mode": "multi",
4747 "sort": "none"
4748 }
4749 },
4750 "pluginVersion": "11.6.1",
4751 "targets": [
4752 {
4753 "editorMode": "code",
4754 "expr": "node_memory_AnonHugePages_bytes{instance=\"$node\",job=\"$job\"}",
4755 "format": "time_series",
4756 "intervalFactor": 1,
4757 "legendFormat": "AnonHugePages – Anonymous memory using HugePages",
4758 "range": true,
4759 "refId": "A",
4760 "step": 240
4761 },
4762 {
4763 "editorMode": "code",
4764 "expr": "node_memory_AnonPages_bytes{instance=\"$node\",job=\"$job\"}",
4765 "format": "time_series",
4766 "intervalFactor": 1,
4767 "legendFormat": "AnonPages – Anonymous memory (non-file-backed)",
4768 "range": true,
4769 "refId": "B",
4770 "step": 240
4771 }
4772 ],
4773 "title": "Memory Anonymous",
4774 "type": "timeseries"
4775 },
4776 {
4777 "datasource": {
4778 "type": "prometheus",
4779 "uid": "${DS_PROMETHEUS}"
4780 },
4781 "description": "Memory that is locked in RAM and cannot be swapped out. Includes both kernel-unevictable memory and user-level memory locked with mlock()",
4782 "fieldConfig": {
4783 "defaults": {
4784 "color": {
4785 "mode": "palette-classic"
4786 },
4787 "custom": {
4788 "axisBorderShow": false,
4789 "axisCenteredZero": false,
4790 "axisColorMode": "text",
4791 "axisLabel": "",
4792 "axisPlacement": "auto",
4793 "barAlignment": 0,
4794 "barWidthFactor": 0.6,
4795 "drawStyle": "line",
4796 "fillOpacity": 20,
4797 "gradientMode": "none",
4798 "hideFrom": {
4799 "legend": false,
4800 "tooltip": false,
4801 "viz": false
4802 },
4803 "insertNulls": false,
4804 "lineInterpolation": "linear",
4805 "lineWidth": 1,
4806 "pointSize": 5,
4807 "scaleDistribution": {
4808 "type": "linear"
4809 },
4810 "showPoints": "never",
4811 "spanNulls": false,
4812 "stacking": {
4813 "group": "A",
4814 "mode": "none"
4815 },
4816 "thresholdsStyle": {
4817 "mode": "off"
4818 }
4819 },
4820 "links": [],
4821 "mappings": [],
4822 "min": 0,
4823 "thresholds": {
4824 "mode": "absolute",
4825 "steps": [
4826 {
4827 "color": "green"
4828 }
4829 ]
4830 },
4831 "unit": "bytes"
4832 },
4833 "overrides": [
4834 {
4835 "matcher": {
4836 "id": "byName",
4837 "options": "Hardware Corrupted - Amount of RAM that the kernel identified as corrupted / not working"
4838 },
4839 "properties": [
4840 {
4841 "id": "color",
4842 "value": {
4843 "fixedColor": "#CFFAFF",
4844 "mode": "fixed"
4845 }
4846 }
4847 ]
4848 }
4849 ]
4850 },
4851 "gridPos": {
4852 "h": 10,
4853 "w": 12,
4854 "x": 12,
4855 "y": 832
4856 },
4857 "id": 137,
4858 "options": {
4859 "legend": {
4860 "calcs": [
4861 "min",
4862 "mean",
4863 "max"
4864 ],
4865 "displayMode": "table",
4866 "placement": "bottom",
4867 "showLegend": true,
4868 "width": 350
4869 },
4870 "tooltip": {
4871 "hideZeros": false,
4872 "mode": "multi",
4873 "sort": "none"
4874 }
4875 },
4876 "pluginVersion": "11.6.1",
4877 "targets": [
4878 {
4879 "editorMode": "code",
4880 "expr": "node_memory_Unevictable_bytes{instance=\"$node\",job=\"$job\"}",
4881 "format": "time_series",
4882 "intervalFactor": 1,
4883 "legendFormat": "Unevictable – Kernel-pinned memory (not swappable)",
4884 "range": true,
4885 "refId": "A",
4886 "step": 240
4887 },
4888 {
4889 "editorMode": "code",
4890 "expr": "node_memory_Mlocked_bytes{instance=\"$node\",job=\"$job\"}",
4891 "format": "time_series",
4892 "intervalFactor": 1,
4893 "legendFormat": "Mlocked – Application-locked memory via mlock()",
4894 "range": true,
4895 "refId": "B",
4896 "step": 240
4897 }
4898 ],
4899 "title": "Memory Unevictable and MLocked",
4900 "type": "timeseries"
4901 },
4902 {
4903 "datasource": {
4904 "type": "prometheus",
4905 "uid": "${DS_PROMETHEUS}"
4906 },
4907 "description": "How much memory is directly mapped in the kernel using different page sizes (4K, 2M, 1G). Helps monitor large page utilization in the direct map region",
4908 "fieldConfig": {
4909 "defaults": {
4910 "color": {
4911 "mode": "palette-classic"
4912 },
4913 "custom": {
4914 "axisBorderShow": false,
4915 "axisCenteredZero": false,
4916 "axisColorMode": "text",
4917 "axisLabel": "",
4918 "axisPlacement": "auto",
4919 "barAlignment": 0,
4920 "barWidthFactor": 0.6,
4921 "drawStyle": "line",
4922 "fillOpacity": 20,
4923 "gradientMode": "none",
4924 "hideFrom": {
4925 "legend": false,
4926 "tooltip": false,
4927 "viz": false
4928 },
4929 "insertNulls": false,
4930 "lineInterpolation": "linear",
4931 "lineWidth": 1,
4932 "pointSize": 5,
4933 "scaleDistribution": {
4934 "type": "linear"
4935 },
4936 "showPoints": "never",
4937 "spanNulls": false,
4938 "stacking": {
4939 "group": "A",
4940 "mode": "none"
4941 },
4942 "thresholdsStyle": {
4943 "mode": "off"
4944 }
4945 },
4946 "links": [],
4947 "mappings": [],
4948 "min": 0,
4949 "thresholds": {
4950 "mode": "absolute",
4951 "steps": [
4952 {
4953 "color": "green"
4954 },
4955 {
4956 "color": "red",
4957 "value": 80
4958 }
4959 ]
4960 },
4961 "unit": "bytes"
4962 },
4963 "overrides": [
4964 {
4965 "matcher": {
4966 "id": "byName",
4967 "options": "Active"
4968 },
4969 "properties": [
4970 {
4971 "id": "color",
4972 "value": {
4973 "fixedColor": "#99440A",
4974 "mode": "fixed"
4975 }
4976 }
4977 ]
4978 },
4979 {
4980 "matcher": {
4981 "id": "byName",
4982 "options": "Buffers"
4983 },
4984 "properties": [
4985 {
4986 "id": "color",
4987 "value": {
4988 "fixedColor": "#58140C",
4989 "mode": "fixed"
4990 }
4991 }
4992 ]
4993 },
4994 {
4995 "matcher": {
4996 "id": "byName",
4997 "options": "Cache"
4998 },
4999 "properties": [
5000 {
5001 "id": "color",
5002 "value": {
5003 "fixedColor": "#6D1F62",
5004 "mode": "fixed"
5005 }
5006 }
5007 ]
5008 },
5009 {
5010 "matcher": {
5011 "id": "byName",
5012 "options": "Cached"
5013 },
5014 "properties": [
5015 {
5016 "id": "color",
5017 "value": {
5018 "fixedColor": "#511749",
5019 "mode": "fixed"
5020 }
5021 }
5022 ]
5023 },
5024 {
5025 "matcher": {
5026 "id": "byName",
5027 "options": "Committed"
5028 },
5029 "properties": [
5030 {
5031 "id": "color",
5032 "value": {
5033 "fixedColor": "#508642",
5034 "mode": "fixed"
5035 }
5036 }
5037 ]
5038 },
5039 {
5040 "matcher": {
5041 "id": "byName",
5042 "options": "Dirty"
5043 },
5044 "properties": [
5045 {
5046 "id": "color",
5047 "value": {
5048 "fixedColor": "#6ED0E0",
5049 "mode": "fixed"
5050 }
5051 }
5052 ]
5053 },
5054 {
5055 "matcher": {
5056 "id": "byName",
5057 "options": "Free"
5058 },
5059 "properties": [
5060 {
5061 "id": "color",
5062 "value": {
5063 "fixedColor": "#B7DBAB",
5064 "mode": "fixed"
5065 }
5066 }
5067 ]
5068 },
5069 {
5070 "matcher": {
5071 "id": "byName",
5072 "options": "Inactive"
5073 },
5074 "properties": [
5075 {
5076 "id": "color",
5077 "value": {
5078 "fixedColor": "#EA6460",
5079 "mode": "fixed"
5080 }
5081 }
5082 ]
5083 },
5084 {
5085 "matcher": {
5086 "id": "byName",
5087 "options": "Mapped"
5088 },
5089 "properties": [
5090 {
5091 "id": "color",
5092 "value": {
5093 "fixedColor": "#052B51",
5094 "mode": "fixed"
5095 }
5096 }
5097 ]
5098 },
5099 {
5100 "matcher": {
5101 "id": "byName",
5102 "options": "PageTables"
5103 },
5104 "properties": [
5105 {
5106 "id": "color",
5107 "value": {
5108 "fixedColor": "#0A50A1",
5109 "mode": "fixed"
5110 }
5111 }
5112 ]
5113 },
5114 {
5115 "matcher": {
5116 "id": "byName",
5117 "options": "Page_Tables"
5118 },
5119 "properties": [
5120 {
5121 "id": "color",
5122 "value": {
5123 "fixedColor": "#0A50A1",
5124 "mode": "fixed"
5125 }
5126 }
5127 ]
5128 },
5129 {
5130 "matcher": {
5131 "id": "byName",
5132 "options": "Slab_Cache"
5133 },
5134 "properties": [
5135 {
5136 "id": "color",
5137 "value": {
5138 "fixedColor": "#EAB839",
5139 "mode": "fixed"
5140 }
5141 }
5142 ]
5143 },
5144 {
5145 "matcher": {
5146 "id": "byName",
5147 "options": "Swap"
5148 },
5149 "properties": [
5150 {
5151 "id": "color",
5152 "value": {
5153 "fixedColor": "#BF1B00",
5154 "mode": "fixed"
5155 }
5156 }
5157 ]
5158 },
5159 {
5160 "matcher": {
5161 "id": "byName",
5162 "options": "Swap_Cache"
5163 },
5164 "properties": [
5165 {
5166 "id": "color",
5167 "value": {
5168 "fixedColor": "#C15C17",
5169 "mode": "fixed"
5170 }
5171 }
5172 ]
5173 },
5174 {
5175 "matcher": {
5176 "id": "byName",
5177 "options": "Total"
5178 },
5179 "properties": [
5180 {
5181 "id": "color",
5182 "value": {
5183 "fixedColor": "#511749",
5184 "mode": "fixed"
5185 }
5186 }
5187 ]
5188 },
5189 {
5190 "matcher": {
5191 "id": "byName",
5192 "options": "Total RAM"
5193 },
5194 "properties": [
5195 {
5196 "id": "color",
5197 "value": {
5198 "fixedColor": "#052B51",
5199 "mode": "fixed"
5200 }
5201 }
5202 ]
5203 },
5204 {
5205 "matcher": {
5206 "id": "byName",
5207 "options": "Total RAM + Swap"
5208 },
5209 "properties": [
5210 {
5211 "id": "color",
5212 "value": {
5213 "fixedColor": "#052B51",
5214 "mode": "fixed"
5215 }
5216 }
5217 ]
5218 },
5219 {
5220 "matcher": {
5221 "id": "byName",
5222 "options": "VmallocUsed"
5223 },
5224 "properties": [
5225 {
5226 "id": "color",
5227 "value": {
5228 "fixedColor": "#EA6460",
5229 "mode": "fixed"
5230 }
5231 }
5232 ]
5233 }
5234 ]
5235 },
5236 "gridPos": {
5237 "h": 10,
5238 "w": 12,
5239 "x": 0,
5240 "y": 842
5241 },
5242 "id": 128,
5243 "options": {
5244 "legend": {
5245 "calcs": [
5246 "min",
5247 "mean",
5248 "max"
5249 ],
5250 "displayMode": "table",
5251 "placement": "bottom",
5252 "showLegend": true
5253 },
5254 "tooltip": {
5255 "hideZeros": false,
5256 "mode": "multi",
5257 "sort": "none"
5258 }
5259 },
5260 "pluginVersion": "11.6.1",
5261 "targets": [
5262 {
5263 "editorMode": "code",
5264 "expr": "node_memory_DirectMap1G_bytes{instance=\"$node\",job=\"$job\"}",
5265 "format": "time_series",
5266 "intervalFactor": 1,
5267 "legendFormat": "DirectMap 1G – Memory mapped with 1GB pages",
5268 "range": true,
5269 "refId": "A",
5270 "step": 240
5271 },
5272 {
5273 "editorMode": "code",
5274 "expr": "node_memory_DirectMap2M_bytes{instance=\"$node\",job=\"$job\"}",
5275 "format": "time_series",
5276 "interval": "",
5277 "intervalFactor": 1,
5278 "legendFormat": "DirectMap 2M – Memory mapped with 2MB pages",
5279 "range": true,
5280 "refId": "B",
5281 "step": 240
5282 },
5283 {
5284 "editorMode": "code",
5285 "expr": "node_memory_DirectMap4k_bytes{instance=\"$node\",job=\"$job\"}",
5286 "format": "time_series",
5287 "interval": "",
5288 "intervalFactor": 1,
5289 "legendFormat": "DirectMap 4K – Memory mapped with 4KB pages",
5290 "range": true,
5291 "refId": "C",
5292 "step": 240
5293 }
5294 ],
5295 "title": "Memory DirectMap",
5296 "type": "timeseries"
5297 },
5298 {
5299 "datasource": {
5300 "type": "prometheus",
5301 "uid": "${DS_PROMETHEUS}"
5302 },
5303 "description": "Displays HugePages memory usage in bytes, including allocated, free, reserved, and surplus memory. All values are calculated based on the number of huge pages multiplied by their configured size",
5304 "fieldConfig": {
5305 "defaults": {
5306 "color": {
5307 "mode": "palette-classic"
5308 },
5309 "custom": {
5310 "axisBorderShow": false,
5311 "axisCenteredZero": false,
5312 "axisColorMode": "text",
5313 "axisLabel": "",
5314 "axisPlacement": "auto",
5315 "barAlignment": 0,
5316 "barWidthFactor": 0.6,
5317 "drawStyle": "line",
5318 "fillOpacity": 20,
5319 "gradientMode": "none",
5320 "hideFrom": {
5321 "legend": false,
5322 "tooltip": false,
5323 "viz": false
5324 },
5325 "insertNulls": false,
5326 "lineInterpolation": "linear",
5327 "lineWidth": 1,
5328 "pointSize": 5,
5329 "scaleDistribution": {
5330 "type": "linear"
5331 },
5332 "showPoints": "never",
5333 "spanNulls": false,
5334 "stacking": {
5335 "group": "A",
5336 "mode": "none"
5337 },
5338 "thresholdsStyle": {
5339 "mode": "off"
5340 }
5341 },
5342 "links": [],
5343 "mappings": [],
5344 "min": 0,
5345 "thresholds": {
5346 "mode": "absolute",
5347 "steps": [
5348 {
5349 "color": "green"
5350 }
5351 ]
5352 },
5353 "unit": "bytes"
5354 },
5355 "overrides": []
5356 },
5357 "gridPos": {
5358 "h": 10,
5359 "w": 12,
5360 "x": 12,
5361 "y": 842
5362 },
5363 "id": 140,
5364 "options": {
5365 "legend": {
5366 "calcs": [
5367 "min",
5368 "mean",
5369 "max"
5370 ],
5371 "displayMode": "table",
5372 "placement": "bottom",
5373 "showLegend": true
5374 },
5375 "tooltip": {
5376 "hideZeros": false,
5377 "mode": "multi",
5378 "sort": "none"
5379 }
5380 },
5381 "pluginVersion": "11.6.1",
5382 "targets": [
5383 {
5384 "editorMode": "code",
5385 "expr": "node_memory_HugePages_Free{instance=\"$node\",job=\"$job\"} * node_memory_Hugepagesize_bytes{instance=\"$node\",job=\"$job\"}",
5386 "format": "time_series",
5387 "intervalFactor": 1,
5388 "legendFormat": "HugePages Used – Currently allocated",
5389 "range": true,
5390 "refId": "A",
5391 "step": 240
5392 },
5393 {
5394 "editorMode": "code",
5395 "expr": "node_memory_HugePages_Rsvd{instance=\"$node\",job=\"$job\"} * node_memory_Hugepagesize_bytes{instance=\"$node\",job=\"$job\"}",
5396 "format": "time_series",
5397 "intervalFactor": 1,
5398 "legendFormat": "HugePages Reserved – Promised but unused",
5399 "range": true,
5400 "refId": "B",
5401 "step": 240
5402 },
5403 {
5404 "editorMode": "code",
5405 "expr": "node_memory_HugePages_Surp{instance=\"$node\",job=\"$job\"} * node_memory_Hugepagesize_bytes{instance=\"$node\",job=\"$job\"}",
5406 "format": "time_series",
5407 "intervalFactor": 1,
5408 "legendFormat": "HugePages Surplus – Dynamic pool extension",
5409 "range": true,
5410 "refId": "C",
5411 "step": 240
5412 },
5413 {
5414 "editorMode": "code",
5415 "expr": "node_memory_HugePages_Total{instance=\"$node\",job=\"$job\"} * node_memory_Hugepagesize_bytes{instance=\"$node\",job=\"$job\"}",
5416 "format": "time_series",
5417 "hide": false,
5418 "intervalFactor": 1,
5419 "legendFormat": "HugePages Total – Reserved memory",
5420 "range": true,
5421 "refId": "D",
5422 "step": 240
5423 }
5424 ],
5425 "title": "Memory HugePages",
5426 "type": "timeseries"
5427 }
5428 ],
5429 "title": "Memory Meminfo",
5430 "type": "row"
5431 },
5432 {
5433 "collapsed": true,
5434 "gridPos": {
5435 "h": 1,
5436 "w": 24,
5437 "x": 0,
5438 "y": 22
5439 },
5440 "id": 267,
5441 "panels": [
5442 {
5443 "datasource": {
5444 "type": "prometheus",
5445 "uid": "${DS_PROMETHEUS}"
5446 },
5447 "description": "Rate of memory pages being read from or written to disk (page-in and page-out operations). High page-out may indicate memory pressure or swapping activity",
5448 "fieldConfig": {
5449 "defaults": {
5450 "color": {
5451 "mode": "palette-classic"
5452 },
5453 "custom": {
5454 "axisBorderShow": false,
5455 "axisCenteredZero": false,
5456 "axisColorMode": "text",
5457 "axisLabel": "out (-) / in (+)",
5458 "axisPlacement": "auto",
5459 "barAlignment": 0,
5460 "barWidthFactor": 0.6,
5461 "drawStyle": "line",
5462 "fillOpacity": 20,
5463 "gradientMode": "none",
5464 "hideFrom": {
5465 "legend": false,
5466 "tooltip": false,
5467 "viz": false
5468 },
5469 "insertNulls": false,
5470 "lineInterpolation": "linear",
5471 "lineWidth": 1,
5472 "pointSize": 5,
5473 "scaleDistribution": {
5474 "type": "linear"
5475 },
5476 "showPoints": "never",
5477 "spanNulls": false,
5478 "stacking": {
5479 "group": "A",
5480 "mode": "none"
5481 },
5482 "thresholdsStyle": {
5483 "mode": "off"
5484 }
5485 },
5486 "links": [],
5487 "mappings": [],
5488 "thresholds": {
5489 "mode": "absolute",
5490 "steps": [
5491 {
5492 "color": "green"
5493 }
5494 ]
5495 },
5496 "unit": "ops"
5497 },
5498 "overrides": [
5499 {
5500 "matcher": {
5501 "id": "byRegexp",
5502 "options": "/.*out.*/"
5503 },
5504 "properties": [
5505 {
5506 "id": "custom.transform",
5507 "value": "negative-Y"
5508 }
5509 ]
5510 }
5511 ]
5512 },
5513 "gridPos": {
5514 "h": 10,
5515 "w": 12,
5516 "x": 0,
5517 "y": 603
5518 },
5519 "id": 176,
5520 "options": {
5521 "legend": {
5522 "calcs": [
5523 "min",
5524 "mean",
5525 "max"
5526 ],
5527 "displayMode": "table",
5528 "placement": "bottom",
5529 "showLegend": true
5530 },
5531 "tooltip": {
5532 "hideZeros": false,
5533 "mode": "multi",
5534 "sort": "none"
5535 }
5536 },
5537 "pluginVersion": "11.6.1",
5538 "targets": [
5539 {
5540 "editorMode": "code",
5541 "expr": "irate(node_vmstat_pgpgin{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
5542 "format": "time_series",
5543 "intervalFactor": 1,
5544 "legendFormat": "Pagesin - Page in ops",
5545 "range": true,
5546 "refId": "A",
5547 "step": 240
5548 },
5549 {
5550 "editorMode": "code",
5551 "expr": "irate(node_vmstat_pgpgout{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
5552 "format": "time_series",
5553 "intervalFactor": 1,
5554 "legendFormat": "Pagesout - Page out ops",
5555 "range": true,
5556 "refId": "B",
5557 "step": 240
5558 }
5559 ],
5560 "title": "Memory Pages In / Out",
5561 "type": "timeseries"
5562 },
5563 {
5564 "datasource": {
5565 "type": "prometheus",
5566 "uid": "${DS_PROMETHEUS}"
5567 },
5568 "description": "Rate at which memory pages are being swapped in from or out to disk. High swap-out activity may indicate memory pressure",
5569 "fieldConfig": {
5570 "defaults": {
5571 "color": {
5572 "mode": "palette-classic"
5573 },
5574 "custom": {
5575 "axisBorderShow": false,
5576 "axisCenteredZero": false,
5577 "axisColorMode": "text",
5578 "axisLabel": "out (-) / in (+)",
5579 "axisPlacement": "auto",
5580 "barAlignment": 0,
5581 "barWidthFactor": 0.6,
5582 "drawStyle": "line",
5583 "fillOpacity": 20,
5584 "gradientMode": "none",
5585 "hideFrom": {
5586 "legend": false,
5587 "tooltip": false,
5588 "viz": false
5589 },
5590 "insertNulls": false,
5591 "lineInterpolation": "linear",
5592 "lineWidth": 1,
5593 "pointSize": 5,
5594 "scaleDistribution": {
5595 "type": "linear"
5596 },
5597 "showPoints": "never",
5598 "spanNulls": false,
5599 "stacking": {
5600 "group": "A",
5601 "mode": "none"
5602 },
5603 "thresholdsStyle": {
5604 "mode": "off"
5605 }
5606 },
5607 "links": [],
5608 "mappings": [],
5609 "thresholds": {
5610 "mode": "absolute",
5611 "steps": [
5612 {
5613 "color": "green"
5614 }
5615 ]
5616 },
5617 "unit": "ops"
5618 },
5619 "overrides": [
5620 {
5621 "matcher": {
5622 "id": "byRegexp",
5623 "options": "/.*out.*/"
5624 },
5625 "properties": [
5626 {
5627 "id": "custom.transform",
5628 "value": "negative-Y"
5629 }
5630 ]
5631 }
5632 ]
5633 },
5634 "gridPos": {
5635 "h": 10,
5636 "w": 12,
5637 "x": 12,
5638 "y": 603
5639 },
5640 "id": 22,
5641 "options": {
5642 "legend": {
5643 "calcs": [
5644 "min",
5645 "mean",
5646 "max"
5647 ],
5648 "displayMode": "table",
5649 "placement": "bottom",
5650 "showLegend": true
5651 },
5652 "tooltip": {
5653 "hideZeros": false,
5654 "mode": "multi",
5655 "sort": "none"
5656 }
5657 },
5658 "pluginVersion": "11.6.1",
5659 "targets": [
5660 {
5661 "editorMode": "code",
5662 "expr": "irate(node_vmstat_pswpin{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
5663 "format": "time_series",
5664 "intervalFactor": 1,
5665 "legendFormat": "Pswpin - Pages swapped in",
5666 "range": true,
5667 "refId": "A",
5668 "step": 240
5669 },
5670 {
5671 "editorMode": "code",
5672 "expr": "irate(node_vmstat_pswpout{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
5673 "format": "time_series",
5674 "intervalFactor": 1,
5675 "legendFormat": "Pswpout - Pages swapped out",
5676 "range": true,
5677 "refId": "B",
5678 "step": 240
5679 }
5680 ],
5681 "title": "Memory Pages Swap In / Out",
5682 "type": "timeseries"
5683 },
5684 {
5685 "datasource": {
5686 "type": "prometheus",
5687 "uid": "${DS_PROMETHEUS}"
5688 },
5689 "description": "Rate of memory page faults, split into total, major (disk-backed), and derived minor (non-disk) faults. High major fault rates may indicate memory pressure or insufficient RAM",
5690 "fieldConfig": {
5691 "defaults": {
5692 "color": {
5693 "mode": "palette-classic"
5694 },
5695 "custom": {
5696 "axisBorderShow": false,
5697 "axisCenteredZero": false,
5698 "axisColorMode": "text",
5699 "axisLabel": "",
5700 "axisPlacement": "auto",
5701 "barAlignment": 0,
5702 "barWidthFactor": 0.6,
5703 "drawStyle": "line",
5704 "fillOpacity": 20,
5705 "gradientMode": "none",
5706 "hideFrom": {
5707 "legend": false,
5708 "tooltip": false,
5709 "viz": false
5710 },
5711 "insertNulls": false,
5712 "lineInterpolation": "linear",
5713 "lineWidth": 1,
5714 "pointSize": 5,
5715 "scaleDistribution": {
5716 "type": "linear"
5717 },
5718 "showPoints": "never",
5719 "spanNulls": false,
5720 "stacking": {
5721 "group": "A",
5722 "mode": "normal"
5723 },
5724 "thresholdsStyle": {
5725 "mode": "off"
5726 }
5727 },
5728 "links": [],
5729 "mappings": [],
5730 "min": 0,
5731 "thresholds": {
5732 "mode": "absolute",
5733 "steps": [
5734 {
5735 "color": "green"
5736 }
5737 ]
5738 },
5739 "unit": "ops"
5740 },
5741 "overrides": [
5742 {
5743 "matcher": {
5744 "id": "byName",
5745 "options": "Pgfault - Page major and minor fault ops"
5746 },
5747 "properties": [
5748 {
5749 "id": "custom.fillOpacity",
5750 "value": 0
5751 },
5752 {
5753 "id": "custom.stacking",
5754 "value": {
5755 "group": false,
5756 "mode": "none"
5757 }
5758 },
5759 {
5760 "id": "custom.lineStyle",
5761 "value": {
5762 "dash": [
5763 10,
5764 10
5765 ],
5766 "fill": "dash"
5767 }
5768 },
5769 {
5770 "id": "color",
5771 "value": {
5772 "fixedColor": "dark-red",
5773 "mode": "fixed"
5774 }
5775 }
5776 ]
5777 }
5778 ]
5779 },
5780 "gridPos": {
5781 "h": 10,
5782 "w": 12,
5783 "x": 0,
5784 "y": 783
5785 },
5786 "id": 175,
5787 "options": {
5788 "legend": {
5789 "calcs": [
5790 "min",
5791 "mean",
5792 "max"
5793 ],
5794 "displayMode": "table",
5795 "placement": "bottom",
5796 "showLegend": true,
5797 "width": 350
5798 },
5799 "tooltip": {
5800 "hideZeros": false,
5801 "mode": "multi",
5802 "sort": "none"
5803 }
5804 },
5805 "pluginVersion": "11.6.1",
5806 "targets": [
5807 {
5808 "editorMode": "code",
5809 "expr": "irate(node_vmstat_pgfault{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
5810 "format": "time_series",
5811 "hide": false,
5812 "intervalFactor": 1,
5813 "legendFormat": "Pgfault - Page major and minor fault ops",
5814 "range": true,
5815 "refId": "A",
5816 "step": 240
5817 },
5818 {
5819 "editorMode": "code",
5820 "expr": "irate(node_vmstat_pgmajfault{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
5821 "format": "time_series",
5822 "hide": false,
5823 "intervalFactor": 1,
5824 "legendFormat": "Pgmajfault - Major page fault ops",
5825 "range": true,
5826 "refId": "B",
5827 "step": 240
5828 },
5829 {
5830 "editorMode": "code",
5831 "expr": "irate(node_vmstat_pgfault{instance=\"$node\",job=\"$job\"}[$__rate_interval]) - irate(node_vmstat_pgmajfault{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
5832 "format": "time_series",
5833 "hide": false,
5834 "intervalFactor": 1,
5835 "legendFormat": "Pgminfault - Minor page fault ops",
5836 "range": true,
5837 "refId": "C",
5838 "step": 240
5839 }
5840 ],
5841 "title": "Memory Page Faults",
5842 "type": "timeseries"
5843 },
5844 {
5845 "datasource": {
5846 "type": "prometheus",
5847 "uid": "${DS_PROMETHEUS}"
5848 },
5849 "description": "Rate of Out-of-Memory (OOM) kill events. A non-zero value indicates the kernel has terminated one or more processes due to memory exhaustion",
5850 "fieldConfig": {
5851 "defaults": {
5852 "color": {
5853 "mode": "palette-classic"
5854 },
5855 "custom": {
5856 "axisBorderShow": false,
5857 "axisCenteredZero": false,
5858 "axisColorMode": "text",
5859 "axisLabel": "",
5860 "axisPlacement": "auto",
5861 "barAlignment": 0,
5862 "barWidthFactor": 0.6,
5863 "drawStyle": "line",
5864 "fillOpacity": 20,
5865 "gradientMode": "none",
5866 "hideFrom": {
5867 "legend": false,
5868 "tooltip": false,
5869 "viz": false
5870 },
5871 "insertNulls": false,
5872 "lineInterpolation": "linear",
5873 "lineWidth": 1,
5874 "pointSize": 5,
5875 "scaleDistribution": {
5876 "type": "linear"
5877 },
5878 "showPoints": "never",
5879 "spanNulls": false,
5880 "stacking": {
5881 "group": "A",
5882 "mode": "none"
5883 },
5884 "thresholdsStyle": {
5885 "mode": "off"
5886 }
5887 },
5888 "links": [],
5889 "mappings": [],
5890 "min": 0,
5891 "thresholds": {
5892 "mode": "absolute",
5893 "steps": [
5894 {
5895 "color": "green"
5896 }
5897 ]
5898 },
5899 "unit": "ops"
5900 },
5901 "overrides": [
5902 {
5903 "matcher": {
5904 "id": "byName",
5905 "options": "OOM Kills"
5906 },
5907 "properties": [
5908 {
5909 "id": "color",
5910 "value": {
5911 "fixedColor": "dark-red",
5912 "mode": "fixed"
5913 }
5914 }
5915 ]
5916 }
5917 ]
5918 },
5919 "gridPos": {
5920 "h": 10,
5921 "w": 12,
5922 "x": 12,
5923 "y": 783
5924 },
5925 "id": 307,
5926 "options": {
5927 "legend": {
5928 "calcs": [
5929 "min",
5930 "mean",
5931 "max"
5932 ],
5933 "displayMode": "table",
5934 "placement": "bottom",
5935 "showLegend": true
5936 },
5937 "tooltip": {
5938 "hideZeros": false,
5939 "mode": "multi",
5940 "sort": "none"
5941 }
5942 },
5943 "pluginVersion": "11.6.1",
5944 "targets": [
5945 {
5946 "editorMode": "code",
5947 "expr": "irate(node_vmstat_oom_kill{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
5948 "format": "time_series",
5949 "interval": "",
5950 "intervalFactor": 1,
5951 "legendFormat": "OOM Kills",
5952 "range": true,
5953 "refId": "A",
5954 "step": 240
5955 }
5956 ],
5957 "title": "OOM Killer",
5958 "type": "timeseries"
5959 }
5960 ],
5961 "title": "Memory Vmstat",
5962 "type": "row"
5963 },
5964 {
5965 "collapsed": true,
5966 "gridPos": {
5967 "h": 1,
5968 "w": 24,
5969 "x": 0,
5970 "y": 23
5971 },
5972 "id": 293,
5973 "panels": [
5974 {
5975 "datasource": {
5976 "type": "prometheus",
5977 "uid": "${DS_PROMETHEUS}"
5978 },
5979 "description": "Tracks the system clock's estimated and maximum error, as well as its offset from the reference clock (e.g., via NTP). Useful for detecting synchronization drift",
5980 "fieldConfig": {
5981 "defaults": {
5982 "color": {
5983 "mode": "palette-classic"
5984 },
5985 "custom": {
5986 "axisBorderShow": false,
5987 "axisCenteredZero": false,
5988 "axisColorMode": "text",
5989 "axisLabel": "",
5990 "axisPlacement": "auto",
5991 "barAlignment": 0,
5992 "barWidthFactor": 0.6,
5993 "drawStyle": "line",
5994 "fillOpacity": 20,
5995 "gradientMode": "none",
5996 "hideFrom": {
5997 "legend": false,
5998 "tooltip": false,
5999 "viz": false
6000 },
6001 "insertNulls": false,
6002 "lineInterpolation": "linear",
6003 "lineWidth": 1,
6004 "pointSize": 5,
6005 "scaleDistribution": {
6006 "type": "linear"
6007 },
6008 "showPoints": "never",
6009 "spanNulls": false,
6010 "stacking": {
6011 "group": "A",
6012 "mode": "none"
6013 },
6014 "thresholdsStyle": {
6015 "mode": "off"
6016 }
6017 },
6018 "links": [],
6019 "mappings": [],
6020 "thresholds": {
6021 "mode": "absolute",
6022 "steps": [
6023 {
6024 "color": "green"
6025 }
6026 ]
6027 },
6028 "unit": "s"
6029 },
6030 "overrides": []
6031 },
6032 "gridPos": {
6033 "h": 10,
6034 "w": 12,
6035 "x": 0,
6036 "y": 604
6037 },
6038 "id": 260,
6039 "options": {
6040 "legend": {
6041 "calcs": [
6042 "min",
6043 "mean",
6044 "max"
6045 ],
6046 "displayMode": "table",
6047 "placement": "bottom",
6048 "showLegend": true
6049 },
6050 "tooltip": {
6051 "hideZeros": false,
6052 "mode": "multi",
6053 "sort": "none"
6054 }
6055 },
6056 "pluginVersion": "11.6.1",
6057 "targets": [
6058 {
6059 "editorMode": "code",
6060 "expr": "node_timex_estimated_error_seconds{instance=\"$node\",job=\"$job\"}",
6061 "format": "time_series",
6062 "hide": false,
6063 "interval": "",
6064 "intervalFactor": 1,
6065 "legendFormat": "Estimated error",
6066 "range": true,
6067 "refId": "A",
6068 "step": 240
6069 },
6070 {
6071 "editorMode": "code",
6072 "expr": "node_timex_offset_seconds{instance=\"$node\",job=\"$job\"}",
6073 "format": "time_series",
6074 "hide": false,
6075 "interval": "",
6076 "intervalFactor": 1,
6077 "legendFormat": "Offset local vs reference",
6078 "range": true,
6079 "refId": "B",
6080 "step": 240
6081 },
6082 {
6083 "editorMode": "code",
6084 "expr": "node_timex_maxerror_seconds{instance=\"$node\",job=\"$job\"}",
6085 "format": "time_series",
6086 "hide": false,
6087 "interval": "",
6088 "intervalFactor": 1,
6089 "legendFormat": "Maximum error",
6090 "range": true,
6091 "refId": "C",
6092 "step": 240
6093 }
6094 ],
6095 "title": "Time Synchronized Drift",
6096 "type": "timeseries"
6097 },
6098 {
6099 "datasource": {
6100 "type": "prometheus",
6101 "uid": "${DS_PROMETHEUS}"
6102 },
6103 "description": "NTP phase-locked loop (PLL) time constant used by the kernel to control time adjustments. Lower values mean faster correction but less stability",
6104 "fieldConfig": {
6105 "defaults": {
6106 "color": {
6107 "mode": "palette-classic"
6108 },
6109 "custom": {
6110 "axisBorderShow": false,
6111 "axisCenteredZero": false,
6112 "axisColorMode": "text",
6113 "axisLabel": "",
6114 "axisPlacement": "auto",
6115 "barAlignment": 0,
6116 "barWidthFactor": 0.6,
6117 "drawStyle": "line",
6118 "fillOpacity": 20,
6119 "gradientMode": "none",
6120 "hideFrom": {
6121 "legend": false,
6122 "tooltip": false,
6123 "viz": false
6124 },
6125 "insertNulls": false,
6126 "lineInterpolation": "linear",
6127 "lineWidth": 1,
6128 "pointSize": 5,
6129 "scaleDistribution": {
6130 "type": "linear"
6131 },
6132 "showPoints": "never",
6133 "spanNulls": false,
6134 "stacking": {
6135 "group": "A",
6136 "mode": "none"
6137 },
6138 "thresholdsStyle": {
6139 "mode": "off"
6140 }
6141 },
6142 "links": [],
6143 "mappings": [],
6144 "thresholds": {
6145 "mode": "absolute",
6146 "steps": [
6147 {
6148 "color": "green"
6149 }
6150 ]
6151 },
6152 "unit": "short"
6153 },
6154 "overrides": []
6155 },
6156 "gridPos": {
6157 "h": 10,
6158 "w": 12,
6159 "x": 12,
6160 "y": 604
6161 },
6162 "id": 291,
6163 "options": {
6164 "legend": {
6165 "calcs": [
6166 "min",
6167 "mean",
6168 "max"
6169 ],
6170 "displayMode": "table",
6171 "placement": "bottom",
6172 "showLegend": true
6173 },
6174 "tooltip": {
6175 "hideZeros": false,
6176 "mode": "multi",
6177 "sort": "none"
6178 }
6179 },
6180 "pluginVersion": "11.6.1",
6181 "targets": [
6182 {
6183 "editorMode": "code",
6184 "expr": "node_timex_loop_time_constant{instance=\"$node\",job=\"$job\"}",
6185 "format": "time_series",
6186 "interval": "",
6187 "intervalFactor": 1,
6188 "legendFormat": "PLL Time Constant",
6189 "range": true,
6190 "refId": "A",
6191 "step": 240
6192 }
6193 ],
6194 "title": "Time PLL Adjust",
6195 "type": "timeseries"
6196 },
6197 {
6198 "datasource": {
6199 "type": "prometheus",
6200 "uid": "${DS_PROMETHEUS}"
6201 },
6202 "description": "Shows whether the system clock is synchronized to a reliable time source, and the current frequency correction ratio applied by the kernel to maintain synchronization",
6203 "fieldConfig": {
6204 "defaults": {
6205 "color": {
6206 "mode": "palette-classic"
6207 },
6208 "custom": {
6209 "axisBorderShow": false,
6210 "axisCenteredZero": false,
6211 "axisColorMode": "text",
6212 "axisLabel": "",
6213 "axisPlacement": "auto",
6214 "barAlignment": 0,
6215 "barWidthFactor": 0.6,
6216 "drawStyle": "line",
6217 "fillOpacity": 20,
6218 "gradientMode": "none",
6219 "hideFrom": {
6220 "legend": false,
6221 "tooltip": false,
6222 "viz": false
6223 },
6224 "insertNulls": false,
6225 "lineInterpolation": "linear",
6226 "lineWidth": 1,
6227 "pointSize": 5,
6228 "scaleDistribution": {
6229 "type": "linear"
6230 },
6231 "showPoints": "never",
6232 "spanNulls": false,
6233 "stacking": {
6234 "group": "A",
6235 "mode": "none"
6236 },
6237 "thresholdsStyle": {
6238 "mode": "off"
6239 }
6240 },
6241 "links": [],
6242 "mappings": [],
6243 "thresholds": {
6244 "mode": "absolute",
6245 "steps": [
6246 {
6247 "color": "green"
6248 }
6249 ]
6250 },
6251 "unit": "short"
6252 },
6253 "overrides": []
6254 },
6255 "gridPos": {
6256 "h": 10,
6257 "w": 12,
6258 "x": 0,
6259 "y": 754
6260 },
6261 "id": 168,
6262 "options": {
6263 "legend": {
6264 "calcs": [
6265 "min",
6266 "mean",
6267 "max"
6268 ],
6269 "displayMode": "table",
6270 "placement": "bottom",
6271 "showLegend": true
6272 },
6273 "tooltip": {
6274 "hideZeros": false,
6275 "mode": "multi",
6276 "sort": "none"
6277 }
6278 },
6279 "pluginVersion": "11.6.1",
6280 "targets": [
6281 {
6282 "editorMode": "code",
6283 "expr": "node_timex_sync_status{instance=\"$node\",job=\"$job\"}",
6284 "format": "time_series",
6285 "interval": "",
6286 "intervalFactor": 1,
6287 "legendFormat": "Sync status (1 = ok)",
6288 "range": true,
6289 "refId": "A",
6290 "step": 240
6291 },
6292 {
6293 "editorMode": "code",
6294 "expr": "node_timex_frequency_adjustment_ratio{instance=\"$node\",job=\"$job\"}",
6295 "format": "time_series",
6296 "interval": "",
6297 "intervalFactor": 1,
6298 "legendFormat": "Frequency Adjustment",
6299 "range": true,
6300 "refId": "B",
6301 "step": 240
6302 },
6303 {
6304 "editorMode": "code",
6305 "expr": "node_timex_tick_seconds{instance=\"$node\",job=\"$job\"}",
6306 "format": "time_series",
6307 "hide": true,
6308 "interval": "",
6309 "intervalFactor": 1,
6310 "legendFormat": "Tick Interval",
6311 "range": true,
6312 "refId": "C",
6313 "step": 240
6314 },
6315 {
6316 "editorMode": "code",
6317 "expr": "node_timex_tai_offset_seconds{instance=\"$node\",job=\"$job\"}",
6318 "format": "time_series",
6319 "hide": true,
6320 "interval": "",
6321 "intervalFactor": 1,
6322 "legendFormat": "TAI Offset",
6323 "range": true,
6324 "refId": "D",
6325 "step": 240
6326 }
6327 ],
6328 "title": "Time Synchronized Status",
6329 "type": "timeseries"
6330 },
6331 {
6332 "datasource": {
6333 "type": "prometheus",
6334 "uid": "${DS_PROMETHEUS}"
6335 },
6336 "description": "Displays the PPS signal's frequency offset and stability (jitter) in hertz. Useful for monitoring high-precision time sources like GPS or atomic clocks",
6337 "fieldConfig": {
6338 "defaults": {
6339 "color": {
6340 "mode": "palette-classic"
6341 },
6342 "custom": {
6343 "axisBorderShow": false,
6344 "axisCenteredZero": false,
6345 "axisColorMode": "text",
6346 "axisLabel": "",
6347 "axisPlacement": "auto",
6348 "barAlignment": 0,
6349 "barWidthFactor": 0.6,
6350 "drawStyle": "line",
6351 "fillOpacity": 20,
6352 "gradientMode": "none",
6353 "hideFrom": {
6354 "legend": false,
6355 "tooltip": false,
6356 "viz": false
6357 },
6358 "insertNulls": false,
6359 "lineInterpolation": "linear",
6360 "lineWidth": 1,
6361 "pointSize": 5,
6362 "scaleDistribution": {
6363 "type": "linear"
6364 },
6365 "showPoints": "never",
6366 "spanNulls": false,
6367 "stacking": {
6368 "group": "A",
6369 "mode": "none"
6370 },
6371 "thresholdsStyle": {
6372 "mode": "off"
6373 }
6374 },
6375 "links": [],
6376 "mappings": [],
6377 "thresholds": {
6378 "mode": "absolute",
6379 "steps": [
6380 {
6381 "color": "green"
6382 }
6383 ]
6384 },
6385 "unit": "rothz"
6386 },
6387 "overrides": []
6388 },
6389 "gridPos": {
6390 "h": 10,
6391 "w": 12,
6392 "x": 12,
6393 "y": 754
6394 },
6395 "id": 333,
6396 "options": {
6397 "legend": {
6398 "calcs": [
6399 "min",
6400 "mean",
6401 "max"
6402 ],
6403 "displayMode": "table",
6404 "placement": "bottom",
6405 "showLegend": true
6406 },
6407 "tooltip": {
6408 "hideZeros": false,
6409 "mode": "multi",
6410 "sort": "none"
6411 }
6412 },
6413 "pluginVersion": "11.6.1",
6414 "targets": [
6415 {
6416 "editorMode": "code",
6417 "expr": "node_timex_pps_frequency_hertz{instance=\"$node\",job=\"$job\"}",
6418 "format": "time_series",
6419 "interval": "",
6420 "intervalFactor": 1,
6421 "legendFormat": "PPS Frequency Offset",
6422 "range": true,
6423 "refId": "A",
6424 "step": 240
6425 },
6426 {
6427 "editorMode": "code",
6428 "expr": "node_timex_pps_stability_hertz{instance=\"$node\",job=\"$job\"}",
6429 "format": "time_series",
6430 "interval": "",
6431 "intervalFactor": 1,
6432 "legendFormat": "PPS Frequency Stability",
6433 "range": true,
6434 "refId": "B",
6435 "step": 240
6436 }
6437 ],
6438 "title": "PPS Frequency / Stability",
6439 "type": "timeseries"
6440 },
6441 {
6442 "datasource": {
6443 "type": "prometheus",
6444 "uid": "${DS_PROMETHEUS}"
6445 },
6446 "description": "Tracks PPS signal timing jitter and shift compared to system clock",
6447 "fieldConfig": {
6448 "defaults": {
6449 "color": {
6450 "mode": "palette-classic"
6451 },
6452 "custom": {
6453 "axisBorderShow": false,
6454 "axisCenteredZero": false,
6455 "axisColorMode": "text",
6456 "axisLabel": "",
6457 "axisPlacement": "auto",
6458 "barAlignment": 0,
6459 "barWidthFactor": 0.6,
6460 "drawStyle": "line",
6461 "fillOpacity": 20,
6462 "gradientMode": "none",
6463 "hideFrom": {
6464 "legend": false,
6465 "tooltip": false,
6466 "viz": false
6467 },
6468 "insertNulls": false,
6469 "lineInterpolation": "linear",
6470 "lineWidth": 1,
6471 "pointSize": 5,
6472 "scaleDistribution": {
6473 "type": "linear"
6474 },
6475 "showPoints": "never",
6476 "spanNulls": false,
6477 "stacking": {
6478 "group": "A",
6479 "mode": "none"
6480 },
6481 "thresholdsStyle": {
6482 "mode": "off"
6483 }
6484 },
6485 "links": [],
6486 "mappings": [],
6487 "thresholds": {
6488 "mode": "absolute",
6489 "steps": [
6490 {
6491 "color": "green"
6492 }
6493 ]
6494 },
6495 "unit": "s"
6496 },
6497 "overrides": []
6498 },
6499 "gridPos": {
6500 "h": 10,
6501 "w": 12,
6502 "x": 0,
6503 "y": 764
6504 },
6505 "id": 334,
6506 "options": {
6507 "legend": {
6508 "calcs": [
6509 "min",
6510 "mean",
6511 "max"
6512 ],
6513 "displayMode": "table",
6514 "placement": "bottom",
6515 "showLegend": true
6516 },
6517 "tooltip": {
6518 "hideZeros": false,
6519 "mode": "multi",
6520 "sort": "none"
6521 }
6522 },
6523 "pluginVersion": "11.6.1",
6524 "targets": [
6525 {
6526 "editorMode": "code",
6527 "expr": "node_timex_pps_jitter_seconds{instance=\"$node\",job=\"$job\"}",
6528 "format": "time_series",
6529 "interval": "",
6530 "intervalFactor": 1,
6531 "legendFormat": "PPS Jitter",
6532 "range": true,
6533 "refId": "A",
6534 "step": 240
6535 },
6536 {
6537 "editorMode": "code",
6538 "expr": "node_timex_pps_shift_seconds{instance=\"$node\",job=\"$job\"}",
6539 "format": "time_series",
6540 "interval": "",
6541 "intervalFactor": 1,
6542 "legendFormat": "PPS Shift",
6543 "range": true,
6544 "refId": "B",
6545 "step": 240
6546 }
6547 ],
6548 "title": "PPS Time Accuracy",
6549 "type": "timeseries"
6550 },
6551 {
6552 "datasource": {
6553 "type": "prometheus",
6554 "uid": "${DS_PROMETHEUS}"
6555 },
6556 "description": "Rate of PPS synchronization diagnostics including calibration events, jitter violations, errors, and frequency stability exceedances",
6557 "fieldConfig": {
6558 "defaults": {
6559 "color": {
6560 "mode": "palette-classic"
6561 },
6562 "custom": {
6563 "axisBorderShow": false,
6564 "axisCenteredZero": false,
6565 "axisColorMode": "text",
6566 "axisLabel": "",
6567 "axisPlacement": "auto",
6568 "barAlignment": 0,
6569 "barWidthFactor": 0.6,
6570 "drawStyle": "line",
6571 "fillOpacity": 20,
6572 "gradientMode": "none",
6573 "hideFrom": {
6574 "legend": false,
6575 "tooltip": false,
6576 "viz": false
6577 },
6578 "insertNulls": false,
6579 "lineInterpolation": "linear",
6580 "lineWidth": 1,
6581 "pointSize": 5,
6582 "scaleDistribution": {
6583 "type": "linear"
6584 },
6585 "showPoints": "never",
6586 "spanNulls": false,
6587 "stacking": {
6588 "group": "A",
6589 "mode": "none"
6590 },
6591 "thresholdsStyle": {
6592 "mode": "off"
6593 }
6594 },
6595 "links": [],
6596 "mappings": [],
6597 "thresholds": {
6598 "mode": "absolute",
6599 "steps": [
6600 {
6601 "color": "green"
6602 },
6603 {
6604 "color": "red",
6605 "value": 80
6606 }
6607 ]
6608 },
6609 "unit": "ops"
6610 },
6611 "overrides": []
6612 },
6613 "gridPos": {
6614 "h": 10,
6615 "w": 12,
6616 "x": 12,
6617 "y": 764
6618 },
6619 "id": 335,
6620 "options": {
6621 "legend": {
6622 "calcs": [
6623 "min",
6624 "mean",
6625 "max"
6626 ],
6627 "displayMode": "table",
6628 "placement": "bottom",
6629 "showLegend": true
6630 },
6631 "tooltip": {
6632 "hideZeros": false,
6633 "mode": "multi",
6634 "sort": "none"
6635 }
6636 },
6637 "pluginVersion": "11.6.1",
6638 "targets": [
6639 {
6640 "editorMode": "code",
6641 "expr": "irate(node_timex_pps_calibration_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
6642 "format": "time_series",
6643 "interval": "",
6644 "intervalFactor": 1,
6645 "legendFormat": "PPS Calibrations/sec",
6646 "range": true,
6647 "refId": "A",
6648 "step": 240
6649 },
6650 {
6651 "editorMode": "code",
6652 "expr": "irate(node_timex_pps_error_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
6653 "format": "time_series",
6654 "interval": "",
6655 "intervalFactor": 1,
6656 "legendFormat": "PPS Errors/sec",
6657 "range": true,
6658 "refId": "B",
6659 "step": 240
6660 },
6661 {
6662 "editorMode": "code",
6663 "expr": "irate(node_timex_pps_stability_exceeded_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
6664 "format": "time_series",
6665 "hide": false,
6666 "interval": "",
6667 "intervalFactor": 1,
6668 "legendFormat": "PPS Stability Exceeded/sec",
6669 "range": true,
6670 "refId": "C",
6671 "step": 240
6672 },
6673 {
6674 "editorMode": "code",
6675 "expr": "irate(node_timex_pps_jitter_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
6676 "format": "time_series",
6677 "hide": false,
6678 "interval": "",
6679 "intervalFactor": 1,
6680 "legendFormat": "PPS Jitter Events/sec",
6681 "range": true,
6682 "refId": "D",
6683 "step": 240
6684 }
6685 ],
6686 "title": "PPS Sync Events",
6687 "type": "timeseries"
6688 }
6689 ],
6690 "title": "System Timesync",
6691 "type": "row"
6692 },
6693 {
6694 "collapsed": true,
6695 "gridPos": {
6696 "h": 1,
6697 "w": 24,
6698 "x": 0,
6699 "y": 24
6700 },
6701 "id": 312,
6702 "panels": [
6703 {
6704 "datasource": {
6705 "type": "prometheus",
6706 "uid": "${DS_PROMETHEUS}"
6707 },
6708 "description": "Processes currently in runnable or blocked states. Helps identify CPU contention or I/O wait bottlenecks.",
6709 "fieldConfig": {
6710 "defaults": {
6711 "color": {
6712 "mode": "palette-classic"
6713 },
6714 "custom": {
6715 "axisBorderShow": false,
6716 "axisCenteredZero": false,
6717 "axisColorMode": "text",
6718 "axisLabel": "",
6719 "axisPlacement": "auto",
6720 "barAlignment": 0,
6721 "barWidthFactor": 0.6,
6722 "drawStyle": "line",
6723 "fillOpacity": 20,
6724 "gradientMode": "none",
6725 "hideFrom": {
6726 "legend": false,
6727 "tooltip": false,
6728 "viz": false
6729 },
6730 "insertNulls": false,
6731 "lineInterpolation": "linear",
6732 "lineWidth": 1,
6733 "pointSize": 5,
6734 "scaleDistribution": {
6735 "type": "linear"
6736 },
6737 "showPoints": "never",
6738 "spanNulls": false,
6739 "stacking": {
6740 "group": "A",
6741 "mode": "none"
6742 },
6743 "thresholdsStyle": {
6744 "mode": "off"
6745 }
6746 },
6747 "links": [],
6748 "mappings": [],
6749 "min": 0,
6750 "thresholds": {
6751 "mode": "absolute",
6752 "steps": [
6753 {
6754 "color": "green"
6755 },
6756 {
6757 "color": "red",
6758 "value": 80
6759 }
6760 ]
6761 },
6762 "unit": "short"
6763 },
6764 "overrides": []
6765 },
6766 "gridPos": {
6767 "h": 10,
6768 "w": 12,
6769 "x": 0,
6770 "y": 605
6771 },
6772 "id": 62,
6773 "options": {
6774 "legend": {
6775 "calcs": [
6776 "min",
6777 "mean",
6778 "max"
6779 ],
6780 "displayMode": "table",
6781 "placement": "bottom",
6782 "showLegend": true
6783 },
6784 "tooltip": {
6785 "hideZeros": false,
6786 "mode": "multi",
6787 "sort": "none"
6788 }
6789 },
6790 "pluginVersion": "11.6.1",
6791 "targets": [
6792 {
6793 "editorMode": "code",
6794 "expr": "node_procs_blocked{instance=\"$node\",job=\"$job\"}",
6795 "format": "time_series",
6796 "intervalFactor": 1,
6797 "legendFormat": "Blocked (I/O Wait)",
6798 "range": true,
6799 "refId": "A",
6800 "step": 240
6801 },
6802 {
6803 "editorMode": "code",
6804 "expr": "node_procs_running{instance=\"$node\",job=\"$job\"}",
6805 "format": "time_series",
6806 "intervalFactor": 1,
6807 "legendFormat": "Runnable (Ready for CPU)",
6808 "range": true,
6809 "refId": "B",
6810 "step": 240
6811 }
6812 ],
6813 "title": "Processes Status",
6814 "type": "timeseries"
6815 },
6816 {
6817 "datasource": {
6818 "type": "prometheus",
6819 "uid": "${DS_PROMETHEUS}"
6820 },
6821 "description": "Current number of processes in each state (e.g., running, sleeping, zombie). Requires --collector.processes to be enabled in node_exporter",
6822 "fieldConfig": {
6823 "defaults": {
6824 "color": {
6825 "mode": "palette-classic"
6826 },
6827 "custom": {
6828 "axisBorderShow": false,
6829 "axisCenteredZero": false,
6830 "axisColorMode": "text",
6831 "axisLabel": "",
6832 "axisPlacement": "auto",
6833 "barAlignment": 0,
6834 "barWidthFactor": 0.6,
6835 "drawStyle": "line",
6836 "fillOpacity": 20,
6837 "gradientMode": "none",
6838 "hideFrom": {
6839 "legend": false,
6840 "tooltip": false,
6841 "viz": false
6842 },
6843 "insertNulls": false,
6844 "lineInterpolation": "linear",
6845 "lineWidth": 1,
6846 "pointSize": 5,
6847 "scaleDistribution": {
6848 "type": "linear"
6849 },
6850 "showPoints": "never",
6851 "spanNulls": false,
6852 "stacking": {
6853 "group": "A",
6854 "mode": "normal"
6855 },
6856 "thresholdsStyle": {
6857 "mode": "off"
6858 }
6859 },
6860 "links": [],
6861 "mappings": [],
6862 "min": 0,
6863 "thresholds": {
6864 "mode": "absolute",
6865 "steps": [
6866 {
6867 "color": "green"
6868 }
6869 ]
6870 },
6871 "unit": "short"
6872 },
6873 "overrides": [
6874 {
6875 "matcher": {
6876 "id": "byName",
6877 "options": "D"
6878 },
6879 "properties": [
6880 {
6881 "id": "displayName",
6882 "value": "Uninterruptible Sleeping"
6883 }
6884 ]
6885 },
6886 {
6887 "matcher": {
6888 "id": "byName",
6889 "options": "I"
6890 },
6891 "properties": [
6892 {
6893 "id": "displayName",
6894 "value": "Idle Kernel Thread"
6895 }
6896 ]
6897 },
6898 {
6899 "matcher": {
6900 "id": "byName",
6901 "options": "R"
6902 },
6903 "properties": [
6904 {
6905 "id": "displayName",
6906 "value": "Running"
6907 }
6908 ]
6909 },
6910 {
6911 "matcher": {
6912 "id": "byName",
6913 "options": "S"
6914 },
6915 "properties": [
6916 {
6917 "id": "displayName",
6918 "value": "Interruptible Sleeping"
6919 }
6920 ]
6921 },
6922 {
6923 "matcher": {
6924 "id": "byName",
6925 "options": "T"
6926 },
6927 "properties": [
6928 {
6929 "id": "displayName",
6930 "value": "Stopped"
6931 }
6932 ]
6933 },
6934 {
6935 "matcher": {
6936 "id": "byName",
6937 "options": "X"
6938 },
6939 "properties": [
6940 {
6941 "id": "displayName",
6942 "value": "Dead"
6943 }
6944 ]
6945 },
6946 {
6947 "matcher": {
6948 "id": "byName",
6949 "options": "Z"
6950 },
6951 "properties": [
6952 {
6953 "id": "displayName",
6954 "value": "Zombie"
6955 }
6956 ]
6957 }
6958 ]
6959 },
6960 "gridPos": {
6961 "h": 10,
6962 "w": 12,
6963 "x": 12,
6964 "y": 605
6965 },
6966 "id": 315,
6967 "options": {
6968 "legend": {
6969 "calcs": [
6970 "min",
6971 "mean",
6972 "max"
6973 ],
6974 "displayMode": "table",
6975 "placement": "bottom",
6976 "showLegend": true
6977 },
6978 "tooltip": {
6979 "hideZeros": false,
6980 "mode": "multi",
6981 "sort": "none"
6982 }
6983 },
6984 "pluginVersion": "11.6.1",
6985 "targets": [
6986 {
6987 "editorMode": "code",
6988 "expr": "node_processes_state{instance=\"$node\",job=\"$job\"}",
6989 "format": "time_series",
6990 "interval": "",
6991 "intervalFactor": 1,
6992 "legendFormat": "{{ state }}",
6993 "range": true,
6994 "refId": "A",
6995 "step": 240
6996 }
6997 ],
6998 "title": "Processes Detailed States",
6999 "type": "timeseries"
7000 },
7001 {
7002 "datasource": {
7003 "type": "prometheus",
7004 "uid": "${DS_PROMETHEUS}"
7005 },
7006 "description": "Rate of new processes being created on the system (forks/sec).",
7007 "fieldConfig": {
7008 "defaults": {
7009 "color": {
7010 "mode": "palette-classic"
7011 },
7012 "custom": {
7013 "axisBorderShow": false,
7014 "axisCenteredZero": false,
7015 "axisColorMode": "text",
7016 "axisLabel": "",
7017 "axisPlacement": "auto",
7018 "barAlignment": 0,
7019 "barWidthFactor": 0.6,
7020 "drawStyle": "line",
7021 "fillOpacity": 20,
7022 "gradientMode": "none",
7023 "hideFrom": {
7024 "legend": false,
7025 "tooltip": false,
7026 "viz": false
7027 },
7028 "insertNulls": false,
7029 "lineInterpolation": "linear",
7030 "lineWidth": 1,
7031 "pointSize": 5,
7032 "scaleDistribution": {
7033 "type": "linear"
7034 },
7035 "showPoints": "never",
7036 "spanNulls": false,
7037 "stacking": {
7038 "group": "A",
7039 "mode": "none"
7040 },
7041 "thresholdsStyle": {
7042 "mode": "off"
7043 }
7044 },
7045 "links": [],
7046 "mappings": [],
7047 "min": 0,
7048 "thresholds": {
7049 "mode": "absolute",
7050 "steps": [
7051 {
7052 "color": "green"
7053 }
7054 ]
7055 },
7056 "unit": "ops"
7057 },
7058 "overrides": []
7059 },
7060 "gridPos": {
7061 "h": 10,
7062 "w": 12,
7063 "x": 0,
7064 "y": 635
7065 },
7066 "id": 148,
7067 "options": {
7068 "legend": {
7069 "calcs": [
7070 "min",
7071 "mean",
7072 "max"
7073 ],
7074 "displayMode": "table",
7075 "placement": "bottom",
7076 "showLegend": true
7077 },
7078 "tooltip": {
7079 "hideZeros": false,
7080 "mode": "multi",
7081 "sort": "none"
7082 }
7083 },
7084 "pluginVersion": "11.6.1",
7085 "targets": [
7086 {
7087 "editorMode": "code",
7088 "expr": "irate(node_forks_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
7089 "format": "time_series",
7090 "hide": false,
7091 "intervalFactor": 1,
7092 "legendFormat": "Process Forks per second",
7093 "range": true,
7094 "refId": "A",
7095 "step": 240
7096 }
7097 ],
7098 "title": "Processes Forks",
7099 "type": "timeseries"
7100 },
7101 {
7102 "datasource": {
7103 "type": "prometheus",
7104 "uid": "${DS_PROMETHEUS}"
7105 },
7106 "description": "Shows CPU saturation per core, calculated as the proportion of time spent waiting to run relative to total time demanded (running + waiting).",
7107 "fieldConfig": {
7108 "defaults": {
7109 "color": {
7110 "mode": "palette-classic"
7111 },
7112 "custom": {
7113 "axisBorderShow": false,
7114 "axisCenteredZero": false,
7115 "axisColorMode": "text",
7116 "axisLabel": "",
7117 "axisPlacement": "auto",
7118 "barAlignment": 0,
7119 "barWidthFactor": 0.6,
7120 "drawStyle": "line",
7121 "fillOpacity": 20,
7122 "gradientMode": "none",
7123 "hideFrom": {
7124 "legend": false,
7125 "tooltip": false,
7126 "viz": false
7127 },
7128 "insertNulls": false,
7129 "lineInterpolation": "linear",
7130 "lineWidth": 1,
7131 "pointSize": 5,
7132 "scaleDistribution": {
7133 "type": "linear"
7134 },
7135 "showPoints": "never",
7136 "spanNulls": false,
7137 "stacking": {
7138 "group": "A",
7139 "mode": "none"
7140 },
7141 "thresholdsStyle": {
7142 "mode": "off"
7143 }
7144 },
7145 "links": [],
7146 "mappings": [],
7147 "thresholds": {
7148 "mode": "absolute",
7149 "steps": [
7150 {
7151 "color": "green"
7152 },
7153 {
7154 "color": "red",
7155 "value": 80
7156 }
7157 ]
7158 },
7159 "unit": "percentunit"
7160 },
7161 "overrides": [
7162 {
7163 "matcher": {
7164 "id": "byRegexp",
7165 "options": "/.*waiting.*/"
7166 },
7167 "properties": [
7168 {
7169 "id": "custom.transform",
7170 "value": "negative-Y"
7171 }
7172 ]
7173 }
7174 ]
7175 },
7176 "gridPos": {
7177 "h": 10,
7178 "w": 12,
7179 "x": 12,
7180 "y": 635
7181 },
7182 "id": 305,
7183 "options": {
7184 "legend": {
7185 "calcs": [
7186 "min",
7187 "mean",
7188 "max"
7189 ],
7190 "displayMode": "table",
7191 "placement": "bottom",
7192 "showLegend": true
7193 },
7194 "tooltip": {
7195 "hideZeros": false,
7196 "mode": "multi",
7197 "sort": "none"
7198 }
7199 },
7200 "pluginVersion": "11.6.1",
7201 "targets": [
7202 {
7203 "editorMode": "code",
7204 "expr": "irate(node_schedstat_running_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
7205 "format": "time_series",
7206 "hide": true,
7207 "interval": "",
7208 "intervalFactor": 1,
7209 "legendFormat": "CPU {{ cpu }} - Running",
7210 "range": true,
7211 "refId": "A",
7212 "step": 240
7213 },
7214 {
7215 "editorMode": "code",
7216 "expr": "irate(node_schedstat_waiting_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
7217 "format": "time_series",
7218 "hide": true,
7219 "interval": "",
7220 "intervalFactor": 1,
7221 "legendFormat": "CPU {{cpu}} - Waiting Queue",
7222 "range": true,
7223 "refId": "B",
7224 "step": 240
7225 },
7226 {
7227 "editorMode": "code",
7228 "expr": "irate(node_schedstat_waiting_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])\n/\n(irate(node_schedstat_running_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval]) + irate(node_schedstat_waiting_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval]))\n",
7229 "format": "time_series",
7230 "hide": false,
7231 "interval": "",
7232 "intervalFactor": 1,
7233 "legendFormat": "CPU {{cpu}}",
7234 "range": true,
7235 "refId": "C",
7236 "step": 240
7237 }
7238 ],
7239 "title": "CPU Saturation per Core",
7240 "type": "timeseries"
7241 },
7242 {
7243 "datasource": {
7244 "type": "prometheus",
7245 "uid": "${DS_PROMETHEUS}"
7246 },
7247 "description": "Number of active PIDs on the system and the configured maximum allowed. Useful for detecting PID exhaustion risk. Requires --collector.processes in node_exporter",
7248 "fieldConfig": {
7249 "defaults": {
7250 "color": {
7251 "mode": "palette-classic"
7252 },
7253 "custom": {
7254 "axisBorderShow": false,
7255 "axisCenteredZero": false,
7256 "axisColorMode": "text",
7257 "axisLabel": "",
7258 "axisPlacement": "auto",
7259 "barAlignment": 0,
7260 "barWidthFactor": 0.6,
7261 "drawStyle": "line",
7262 "fillOpacity": 20,
7263 "gradientMode": "none",
7264 "hideFrom": {
7265 "legend": false,
7266 "tooltip": false,
7267 "viz": false
7268 },
7269 "insertNulls": false,
7270 "lineInterpolation": "linear",
7271 "lineWidth": 1,
7272 "pointSize": 5,
7273 "scaleDistribution": {
7274 "type": "linear"
7275 },
7276 "showPoints": "never",
7277 "spanNulls": false,
7278 "stacking": {
7279 "group": "A",
7280 "mode": "none"
7281 },
7282 "thresholdsStyle": {
7283 "mode": "off"
7284 }
7285 },
7286 "links": [],
7287 "mappings": [],
7288 "min": 0,
7289 "thresholds": {
7290 "mode": "absolute",
7291 "steps": [
7292 {
7293 "color": "green"
7294 }
7295 ]
7296 },
7297 "unit": "short"
7298 },
7299 "overrides": [
7300 {
7301 "matcher": {
7302 "id": "byName",
7303 "options": "PIDs limit"
7304 },
7305 "properties": [
7306 {
7307 "id": "color",
7308 "value": {
7309 "fixedColor": "#F2495C",
7310 "mode": "fixed"
7311 }
7312 },
7313 {
7314 "id": "custom.fillOpacity",
7315 "value": 0
7316 },
7317 {
7318 "id": "custom.lineStyle",
7319 "value": {
7320 "dash": [
7321 10,
7322 10
7323 ],
7324 "fill": "dash"
7325 }
7326 }
7327 ]
7328 }
7329 ]
7330 },
7331 "gridPos": {
7332 "h": 10,
7333 "w": 12,
7334 "x": 0,
7335 "y": 645
7336 },
7337 "id": 313,
7338 "options": {
7339 "legend": {
7340 "calcs": [
7341 "min",
7342 "mean",
7343 "max"
7344 ],
7345 "displayMode": "table",
7346 "placement": "bottom",
7347 "showLegend": true
7348 },
7349 "tooltip": {
7350 "hideZeros": false,
7351 "mode": "multi",
7352 "sort": "none"
7353 }
7354 },
7355 "pluginVersion": "11.6.1",
7356 "targets": [
7357 {
7358 "editorMode": "code",
7359 "expr": "node_processes_pids{instance=\"$node\",job=\"$job\"}",
7360 "format": "time_series",
7361 "interval": "",
7362 "intervalFactor": 1,
7363 "legendFormat": "Number of PIDs",
7364 "range": true,
7365 "refId": "A",
7366 "step": 240
7367 },
7368 {
7369 "editorMode": "code",
7370 "expr": "node_processes_max_processes{instance=\"$node\",job=\"$job\"}",
7371 "format": "time_series",
7372 "interval": "",
7373 "intervalFactor": 1,
7374 "legendFormat": "PIDs limit",
7375 "range": true,
7376 "refId": "B",
7377 "step": 240
7378 }
7379 ],
7380 "title": "PIDs Number and Limit",
7381 "type": "timeseries"
7382 },
7383 {
7384 "datasource": {
7385 "type": "prometheus",
7386 "uid": "${DS_PROMETHEUS}"
7387 },
7388 "description": "Number of active threads on the system and the configured thread limit. Useful for monitoring thread pressure. Requires --collector.processes in node_exporter",
7389 "fieldConfig": {
7390 "defaults": {
7391 "color": {
7392 "mode": "palette-classic"
7393 },
7394 "custom": {
7395 "axisBorderShow": false,
7396 "axisCenteredZero": false,
7397 "axisColorMode": "text",
7398 "axisLabel": "",
7399 "axisPlacement": "auto",
7400 "barAlignment": 0,
7401 "barWidthFactor": 0.6,
7402 "drawStyle": "line",
7403 "fillOpacity": 20,
7404 "gradientMode": "none",
7405 "hideFrom": {
7406 "legend": false,
7407 "tooltip": false,
7408 "viz": false
7409 },
7410 "insertNulls": false,
7411 "lineInterpolation": "linear",
7412 "lineWidth": 1,
7413 "pointSize": 5,
7414 "scaleDistribution": {
7415 "type": "linear"
7416 },
7417 "showPoints": "never",
7418 "spanNulls": false,
7419 "stacking": {
7420 "group": "A",
7421 "mode": "none"
7422 },
7423 "thresholdsStyle": {
7424 "mode": "off"
7425 }
7426 },
7427 "links": [],
7428 "mappings": [],
7429 "min": 0,
7430 "thresholds": {
7431 "mode": "absolute",
7432 "steps": [
7433 {
7434 "color": "green"
7435 }
7436 ]
7437 },
7438 "unit": "short"
7439 },
7440 "overrides": [
7441 {
7442 "matcher": {
7443 "id": "byName",
7444 "options": "Threads limit"
7445 },
7446 "properties": [
7447 {
7448 "id": "color",
7449 "value": {
7450 "fixedColor": "#F2495C",
7451 "mode": "fixed"
7452 }
7453 },
7454 {
7455 "id": "custom.fillOpacity",
7456 "value": 0
7457 },
7458 {
7459 "id": "custom.lineStyle",
7460 "value": {
7461 "dash": [
7462 10,
7463 10
7464 ],
7465 "fill": "dash"
7466 }
7467 }
7468 ]
7469 }
7470 ]
7471 },
7472 "gridPos": {
7473 "h": 10,
7474 "w": 12,
7475 "x": 12,
7476 "y": 645
7477 },
7478 "id": 314,
7479 "options": {
7480 "legend": {
7481 "calcs": [
7482 "min",
7483 "mean",
7484 "max"
7485 ],
7486 "displayMode": "table",
7487 "placement": "bottom",
7488 "showLegend": true
7489 },
7490 "tooltip": {
7491 "hideZeros": false,
7492 "mode": "multi",
7493 "sort": "none"
7494 }
7495 },
7496 "pluginVersion": "11.6.1",
7497 "targets": [
7498 {
7499 "editorMode": "code",
7500 "expr": "node_processes_threads{instance=\"$node\",job=\"$job\"}",
7501 "format": "time_series",
7502 "interval": "",
7503 "intervalFactor": 1,
7504 "legendFormat": "Allocated threads",
7505 "range": true,
7506 "refId": "A",
7507 "step": 240
7508 },
7509 {
7510 "editorMode": "code",
7511 "expr": "node_processes_max_threads{instance=\"$node\",job=\"$job\"}",
7512 "format": "time_series",
7513 "interval": "",
7514 "intervalFactor": 1,
7515 "legendFormat": "Threads limit",
7516 "range": true,
7517 "refId": "B",
7518 "step": 240
7519 }
7520 ],
7521 "title": "Threads Number and Limit",
7522 "type": "timeseries"
7523 }
7524 ],
7525 "title": "System Processes",
7526 "type": "row"
7527 },
7528 {
7529 "collapsed": true,
7530 "gridPos": {
7531 "h": 1,
7532 "w": 24,
7533 "x": 0,
7534 "y": 25
7535 },
7536 "id": 269,
7537 "panels": [
7538 {
7539 "datasource": {
7540 "type": "prometheus",
7541 "uid": "${DS_PROMETHEUS}"
7542 },
7543 "description": "Per-second rate of context switches and hardware interrupts. High values may indicate intense CPU or I/O activity",
7544 "fieldConfig": {
7545 "defaults": {
7546 "color": {
7547 "mode": "palette-classic"
7548 },
7549 "custom": {
7550 "axisBorderShow": false,
7551 "axisCenteredZero": false,
7552 "axisColorMode": "text",
7553 "axisLabel": "",
7554 "axisPlacement": "auto",
7555 "barAlignment": 0,
7556 "barWidthFactor": 0.6,
7557 "drawStyle": "line",
7558 "fillOpacity": 20,
7559 "gradientMode": "none",
7560 "hideFrom": {
7561 "legend": false,
7562 "tooltip": false,
7563 "viz": false
7564 },
7565 "insertNulls": false,
7566 "lineInterpolation": "linear",
7567 "lineWidth": 1,
7568 "pointSize": 5,
7569 "scaleDistribution": {
7570 "type": "linear"
7571 },
7572 "showPoints": "never",
7573 "spanNulls": false,
7574 "stacking": {
7575 "group": "A",
7576 "mode": "none"
7577 },
7578 "thresholdsStyle": {
7579 "mode": "off"
7580 }
7581 },
7582 "links": [],
7583 "mappings": [],
7584 "min": 0,
7585 "thresholds": {
7586 "mode": "absolute",
7587 "steps": [
7588 {
7589 "color": "green"
7590 }
7591 ]
7592 },
7593 "unit": "ops"
7594 },
7595 "overrides": []
7596 },
7597 "gridPos": {
7598 "h": 10,
7599 "w": 12,
7600 "x": 0,
7601 "y": 686
7602 },
7603 "id": 8,
7604 "options": {
7605 "legend": {
7606 "calcs": [
7607 "min",
7608 "mean",
7609 "max"
7610 ],
7611 "displayMode": "table",
7612 "placement": "bottom",
7613 "showLegend": true
7614 },
7615 "tooltip": {
7616 "hideZeros": false,
7617 "mode": "multi",
7618 "sort": "none"
7619 }
7620 },
7621 "pluginVersion": "11.6.1",
7622 "targets": [
7623 {
7624 "editorMode": "code",
7625 "expr": "irate(node_context_switches_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
7626 "format": "time_series",
7627 "intervalFactor": 1,
7628 "legendFormat": "Context switches",
7629 "range": true,
7630 "refId": "A",
7631 "step": 240
7632 },
7633 {
7634 "editorMode": "code",
7635 "expr": "irate(node_intr_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
7636 "format": "time_series",
7637 "hide": false,
7638 "intervalFactor": 1,
7639 "legendFormat": "Interrupts",
7640 "range": true,
7641 "refId": "B",
7642 "step": 240
7643 }
7644 ],
7645 "title": "Context Switches / Interrupts",
7646 "type": "timeseries"
7647 },
7648 {
7649 "datasource": {
7650 "type": "prometheus",
7651 "uid": "${DS_PROMETHEUS}"
7652 },
7653 "description": "System load average over 1, 5, and 15 minutes. Reflects the number of active or waiting processes. Values above CPU core count may indicate overload",
7654 "fieldConfig": {
7655 "defaults": {
7656 "color": {
7657 "mode": "palette-classic"
7658 },
7659 "custom": {
7660 "axisBorderShow": false,
7661 "axisCenteredZero": false,
7662 "axisColorMode": "text",
7663 "axisLabel": "",
7664 "axisPlacement": "auto",
7665 "barAlignment": 0,
7666 "barWidthFactor": 0.6,
7667 "drawStyle": "line",
7668 "fillOpacity": 20,
7669 "gradientMode": "none",
7670 "hideFrom": {
7671 "legend": false,
7672 "tooltip": false,
7673 "viz": false
7674 },
7675 "insertNulls": false,
7676 "lineInterpolation": "linear",
7677 "lineWidth": 1,
7678 "pointSize": 5,
7679 "scaleDistribution": {
7680 "type": "linear"
7681 },
7682 "showPoints": "never",
7683 "spanNulls": false,
7684 "stacking": {
7685 "group": "A",
7686 "mode": "none"
7687 },
7688 "thresholdsStyle": {
7689 "mode": "off"
7690 }
7691 },
7692 "links": [],
7693 "mappings": [],
7694 "min": 0,
7695 "thresholds": {
7696 "mode": "absolute",
7697 "steps": [
7698 {
7699 "color": "green"
7700 }
7701 ]
7702 },
7703 "unit": "short"
7704 },
7705 "overrides": [
7706 {
7707 "matcher": {
7708 "id": "byName",
7709 "options": "CPU Core Count"
7710 },
7711 "properties": [
7712 {
7713 "id": "custom.fillOpacity",
7714 "value": 0
7715 },
7716 {
7717 "id": "custom.lineStyle",
7718 "value": {
7719 "dash": [
7720 10,
7721 10
7722 ],
7723 "fill": "dash"
7724 }
7725 },
7726 {
7727 "id": "color",
7728 "value": {
7729 "fixedColor": "dark-red",
7730 "mode": "fixed"
7731 }
7732 }
7733 ]
7734 }
7735 ]
7736 },
7737 "gridPos": {
7738 "h": 10,
7739 "w": 12,
7740 "x": 12,
7741 "y": 686
7742 },
7743 "id": 7,
7744 "options": {
7745 "legend": {
7746 "calcs": [
7747 "min",
7748 "mean",
7749 "max"
7750 ],
7751 "displayMode": "table",
7752 "placement": "bottom",
7753 "showLegend": true
7754 },
7755 "tooltip": {
7756 "hideZeros": false,
7757 "mode": "multi",
7758 "sort": "none"
7759 }
7760 },
7761 "pluginVersion": "11.6.1",
7762 "targets": [
7763 {
7764 "editorMode": "code",
7765 "expr": "node_load1{instance=\"$node\",job=\"$job\"}",
7766 "format": "time_series",
7767 "intervalFactor": 1,
7768 "legendFormat": "Load 1m",
7769 "range": true,
7770 "refId": "A",
7771 "step": 240
7772 },
7773 {
7774 "editorMode": "code",
7775 "expr": "node_load5{instance=\"$node\",job=\"$job\"}",
7776 "format": "time_series",
7777 "intervalFactor": 1,
7778 "legendFormat": "Load 5m",
7779 "range": true,
7780 "refId": "B",
7781 "step": 240
7782 },
7783 {
7784 "editorMode": "code",
7785 "expr": "node_load15{instance=\"$node\",job=\"$job\"}",
7786 "format": "time_series",
7787 "intervalFactor": 1,
7788 "legendFormat": "Load 15m",
7789 "range": true,
7790 "refId": "C",
7791 "step": 240
7792 },
7793 {
7794 "editorMode": "code",
7795 "expr": "count(count(node_cpu_seconds_total{instance=\"$node\",job=\"$job\"}) by (cpu))",
7796 "format": "time_series",
7797 "hide": false,
7798 "intervalFactor": 1,
7799 "legendFormat": "CPU Core Count",
7800 "range": true,
7801 "refId": "D",
7802 "step": 240
7803 }
7804 ],
7805 "title": "System Load",
7806 "type": "timeseries"
7807 },
7808 {
7809 "datasource": {
7810 "type": "prometheus",
7811 "uid": "${DS_PROMETHEUS}"
7812 },
7813 "description": "Real-time CPU frequency scaling per core, including average minimum and maximum allowed scaling frequencies",
7814 "fieldConfig": {
7815 "defaults": {
7816 "color": {
7817 "mode": "palette-classic"
7818 },
7819 "custom": {
7820 "axisBorderShow": false,
7821 "axisCenteredZero": false,
7822 "axisColorMode": "text",
7823 "axisLabel": "",
7824 "axisPlacement": "auto",
7825 "barAlignment": 0,
7826 "barWidthFactor": 0.6,
7827 "drawStyle": "line",
7828 "fillOpacity": 0,
7829 "gradientMode": "none",
7830 "hideFrom": {
7831 "legend": false,
7832 "tooltip": false,
7833 "viz": false
7834 },
7835 "insertNulls": false,
7836 "lineInterpolation": "linear",
7837 "lineWidth": 1,
7838 "pointSize": 5,
7839 "scaleDistribution": {
7840 "type": "linear"
7841 },
7842 "showPoints": "never",
7843 "spanNulls": false,
7844 "stacking": {
7845 "group": "A",
7846 "mode": "none"
7847 },
7848 "thresholdsStyle": {
7849 "mode": "off"
7850 }
7851 },
7852 "links": [],
7853 "mappings": [],
7854 "thresholds": {
7855 "mode": "absolute",
7856 "steps": [
7857 {
7858 "color": "green"
7859 }
7860 ]
7861 },
7862 "unit": "hertz"
7863 },
7864 "overrides": [
7865 {
7866 "matcher": {
7867 "id": "byName",
7868 "options": "Max"
7869 },
7870 "properties": [
7871 {
7872 "id": "custom.lineStyle",
7873 "value": {
7874 "dash": [
7875 10,
7876 10
7877 ],
7878 "fill": "dash"
7879 }
7880 },
7881 {
7882 "id": "color",
7883 "value": {
7884 "fixedColor": "dark-red",
7885 "mode": "fixed"
7886 }
7887 },
7888 {
7889 "id": "custom.hideFrom",
7890 "value": {
7891 "legend": true,
7892 "tooltip": false,
7893 "viz": false
7894 }
7895 }
7896 ]
7897 },
7898 {
7899 "matcher": {
7900 "id": "byName",
7901 "options": "Min"
7902 },
7903 "properties": [
7904 {
7905 "id": "custom.lineStyle",
7906 "value": {
7907 "dash": [
7908 10,
7909 10
7910 ],
7911 "fill": "dash"
7912 }
7913 },
7914 {
7915 "id": "color",
7916 "value": {
7917 "fixedColor": "blue",
7918 "mode": "fixed"
7919 }
7920 },
7921 {
7922 "id": "custom.hideFrom",
7923 "value": {
7924 "legend": true,
7925 "tooltip": false,
7926 "viz": false
7927 }
7928 }
7929 ]
7930 }
7931 ]
7932 },
7933 "gridPos": {
7934 "h": 10,
7935 "w": 12,
7936 "x": 0,
7937 "y": 696
7938 },
7939 "id": 321,
7940 "options": {
7941 "legend": {
7942 "calcs": [
7943 "min",
7944 "mean",
7945 "max"
7946 ],
7947 "displayMode": "table",
7948 "placement": "bottom",
7949 "showLegend": true
7950 },
7951 "tooltip": {
7952 "hideZeros": false,
7953 "mode": "multi",
7954 "sort": "desc"
7955 }
7956 },
7957 "pluginVersion": "11.6.1",
7958 "targets": [
7959 {
7960 "editorMode": "code",
7961 "expr": "node_cpu_scaling_frequency_hertz{instance=\"$node\",job=\"$job\"}",
7962 "format": "time_series",
7963 "hide": false,
7964 "interval": "",
7965 "intervalFactor": 1,
7966 "legendFormat": "CPU {{ cpu }}",
7967 "range": true,
7968 "refId": "B",
7969 "step": 240
7970 },
7971 {
7972 "editorMode": "code",
7973 "expr": "avg(node_cpu_scaling_frequency_max_hertz{instance=\"$node\",job=\"$job\"})",
7974 "format": "time_series",
7975 "hide": false,
7976 "interval": "",
7977 "intervalFactor": 1,
7978 "legendFormat": "Max",
7979 "range": true,
7980 "refId": "A",
7981 "step": 240
7982 },
7983 {
7984 "editorMode": "code",
7985 "expr": "avg(node_cpu_scaling_frequency_min_hertz{instance=\"$node\",job=\"$job\"})",
7986 "format": "time_series",
7987 "hide": false,
7988 "interval": "",
7989 "intervalFactor": 1,
7990 "legendFormat": "Min",
7991 "range": true,
7992 "refId": "C",
7993 "step": 240
7994 }
7995 ],
7996 "title": "CPU Frequency Scaling",
7997 "type": "timeseries"
7998 },
7999 {
8000 "datasource": {
8001 "type": "prometheus",
8002 "uid": "${DS_PROMETHEUS}"
8003 },
8004 "description": "Rate of scheduling timeslices executed per CPU. Reflects how frequently the scheduler switches tasks on each core",
8005 "fieldConfig": {
8006 "defaults": {
8007 "color": {
8008 "mode": "palette-classic"
8009 },
8010 "custom": {
8011 "axisBorderShow": false,
8012 "axisCenteredZero": false,
8013 "axisColorMode": "text",
8014 "axisLabel": "",
8015 "axisPlacement": "auto",
8016 "barAlignment": 0,
8017 "barWidthFactor": 0.6,
8018 "drawStyle": "line",
8019 "fillOpacity": 20,
8020 "gradientMode": "none",
8021 "hideFrom": {
8022 "legend": false,
8023 "tooltip": false,
8024 "viz": false
8025 },
8026 "insertNulls": false,
8027 "lineInterpolation": "linear",
8028 "lineWidth": 1,
8029 "pointSize": 5,
8030 "scaleDistribution": {
8031 "type": "linear"
8032 },
8033 "showPoints": "never",
8034 "spanNulls": false,
8035 "stacking": {
8036 "group": "A",
8037 "mode": "none"
8038 },
8039 "thresholdsStyle": {
8040 "mode": "off"
8041 }
8042 },
8043 "links": [],
8044 "mappings": [],
8045 "thresholds": {
8046 "mode": "absolute",
8047 "steps": [
8048 {
8049 "color": "green"
8050 }
8051 ]
8052 },
8053 "unit": "ops"
8054 },
8055 "overrides": []
8056 },
8057 "gridPos": {
8058 "h": 10,
8059 "w": 12,
8060 "x": 12,
8061 "y": 696
8062 },
8063 "id": 306,
8064 "options": {
8065 "legend": {
8066 "calcs": [
8067 "min",
8068 "mean",
8069 "max"
8070 ],
8071 "displayMode": "table",
8072 "placement": "bottom",
8073 "showLegend": true
8074 },
8075 "tooltip": {
8076 "hideZeros": false,
8077 "mode": "multi",
8078 "sort": "none"
8079 }
8080 },
8081 "pluginVersion": "11.6.1",
8082 "targets": [
8083 {
8084 "editorMode": "code",
8085 "expr": "irate(node_schedstat_timeslices_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
8086 "format": "time_series",
8087 "interval": "",
8088 "intervalFactor": 1,
8089 "legendFormat": "CPU {{ cpu }}",
8090 "range": true,
8091 "refId": "A",
8092 "step": 240
8093 }
8094 ],
8095 "title": "CPU Schedule Timeslices",
8096 "type": "timeseries"
8097 },
8098 {
8099 "datasource": {
8100 "type": "prometheus",
8101 "uid": "${DS_PROMETHEUS}"
8102 },
8103 "description": "Breaks down hardware interrupts by type and device. Useful for diagnosing IRQ load on network, disk, or CPU interfaces. Requires --collector.interrupts to be enabled in node_exporter",
8104 "fieldConfig": {
8105 "defaults": {
8106 "color": {
8107 "mode": "palette-classic"
8108 },
8109 "custom": {
8110 "axisBorderShow": false,
8111 "axisCenteredZero": false,
8112 "axisColorMode": "text",
8113 "axisLabel": "",
8114 "axisPlacement": "auto",
8115 "barAlignment": 0,
8116 "barWidthFactor": 0.6,
8117 "drawStyle": "line",
8118 "fillOpacity": 20,
8119 "gradientMode": "none",
8120 "hideFrom": {
8121 "legend": false,
8122 "tooltip": false,
8123 "viz": false
8124 },
8125 "insertNulls": false,
8126 "lineInterpolation": "linear",
8127 "lineWidth": 1,
8128 "pointSize": 5,
8129 "scaleDistribution": {
8130 "type": "linear"
8131 },
8132 "showPoints": "never",
8133 "spanNulls": false,
8134 "stacking": {
8135 "group": "A",
8136 "mode": "none"
8137 },
8138 "thresholdsStyle": {
8139 "mode": "off"
8140 }
8141 },
8142 "links": [],
8143 "mappings": [],
8144 "min": 0,
8145 "thresholds": {
8146 "mode": "absolute",
8147 "steps": [
8148 {
8149 "color": "green"
8150 }
8151 ]
8152 },
8153 "unit": "ops"
8154 },
8155 "overrides": []
8156 },
8157 "gridPos": {
8158 "h": 10,
8159 "w": 12,
8160 "x": 0,
8161 "y": 706
8162 },
8163 "id": 259,
8164 "options": {
8165 "legend": {
8166 "calcs": [
8167 "min",
8168 "mean",
8169 "max"
8170 ],
8171 "displayMode": "table",
8172 "placement": "bottom",
8173 "showLegend": true
8174 },
8175 "tooltip": {
8176 "hideZeros": false,
8177 "mode": "multi",
8178 "sort": "none"
8179 }
8180 },
8181 "pluginVersion": "11.6.1",
8182 "targets": [
8183 {
8184 "editorMode": "code",
8185 "expr": "irate(node_interrupts_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
8186 "format": "time_series",
8187 "interval": "",
8188 "intervalFactor": 1,
8189 "legendFormat": "{{ type }} - {{ info }}",
8190 "range": true,
8191 "refId": "A",
8192 "step": 240
8193 }
8194 ],
8195 "title": "IRQ Detail",
8196 "type": "timeseries"
8197 },
8198 {
8199 "datasource": {
8200 "type": "prometheus",
8201 "uid": "${DS_PROMETHEUS}"
8202 },
8203 "description": "Number of bits of entropy currently available to the system's random number generators (e.g., /dev/random). Low values may indicate that random number generation could block or degrade performance of cryptographic operations",
8204 "fieldConfig": {
8205 "defaults": {
8206 "color": {
8207 "mode": "palette-classic"
8208 },
8209 "custom": {
8210 "axisBorderShow": false,
8211 "axisCenteredZero": false,
8212 "axisColorMode": "text",
8213 "axisLabel": "",
8214 "axisPlacement": "auto",
8215 "barAlignment": 0,
8216 "barWidthFactor": 0.6,
8217 "drawStyle": "line",
8218 "fillOpacity": 20,
8219 "gradientMode": "none",
8220 "hideFrom": {
8221 "legend": false,
8222 "tooltip": false,
8223 "viz": false
8224 },
8225 "insertNulls": false,
8226 "lineInterpolation": "linear",
8227 "lineWidth": 1,
8228 "pointSize": 5,
8229 "scaleDistribution": {
8230 "type": "linear"
8231 },
8232 "showPoints": "never",
8233 "spanNulls": false,
8234 "stacking": {
8235 "group": "A",
8236 "mode": "none"
8237 },
8238 "thresholdsStyle": {
8239 "mode": "off"
8240 }
8241 },
8242 "links": [],
8243 "mappings": [],
8244 "min": 0,
8245 "thresholds": {
8246 "mode": "absolute",
8247 "steps": [
8248 {
8249 "color": "green"
8250 }
8251 ]
8252 },
8253 "unit": "decbits"
8254 },
8255 "overrides": [
8256 {
8257 "matcher": {
8258 "id": "byName",
8259 "options": "Entropy pool max"
8260 },
8261 "properties": [
8262 {
8263 "id": "custom.fillOpacity",
8264 "value": 0
8265 },
8266 {
8267 "id": "custom.lineStyle",
8268 "value": {
8269 "dash": [
8270 10,
8271 10
8272 ],
8273 "fill": "dash"
8274 }
8275 },
8276 {
8277 "id": "color",
8278 "value": {
8279 "fixedColor": "dark-red",
8280 "mode": "fixed"
8281 }
8282 }
8283 ]
8284 }
8285 ]
8286 },
8287 "gridPos": {
8288 "h": 10,
8289 "w": 12,
8290 "x": 12,
8291 "y": 706
8292 },
8293 "id": 151,
8294 "options": {
8295 "legend": {
8296 "calcs": [
8297 "min",
8298 "mean",
8299 "max"
8300 ],
8301 "displayMode": "table",
8302 "placement": "bottom",
8303 "showLegend": true
8304 },
8305 "tooltip": {
8306 "hideZeros": false,
8307 "mode": "multi",
8308 "sort": "none"
8309 }
8310 },
8311 "pluginVersion": "11.6.1",
8312 "targets": [
8313 {
8314 "editorMode": "code",
8315 "expr": "node_entropy_available_bits{instance=\"$node\",job=\"$job\"}",
8316 "format": "time_series",
8317 "intervalFactor": 1,
8318 "legendFormat": "Entropy available",
8319 "range": true,
8320 "refId": "A",
8321 "step": 240
8322 },
8323 {
8324 "editorMode": "code",
8325 "expr": "node_entropy_pool_size_bits{instance=\"$node\",job=\"$job\"}",
8326 "format": "time_series",
8327 "hide": false,
8328 "intervalFactor": 1,
8329 "legendFormat": "Entropy pool max",
8330 "range": true,
8331 "refId": "B",
8332 "step": 240
8333 }
8334 ],
8335 "title": "Entropy",
8336 "type": "timeseries"
8337 }
8338 ],
8339 "title": "System Misc",
8340 "type": "row"
8341 },
8342 {
8343 "collapsed": true,
8344 "gridPos": {
8345 "h": 1,
8346 "w": 24,
8347 "x": 0,
8348 "y": 26
8349 },
8350 "id": 304,
8351 "panels": [
8352 {
8353 "datasource": {
8354 "type": "prometheus",
8355 "uid": "${DS_PROMETHEUS}"
8356 },
8357 "description": "Monitors hardware sensor temperatures and critical thresholds as exposed by Linux hwmon. Includes CPU, GPU, and motherboard sensors where available",
8358 "fieldConfig": {
8359 "defaults": {
8360 "color": {
8361 "mode": "palette-classic"
8362 },
8363 "custom": {
8364 "axisBorderShow": false,
8365 "axisCenteredZero": false,
8366 "axisColorMode": "text",
8367 "axisLabel": "",
8368 "axisPlacement": "auto",
8369 "barAlignment": 0,
8370 "barWidthFactor": 0.6,
8371 "drawStyle": "line",
8372 "fillOpacity": 20,
8373 "gradientMode": "none",
8374 "hideFrom": {
8375 "legend": false,
8376 "tooltip": false,
8377 "viz": false
8378 },
8379 "insertNulls": false,
8380 "lineInterpolation": "linear",
8381 "lineWidth": 1,
8382 "pointSize": 5,
8383 "scaleDistribution": {
8384 "type": "linear"
8385 },
8386 "showPoints": "never",
8387 "spanNulls": false,
8388 "stacking": {
8389 "group": "A",
8390 "mode": "none"
8391 },
8392 "thresholdsStyle": {
8393 "mode": "off"
8394 }
8395 },
8396 "links": [],
8397 "mappings": [],
8398 "min": 0,
8399 "thresholds": {
8400 "mode": "absolute",
8401 "steps": [
8402 {
8403 "color": "green"
8404 }
8405 ]
8406 },
8407 "unit": "celsius"
8408 },
8409 "overrides": [
8410 {
8411 "matcher": {
8412 "id": "byRegexp",
8413 "options": "/.*Critical*./"
8414 },
8415 "properties": [
8416 {
8417 "id": "color",
8418 "value": {
8419 "fixedColor": "#E24D42",
8420 "mode": "fixed"
8421 }
8422 },
8423 {
8424 "id": "custom.fillOpacity",
8425 "value": 0
8426 }
8427 ]
8428 }
8429 ]
8430 },
8431 "gridPos": {
8432 "h": 10,
8433 "w": 12,
8434 "x": 0,
8435 "y": 607
8436 },
8437 "id": 158,
8438 "options": {
8439 "legend": {
8440 "calcs": [
8441 "min",
8442 "mean",
8443 "max"
8444 ],
8445 "displayMode": "table",
8446 "placement": "bottom",
8447 "showLegend": true
8448 },
8449 "tooltip": {
8450 "hideZeros": false,
8451 "mode": "multi",
8452 "sort": "none"
8453 }
8454 },
8455 "pluginVersion": "11.6.1",
8456 "targets": [
8457 {
8458 "editorMode": "code",
8459 "expr": "node_hwmon_temp_celsius{instance=\"$node\",job=\"$job\"} * on(chip) group_left(chip_name) node_hwmon_chip_names{instance=\"$node\",job=\"$job\"}",
8460 "format": "time_series",
8461 "interval": "",
8462 "intervalFactor": 1,
8463 "legendFormat": "{{ chip_name }} {{ sensor }}",
8464 "range": true,
8465 "refId": "A",
8466 "step": 240
8467 },
8468 {
8469 "expr": "node_hwmon_temp_crit_alarm_celsius{instance=\"$node\",job=\"$job\"} * on(chip) group_left(chip_name) node_hwmon_chip_names{instance=\"$node\",job=\"$job\"}",
8470 "format": "time_series",
8471 "hide": true,
8472 "interval": "",
8473 "intervalFactor": 1,
8474 "legendFormat": "{{ chip_name }} {{ sensor }} Critical Alarm",
8475 "refId": "B",
8476 "step": 240
8477 },
8478 {
8479 "editorMode": "code",
8480 "expr": "node_hwmon_temp_crit_celsius{instance=\"$node\",job=\"$job\"} * on(chip) group_left(chip_name) node_hwmon_chip_names{instance=\"$node\",job=\"$job\"}",
8481 "format": "time_series",
8482 "interval": "",
8483 "intervalFactor": 1,
8484 "legendFormat": "{{ chip_name }} {{ sensor }} Critical",
8485 "range": true,
8486 "refId": "C",
8487 "step": 240
8488 },
8489 {
8490 "expr": "node_hwmon_temp_crit_hyst_celsius{instance=\"$node\",job=\"$job\"} * on(chip) group_left(chip_name) node_hwmon_chip_names{instance=\"$node\",job=\"$job\"}",
8491 "format": "time_series",
8492 "hide": true,
8493 "interval": "",
8494 "intervalFactor": 1,
8495 "legendFormat": "{{ chip_name }} {{ sensor }} Critical Historical",
8496 "refId": "D",
8497 "step": 240
8498 },
8499 {
8500 "expr": "node_hwmon_temp_max_celsius{instance=\"$node\",job=\"$job\"} * on(chip) group_left(chip_name) node_hwmon_chip_names{instance=\"$node\",job=\"$job\"}",
8501 "format": "time_series",
8502 "hide": true,
8503 "interval": "",
8504 "intervalFactor": 1,
8505 "legendFormat": "{{ chip_name }} {{ sensor }} Max",
8506 "refId": "E",
8507 "step": 240
8508 }
8509 ],
8510 "title": "Hardware Temperature Monitor",
8511 "type": "timeseries"
8512 },
8513 {
8514 "datasource": {
8515 "type": "prometheus",
8516 "uid": "${DS_PROMETHEUS}"
8517 },
8518 "description": "Shows how hard each cooling device (fan/throttle) is working relative to its maximum capacity",
8519 "fieldConfig": {
8520 "defaults": {
8521 "color": {
8522 "mode": "palette-classic"
8523 },
8524 "custom": {
8525 "axisBorderShow": false,
8526 "axisCenteredZero": false,
8527 "axisColorMode": "text",
8528 "axisLabel": "",
8529 "axisPlacement": "auto",
8530 "barAlignment": 0,
8531 "barWidthFactor": 0.6,
8532 "drawStyle": "line",
8533 "fillOpacity": 20,
8534 "gradientMode": "none",
8535 "hideFrom": {
8536 "legend": false,
8537 "tooltip": false,
8538 "viz": false
8539 },
8540 "insertNulls": false,
8541 "lineInterpolation": "linear",
8542 "lineWidth": 1,
8543 "pointSize": 5,
8544 "scaleDistribution": {
8545 "type": "linear"
8546 },
8547 "showPoints": "never",
8548 "spanNulls": false,
8549 "stacking": {
8550 "group": "A",
8551 "mode": "none"
8552 },
8553 "thresholdsStyle": {
8554 "mode": "off"
8555 }
8556 },
8557 "links": [],
8558 "mappings": [],
8559 "thresholds": {
8560 "mode": "absolute",
8561 "steps": [
8562 {
8563 "color": "green"
8564 }
8565 ]
8566 },
8567 "unit": "percent"
8568 },
8569 "overrides": [
8570 {
8571 "matcher": {
8572 "id": "byRegexp",
8573 "options": "/.*Max*./"
8574 },
8575 "properties": [
8576 {
8577 "id": "color",
8578 "value": {
8579 "fixedColor": "#EF843C",
8580 "mode": "fixed"
8581 }
8582 },
8583 {
8584 "id": "custom.fillOpacity",
8585 "value": 0
8586 }
8587 ]
8588 }
8589 ]
8590 },
8591 "gridPos": {
8592 "h": 10,
8593 "w": 12,
8594 "x": 12,
8595 "y": 607
8596 },
8597 "id": 300,
8598 "options": {
8599 "legend": {
8600 "calcs": [
8601 "min",
8602 "mean",
8603 "max"
8604 ],
8605 "displayMode": "table",
8606 "placement": "bottom",
8607 "showLegend": true
8608 },
8609 "tooltip": {
8610 "hideZeros": false,
8611 "mode": "multi",
8612 "sort": "none"
8613 }
8614 },
8615 "pluginVersion": "11.6.1",
8616 "targets": [
8617 {
8618 "editorMode": "code",
8619 "expr": "100 * node_cooling_device_cur_state{instance=\"$node\",job=\"$job\"} / node_cooling_device_max_state{instance=\"$node\",job=\"$job\"}",
8620 "format": "time_series",
8621 "hide": false,
8622 "interval": "",
8623 "intervalFactor": 1,
8624 "legendFormat": "{{ name }} - {{ type }} ",
8625 "range": true,
8626 "refId": "A",
8627 "step": 240
8628 }
8629 ],
8630 "title": "Cooling Device Utilization",
8631 "type": "timeseries"
8632 },
8633 {
8634 "datasource": {
8635 "type": "prometheus",
8636 "uid": "${DS_PROMETHEUS}"
8637 },
8638 "description": "Shows the online status of power supplies (e.g., AC, battery). A value of 1-Yes indicates the power supply is active/online",
8639 "fieldConfig": {
8640 "defaults": {
8641 "color": {
8642 "mode": "palette-classic"
8643 },
8644 "custom": {
8645 "axisBorderShow": false,
8646 "axisCenteredZero": false,
8647 "axisColorMode": "text",
8648 "axisLabel": "",
8649 "axisPlacement": "auto",
8650 "barAlignment": 0,
8651 "barWidthFactor": 0.6,
8652 "drawStyle": "line",
8653 "fillOpacity": 20,
8654 "gradientMode": "none",
8655 "hideFrom": {
8656 "legend": false,
8657 "tooltip": false,
8658 "viz": false
8659 },
8660 "insertNulls": false,
8661 "lineInterpolation": "linear",
8662 "lineWidth": 1,
8663 "pointSize": 5,
8664 "scaleDistribution": {
8665 "type": "linear"
8666 },
8667 "showPoints": "never",
8668 "spanNulls": false,
8669 "stacking": {
8670 "group": "A",
8671 "mode": "none"
8672 },
8673 "thresholdsStyle": {
8674 "mode": "off"
8675 }
8676 },
8677 "links": [],
8678 "mappings": [],
8679 "thresholds": {
8680 "mode": "absolute",
8681 "steps": [
8682 {
8683 "color": "green"
8684 },
8685 {
8686 "color": "red",
8687 "value": 80
8688 }
8689 ]
8690 },
8691 "unit": "bool_yes_no"
8692 },
8693 "overrides": []
8694 },
8695 "gridPos": {
8696 "h": 10,
8697 "w": 12,
8698 "x": 0,
8699 "y": 617
8700 },
8701 "id": 302,
8702 "options": {
8703 "legend": {
8704 "calcs": [
8705 "min",
8706 "mean",
8707 "max"
8708 ],
8709 "displayMode": "table",
8710 "placement": "bottom",
8711 "showLegend": true
8712 },
8713 "tooltip": {
8714 "hideZeros": false,
8715 "mode": "multi",
8716 "sort": "none"
8717 }
8718 },
8719 "pluginVersion": "11.6.1",
8720 "targets": [
8721 {
8722 "editorMode": "code",
8723 "expr": "node_power_supply_online{instance=\"$node\",job=\"$job\"}",
8724 "format": "time_series",
8725 "hide": false,
8726 "interval": "",
8727 "intervalFactor": 1,
8728 "legendFormat": "{{ power_supply }} online",
8729 "range": true,
8730 "refId": "A",
8731 "step": 240
8732 }
8733 ],
8734 "title": "Power Supply",
8735 "type": "timeseries"
8736 },
8737 {
8738 "datasource": {
8739 "type": "prometheus",
8740 "uid": "${DS_PROMETHEUS}"
8741 },
8742 "description": "Displays the current fan speeds (RPM) from hardware sensors via the hwmon interface",
8743 "fieldConfig": {
8744 "defaults": {
8745 "color": {
8746 "mode": "palette-classic"
8747 },
8748 "custom": {
8749 "axisBorderShow": false,
8750 "axisCenteredZero": false,
8751 "axisColorMode": "text",
8752 "axisLabel": "",
8753 "axisPlacement": "auto",
8754 "barAlignment": 0,
8755 "barWidthFactor": 0.6,
8756 "drawStyle": "line",
8757 "fillOpacity": 20,
8758 "gradientMode": "none",
8759 "hideFrom": {
8760 "legend": false,
8761 "tooltip": false,
8762 "viz": false
8763 },
8764 "insertNulls": false,
8765 "lineInterpolation": "linear",
8766 "lineWidth": 1,
8767 "pointSize": 5,
8768 "scaleDistribution": {
8769 "type": "linear"
8770 },
8771 "showPoints": "never",
8772 "spanNulls": false,
8773 "stacking": {
8774 "group": "A",
8775 "mode": "none"
8776 },
8777 "thresholdsStyle": {
8778 "mode": "off"
8779 }
8780 },
8781 "links": [],
8782 "mappings": [],
8783 "min": 0,
8784 "thresholds": {
8785 "mode": "absolute",
8786 "steps": [
8787 {
8788 "color": "green"
8789 }
8790 ]
8791 },
8792 "unit": "rotrpm"
8793 },
8794 "overrides": []
8795 },
8796 "gridPos": {
8797 "h": 10,
8798 "w": 12,
8799 "x": 12,
8800 "y": 617
8801 },
8802 "id": 325,
8803 "options": {
8804 "legend": {
8805 "calcs": [
8806 "min",
8807 "mean",
8808 "max"
8809 ],
8810 "displayMode": "table",
8811 "placement": "bottom",
8812 "showLegend": true
8813 },
8814 "tooltip": {
8815 "hideZeros": false,
8816 "mode": "multi",
8817 "sort": "none"
8818 }
8819 },
8820 "pluginVersion": "11.6.1",
8821 "targets": [
8822 {
8823 "editorMode": "code",
8824 "expr": "node_hwmon_fan_rpm{instance=\"$node\",job=\"$job\"} * on(chip) group_left(chip_name) node_hwmon_chip_names{instance=\"$node\",job=\"$job\"}",
8825 "format": "time_series",
8826 "interval": "",
8827 "intervalFactor": 1,
8828 "legendFormat": "{{ chip_name }} {{ sensor }}",
8829 "range": true,
8830 "refId": "A",
8831 "step": 240
8832 },
8833 {
8834 "editorMode": "code",
8835 "expr": "node_hwmon_fan_min_rpm{instance=\"$node\",job=\"$job\"} * on(chip) group_left(chip_name) node_hwmon_chip_names{instance=\"$node\",job=\"$job\"}",
8836 "format": "time_series",
8837 "hide": true,
8838 "interval": "",
8839 "intervalFactor": 1,
8840 "legendFormat": "{{ chip_name }} {{ sensor }} rpm min",
8841 "range": true,
8842 "refId": "B",
8843 "step": 240
8844 }
8845 ],
8846 "title": "Hardware Fan Speed",
8847 "type": "timeseries"
8848 }
8849 ],
8850 "title": "Hardware Misc",
8851 "type": "row"
8852 },
8853 {
8854 "collapsed": true,
8855 "gridPos": {
8856 "h": 1,
8857 "w": 24,
8858 "x": 0,
8859 "y": 27
8860 },
8861 "id": 296,
8862 "panels": [
8863 {
8864 "datasource": {
8865 "type": "prometheus",
8866 "uid": "${DS_PROMETHEUS}"
8867 },
8868 "description": "Current number of systemd units in each operational state, such as active, failed, inactive, or transitioning",
8869 "fieldConfig": {
8870 "defaults": {
8871 "color": {
8872 "mode": "palette-classic"
8873 },
8874 "custom": {
8875 "axisBorderShow": false,
8876 "axisCenteredZero": false,
8877 "axisColorMode": "text",
8878 "axisLabel": "",
8879 "axisPlacement": "auto",
8880 "barAlignment": 0,
8881 "barWidthFactor": 0.6,
8882 "drawStyle": "line",
8883 "fillOpacity": 20,
8884 "gradientMode": "none",
8885 "hideFrom": {
8886 "legend": false,
8887 "tooltip": false,
8888 "viz": false
8889 },
8890 "insertNulls": false,
8891 "lineInterpolation": "linear",
8892 "lineWidth": 1,
8893 "pointSize": 5,
8894 "scaleDistribution": {
8895 "type": "linear"
8896 },
8897 "showPoints": "never",
8898 "spanNulls": false,
8899 "stacking": {
8900 "group": "A",
8901 "mode": "normal"
8902 },
8903 "thresholdsStyle": {
8904 "mode": "off"
8905 }
8906 },
8907 "links": [],
8908 "mappings": [],
8909 "thresholds": {
8910 "mode": "absolute",
8911 "steps": [
8912 {
8913 "color": "green"
8914 }
8915 ]
8916 },
8917 "unit": "short"
8918 },
8919 "overrides": [
8920 {
8921 "matcher": {
8922 "id": "byName",
8923 "options": "Failed"
8924 },
8925 "properties": [
8926 {
8927 "id": "color",
8928 "value": {
8929 "fixedColor": "#F2495C",
8930 "mode": "fixed"
8931 }
8932 }
8933 ]
8934 },
8935 {
8936 "matcher": {
8937 "id": "byName",
8938 "options": "Active"
8939 },
8940 "properties": [
8941 {
8942 "id": "color",
8943 "value": {
8944 "fixedColor": "#73BF69",
8945 "mode": "fixed"
8946 }
8947 }
8948 ]
8949 },
8950 {
8951 "matcher": {
8952 "id": "byName",
8953 "options": "Activating"
8954 },
8955 "properties": [
8956 {
8957 "id": "color",
8958 "value": {
8959 "fixedColor": "#C8F2C2",
8960 "mode": "fixed"
8961 }
8962 }
8963 ]
8964 },
8965 {
8966 "matcher": {
8967 "id": "byName",
8968 "options": "Deactivating"
8969 },
8970 "properties": [
8971 {
8972 "id": "color",
8973 "value": {
8974 "fixedColor": "orange",
8975 "mode": "fixed"
8976 }
8977 }
8978 ]
8979 },
8980 {
8981 "matcher": {
8982 "id": "byName",
8983 "options": "Inactive"
8984 },
8985 "properties": [
8986 {
8987 "id": "color",
8988 "value": {
8989 "fixedColor": "dark-blue",
8990 "mode": "fixed"
8991 }
8992 }
8993 ]
8994 }
8995 ]
8996 },
8997 "gridPos": {
8998 "h": 10,
8999 "w": 12,
9000 "x": 0,
9001 "y": 4098
9002 },
9003 "id": 298,
9004 "options": {
9005 "legend": {
9006 "calcs": [
9007 "min",
9008 "mean",
9009 "max"
9010 ],
9011 "displayMode": "table",
9012 "placement": "bottom",
9013 "showLegend": true
9014 },
9015 "tooltip": {
9016 "hideZeros": false,
9017 "mode": "multi",
9018 "sort": "none"
9019 }
9020 },
9021 "pluginVersion": "11.6.1",
9022 "targets": [
9023 {
9024 "editorMode": "code",
9025 "expr": "node_systemd_units{instance=\"$node\",job=\"$job\",state=\"activating\"}",
9026 "format": "time_series",
9027 "interval": "",
9028 "intervalFactor": 1,
9029 "legendFormat": "Activating",
9030 "range": true,
9031 "refId": "A",
9032 "step": 240
9033 },
9034 {
9035 "editorMode": "code",
9036 "expr": "node_systemd_units{instance=\"$node\",job=\"$job\",state=\"active\"}",
9037 "format": "time_series",
9038 "interval": "",
9039 "intervalFactor": 1,
9040 "legendFormat": "Active",
9041 "range": true,
9042 "refId": "B",
9043 "step": 240
9044 },
9045 {
9046 "editorMode": "code",
9047 "expr": "node_systemd_units{instance=\"$node\",job=\"$job\",state=\"deactivating\"}",
9048 "format": "time_series",
9049 "interval": "",
9050 "intervalFactor": 1,
9051 "legendFormat": "Deactivating",
9052 "range": true,
9053 "refId": "C",
9054 "step": 240
9055 },
9056 {
9057 "editorMode": "code",
9058 "expr": "node_systemd_units{instance=\"$node\",job=\"$job\",state=\"failed\"}",
9059 "format": "time_series",
9060 "interval": "",
9061 "intervalFactor": 1,
9062 "legendFormat": "Failed",
9063 "range": true,
9064 "refId": "D",
9065 "step": 240
9066 },
9067 {
9068 "editorMode": "code",
9069 "expr": "node_systemd_units{instance=\"$node\",job=\"$job\",state=\"inactive\"}",
9070 "format": "time_series",
9071 "interval": "",
9072 "intervalFactor": 1,
9073 "legendFormat": "Inactive",
9074 "range": true,
9075 "refId": "E",
9076 "step": 240
9077 }
9078 ],
9079 "title": "Systemd Units State",
9080 "type": "timeseries"
9081 },
9082 {
9083 "datasource": {
9084 "type": "prometheus",
9085 "uid": "${DS_PROMETHEUS}"
9086 },
9087 "description": "Current number of active connections per systemd socket, as reported by the Node Exporter systemd collector",
9088 "fieldConfig": {
9089 "defaults": {
9090 "color": {
9091 "mode": "palette-classic"
9092 },
9093 "custom": {
9094 "axisBorderShow": false,
9095 "axisCenteredZero": false,
9096 "axisColorMode": "text",
9097 "axisLabel": "",
9098 "axisPlacement": "auto",
9099 "barAlignment": 0,
9100 "barWidthFactor": 0.6,
9101 "drawStyle": "line",
9102 "fillOpacity": 20,
9103 "gradientMode": "none",
9104 "hideFrom": {
9105 "legend": false,
9106 "tooltip": false,
9107 "viz": false
9108 },
9109 "insertNulls": false,
9110 "lineInterpolation": "linear",
9111 "lineWidth": 1,
9112 "pointSize": 5,
9113 "scaleDistribution": {
9114 "type": "linear"
9115 },
9116 "showPoints": "never",
9117 "spanNulls": false,
9118 "stacking": {
9119 "group": "A",
9120 "mode": "none"
9121 },
9122 "thresholdsStyle": {
9123 "mode": "off"
9124 }
9125 },
9126 "links": [],
9127 "mappings": [],
9128 "min": 0,
9129 "thresholds": {
9130 "mode": "absolute",
9131 "steps": [
9132 {
9133 "color": "green"
9134 }
9135 ]
9136 },
9137 "unit": "short"
9138 },
9139 "overrides": []
9140 },
9141 "gridPos": {
9142 "h": 10,
9143 "w": 12,
9144 "x": 12,
9145 "y": 4098
9146 },
9147 "id": 331,
9148 "options": {
9149 "legend": {
9150 "calcs": [
9151 "min",
9152 "mean",
9153 "max"
9154 ],
9155 "displayMode": "table",
9156 "placement": "bottom",
9157 "showLegend": true
9158 },
9159 "tooltip": {
9160 "hideZeros": false,
9161 "mode": "multi",
9162 "sort": "none"
9163 }
9164 },
9165 "pluginVersion": "11.6.1",
9166 "targets": [
9167 {
9168 "editorMode": "code",
9169 "expr": "node_systemd_socket_current_connections{instance=\"$node\",job=\"$job\"}",
9170 "format": "time_series",
9171 "interval": "",
9172 "intervalFactor": 1,
9173 "legendFormat": "{{ name }}",
9174 "range": true,
9175 "refId": "A",
9176 "step": 240
9177 }
9178 ],
9179 "title": "Systemd Sockets Current",
9180 "type": "timeseries"
9181 },
9182 {
9183 "datasource": {
9184 "type": "prometheus",
9185 "uid": "${DS_PROMETHEUS}"
9186 },
9187 "description": "Rate of accepted connections per second for each systemd socket",
9188 "fieldConfig": {
9189 "defaults": {
9190 "color": {
9191 "mode": "palette-classic"
9192 },
9193 "custom": {
9194 "axisBorderShow": false,
9195 "axisCenteredZero": false,
9196 "axisColorMode": "text",
9197 "axisLabel": "",
9198 "axisPlacement": "auto",
9199 "barAlignment": 0,
9200 "barWidthFactor": 0.6,
9201 "drawStyle": "line",
9202 "fillOpacity": 20,
9203 "gradientMode": "none",
9204 "hideFrom": {
9205 "legend": false,
9206 "tooltip": false,
9207 "viz": false
9208 },
9209 "insertNulls": false,
9210 "lineInterpolation": "linear",
9211 "lineWidth": 1,
9212 "pointSize": 5,
9213 "scaleDistribution": {
9214 "type": "linear"
9215 },
9216 "showPoints": "never",
9217 "spanNulls": false,
9218 "stacking": {
9219 "group": "A",
9220 "mode": "none"
9221 },
9222 "thresholdsStyle": {
9223 "mode": "off"
9224 }
9225 },
9226 "links": [],
9227 "mappings": [],
9228 "min": 0,
9229 "thresholds": {
9230 "mode": "absolute",
9231 "steps": [
9232 {
9233 "color": "green"
9234 }
9235 ]
9236 },
9237 "unit": "eps"
9238 },
9239 "overrides": []
9240 },
9241 "gridPos": {
9242 "h": 10,
9243 "w": 12,
9244 "x": 0,
9245 "y": 4108
9246 },
9247 "id": 297,
9248 "options": {
9249 "legend": {
9250 "calcs": [
9251 "min",
9252 "mean",
9253 "max"
9254 ],
9255 "displayMode": "table",
9256 "placement": "bottom",
9257 "showLegend": true
9258 },
9259 "tooltip": {
9260 "hideZeros": false,
9261 "mode": "multi",
9262 "sort": "none"
9263 }
9264 },
9265 "pluginVersion": "11.6.1",
9266 "targets": [
9267 {
9268 "editorMode": "code",
9269 "expr": "irate(node_systemd_socket_accepted_connections_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
9270 "format": "time_series",
9271 "interval": "",
9272 "intervalFactor": 1,
9273 "legendFormat": "{{ name }}",
9274 "range": true,
9275 "refId": "A",
9276 "step": 240
9277 }
9278 ],
9279 "title": "Systemd Sockets Accepted",
9280 "type": "timeseries"
9281 },
9282 {
9283 "datasource": {
9284 "type": "prometheus",
9285 "uid": "${DS_PROMETHEUS}"
9286 },
9287 "description": "Rate of systemd socket connection refusals per second, typically due to service unavailability or backlog overflow",
9288 "fieldConfig": {
9289 "defaults": {
9290 "color": {
9291 "mode": "palette-classic"
9292 },
9293 "custom": {
9294 "axisBorderShow": false,
9295 "axisCenteredZero": false,
9296 "axisColorMode": "text",
9297 "axisLabel": "",
9298 "axisPlacement": "auto",
9299 "barAlignment": 0,
9300 "barWidthFactor": 0.6,
9301 "drawStyle": "line",
9302 "fillOpacity": 20,
9303 "gradientMode": "none",
9304 "hideFrom": {
9305 "legend": false,
9306 "tooltip": false,
9307 "viz": false
9308 },
9309 "insertNulls": false,
9310 "lineInterpolation": "linear",
9311 "lineWidth": 1,
9312 "pointSize": 5,
9313 "scaleDistribution": {
9314 "type": "linear"
9315 },
9316 "showPoints": "never",
9317 "spanNulls": false,
9318 "stacking": {
9319 "group": "A",
9320 "mode": "none"
9321 },
9322 "thresholdsStyle": {
9323 "mode": "off"
9324 }
9325 },
9326 "links": [],
9327 "mappings": [],
9328 "min": 0,
9329 "thresholds": {
9330 "mode": "absolute",
9331 "steps": [
9332 {
9333 "color": "green"
9334 }
9335 ]
9336 },
9337 "unit": "eps"
9338 },
9339 "overrides": []
9340 },
9341 "gridPos": {
9342 "h": 10,
9343 "w": 12,
9344 "x": 12,
9345 "y": 4108
9346 },
9347 "id": 332,
9348 "options": {
9349 "legend": {
9350 "calcs": [
9351 "min",
9352 "mean",
9353 "max"
9354 ],
9355 "displayMode": "table",
9356 "placement": "bottom",
9357 "showLegend": true
9358 },
9359 "tooltip": {
9360 "hideZeros": false,
9361 "mode": "multi",
9362 "sort": "none"
9363 }
9364 },
9365 "pluginVersion": "11.6.1",
9366 "targets": [
9367 {
9368 "editorMode": "code",
9369 "expr": "irate(node_systemd_socket_refused_connections_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
9370 "format": "time_series",
9371 "interval": "",
9372 "intervalFactor": 1,
9373 "legendFormat": "{{ name }}",
9374 "range": true,
9375 "refId": "A",
9376 "step": 240
9377 }
9378 ],
9379 "title": "Systemd Sockets Refused",
9380 "type": "timeseries"
9381 }
9382 ],
9383 "title": "Systemd",
9384 "type": "row"
9385 },
9386 {
9387 "collapsed": true,
9388 "gridPos": {
9389 "h": 1,
9390 "w": 24,
9391 "x": 0,
9392 "y": 28
9393 },
9394 "id": 270,
9395 "panels": [
9396 {
9397 "datasource": {
9398 "type": "prometheus",
9399 "uid": "${DS_PROMETHEUS}"
9400 },
9401 "description": "Number of I/O operations completed per second for the device (after merges), including both reads and writes",
9402 "fieldConfig": {
9403 "defaults": {
9404 "color": {
9405 "mode": "palette-classic"
9406 },
9407 "custom": {
9408 "axisBorderShow": false,
9409 "axisCenteredZero": false,
9410 "axisColorMode": "text",
9411 "axisLabel": "read (–) / write (+)",
9412 "axisPlacement": "auto",
9413 "barAlignment": 0,
9414 "barWidthFactor": 0.6,
9415 "drawStyle": "line",
9416 "fillOpacity": 20,
9417 "gradientMode": "none",
9418 "hideFrom": {
9419 "legend": false,
9420 "tooltip": false,
9421 "viz": false
9422 },
9423 "insertNulls": false,
9424 "lineInterpolation": "linear",
9425 "lineWidth": 1,
9426 "pointSize": 5,
9427 "scaleDistribution": {
9428 "type": "linear"
9429 },
9430 "showPoints": "never",
9431 "spanNulls": false,
9432 "stacking": {
9433 "group": "A",
9434 "mode": "none"
9435 },
9436 "thresholdsStyle": {
9437 "mode": "off"
9438 }
9439 },
9440 "links": [],
9441 "mappings": [],
9442 "thresholds": {
9443 "mode": "absolute",
9444 "steps": [
9445 {
9446 "color": "green"
9447 }
9448 ]
9449 },
9450 "unit": "iops"
9451 },
9452 "overrides": [
9453 {
9454 "matcher": {
9455 "id": "byRegexp",
9456 "options": "/.*Read.*/"
9457 },
9458 "properties": [
9459 {
9460 "id": "custom.transform",
9461 "value": "negative-Y"
9462 }
9463 ]
9464 },
9465 {
9466 "matcher": {
9467 "id": "byRegexp",
9468 "options": "/sda.*/"
9469 },
9470 "properties": [
9471 {
9472 "id": "color",
9473 "value": {
9474 "fixedColor": "orange",
9475 "mode": "fixed"
9476 }
9477 }
9478 ]
9479 }
9480 ]
9481 },
9482 "gridPos": {
9483 "h": 10,
9484 "w": 12,
9485 "x": 0,
9486 "y": 29
9487 },
9488 "id": 9,
9489 "options": {
9490 "legend": {
9491 "calcs": [
9492 "min",
9493 "mean",
9494 "max"
9495 ],
9496 "displayMode": "table",
9497 "placement": "bottom",
9498 "showLegend": true
9499 },
9500 "tooltip": {
9501 "hideZeros": false,
9502 "mode": "single",
9503 "sort": "none"
9504 }
9505 },
9506 "pluginVersion": "11.6.1",
9507 "targets": [
9508 {
9509 "editorMode": "code",
9510 "expr": "irate(node_disk_reads_completed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
9511 "intervalFactor": 1,
9512 "legendFormat": "{{device}} - Read",
9513 "range": true,
9514 "refId": "A",
9515 "step": 240
9516 },
9517 {
9518 "editorMode": "code",
9519 "expr": "irate(node_disk_writes_completed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
9520 "intervalFactor": 1,
9521 "legendFormat": "{{device}} - Write",
9522 "range": true,
9523 "refId": "B",
9524 "step": 240
9525 }
9526 ],
9527 "title": "Disk Read/Write IOps",
9528 "type": "timeseries"
9529 },
9530 {
9531 "datasource": {
9532 "type": "prometheus",
9533 "uid": "${DS_PROMETHEUS}"
9534 },
9535 "description": "Number of bytes read from or written to the device per second",
9536 "fieldConfig": {
9537 "defaults": {
9538 "color": {
9539 "mode": "palette-classic"
9540 },
9541 "custom": {
9542 "axisBorderShow": false,
9543 "axisCenteredZero": false,
9544 "axisColorMode": "text",
9545 "axisLabel": "read (–) / write (+)",
9546 "axisPlacement": "auto",
9547 "barAlignment": 0,
9548 "barWidthFactor": 0.6,
9549 "drawStyle": "line",
9550 "fillOpacity": 20,
9551 "gradientMode": "none",
9552 "hideFrom": {
9553 "legend": false,
9554 "tooltip": false,
9555 "viz": false
9556 },
9557 "insertNulls": false,
9558 "lineInterpolation": "linear",
9559 "lineWidth": 1,
9560 "pointSize": 5,
9561 "scaleDistribution": {
9562 "type": "linear"
9563 },
9564 "showPoints": "never",
9565 "spanNulls": false,
9566 "stacking": {
9567 "group": "A",
9568 "mode": "none"
9569 },
9570 "thresholdsStyle": {
9571 "mode": "off"
9572 }
9573 },
9574 "links": [],
9575 "mappings": [],
9576 "thresholds": {
9577 "mode": "absolute",
9578 "steps": [
9579 {
9580 "color": "green"
9581 }
9582 ]
9583 },
9584 "unit": "Bps"
9585 },
9586 "overrides": [
9587 {
9588 "matcher": {
9589 "id": "byRegexp",
9590 "options": "/.*Read.*/"
9591 },
9592 "properties": [
9593 {
9594 "id": "custom.transform",
9595 "value": "negative-Y"
9596 }
9597 ]
9598 },
9599 {
9600 "matcher": {
9601 "id": "byRegexp",
9602 "options": "/sda.*/"
9603 },
9604 "properties": [
9605 {
9606 "id": "color",
9607 "value": {
9608 "fixedColor": "orange",
9609 "mode": "fixed"
9610 }
9611 }
9612 ]
9613 }
9614 ]
9615 },
9616 "gridPos": {
9617 "h": 10,
9618 "w": 12,
9619 "x": 12,
9620 "y": 29
9621 },
9622 "id": 33,
9623 "options": {
9624 "legend": {
9625 "calcs": [
9626 "min",
9627 "mean",
9628 "max"
9629 ],
9630 "displayMode": "table",
9631 "placement": "bottom",
9632 "showLegend": true
9633 },
9634 "tooltip": {
9635 "hideZeros": false,
9636 "mode": "single",
9637 "sort": "none"
9638 }
9639 },
9640 "pluginVersion": "11.6.1",
9641 "targets": [
9642 {
9643 "editorMode": "code",
9644 "expr": "irate(node_disk_read_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
9645 "format": "time_series",
9646 "intervalFactor": 1,
9647 "legendFormat": "{{device}} - Read",
9648 "range": true,
9649 "refId": "A",
9650 "step": 240
9651 },
9652 {
9653 "editorMode": "code",
9654 "exemplar": false,
9655 "expr": "irate(node_disk_written_bytes_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
9656 "format": "time_series",
9657 "instant": false,
9658 "intervalFactor": 1,
9659 "legendFormat": "{{device}} - Write",
9660 "range": true,
9661 "refId": "B",
9662 "step": 240
9663 }
9664 ],
9665 "title": "Disk Read/Write Data",
9666 "type": "timeseries"
9667 },
9668 {
9669 "datasource": {
9670 "type": "prometheus",
9671 "uid": "${DS_PROMETHEUS}"
9672 },
9673 "description": "Average time for requests issued to the device to be served. This includes the time spent by the requests in queue and the time spent servicing them.",
9674 "fieldConfig": {
9675 "defaults": {
9676 "color": {
9677 "mode": "palette-classic"
9678 },
9679 "custom": {
9680 "axisBorderShow": false,
9681 "axisCenteredZero": false,
9682 "axisColorMode": "text",
9683 "axisLabel": "read (–) / write (+)",
9684 "axisPlacement": "auto",
9685 "barAlignment": 0,
9686 "barWidthFactor": 0.6,
9687 "drawStyle": "line",
9688 "fillOpacity": 20,
9689 "gradientMode": "none",
9690 "hideFrom": {
9691 "legend": false,
9692 "tooltip": false,
9693 "viz": false
9694 },
9695 "insertNulls": false,
9696 "lineInterpolation": "linear",
9697 "lineWidth": 1,
9698 "pointSize": 5,
9699 "scaleDistribution": {
9700 "type": "linear"
9701 },
9702 "showPoints": "never",
9703 "spanNulls": false,
9704 "stacking": {
9705 "group": "A",
9706 "mode": "none"
9707 },
9708 "thresholdsStyle": {
9709 "mode": "off"
9710 }
9711 },
9712 "links": [],
9713 "mappings": [],
9714 "thresholds": {
9715 "mode": "absolute",
9716 "steps": [
9717 {
9718 "color": "green"
9719 }
9720 ]
9721 },
9722 "unit": "s"
9723 },
9724 "overrides": [
9725 {
9726 "matcher": {
9727 "id": "byRegexp",
9728 "options": "/.*Read.*/"
9729 },
9730 "properties": [
9731 {
9732 "id": "custom.transform",
9733 "value": "negative-Y"
9734 }
9735 ]
9736 },
9737 {
9738 "matcher": {
9739 "id": "byRegexp",
9740 "options": "/sda.*/"
9741 },
9742 "properties": [
9743 {
9744 "id": "color",
9745 "value": {
9746 "fixedColor": "orange",
9747 "mode": "fixed"
9748 }
9749 }
9750 ]
9751 }
9752 ]
9753 },
9754 "gridPos": {
9755 "h": 10,
9756 "w": 12,
9757 "x": 0,
9758 "y": 259
9759 },
9760 "id": 37,
9761 "options": {
9762 "legend": {
9763 "calcs": [
9764 "min",
9765 "mean",
9766 "max"
9767 ],
9768 "displayMode": "table",
9769 "placement": "bottom",
9770 "showLegend": true
9771 },
9772 "tooltip": {
9773 "hideZeros": false,
9774 "mode": "single",
9775 "sort": "none"
9776 }
9777 },
9778 "pluginVersion": "11.6.1",
9779 "targets": [
9780 {
9781 "editorMode": "code",
9782 "expr": "irate(node_disk_read_time_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval]) / irate(node_disk_reads_completed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
9783 "hide": false,
9784 "interval": "",
9785 "intervalFactor": 1,
9786 "legendFormat": "{{device}} - Read",
9787 "range": true,
9788 "refId": "A",
9789 "step": 240
9790 },
9791 {
9792 "editorMode": "code",
9793 "expr": "irate(node_disk_write_time_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval]) / irate(node_disk_writes_completed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
9794 "hide": false,
9795 "interval": "",
9796 "intervalFactor": 1,
9797 "legendFormat": "{{device}} - Write",
9798 "range": true,
9799 "refId": "B",
9800 "step": 240
9801 }
9802 ],
9803 "title": "Disk Average Wait Time",
9804 "type": "timeseries"
9805 },
9806 {
9807 "datasource": {
9808 "type": "prometheus",
9809 "uid": "${DS_PROMETHEUS}"
9810 },
9811 "description": "Average queue length of the requests that were issued to the device",
9812 "fieldConfig": {
9813 "defaults": {
9814 "color": {
9815 "mode": "palette-classic"
9816 },
9817 "custom": {
9818 "axisBorderShow": false,
9819 "axisCenteredZero": false,
9820 "axisColorMode": "text",
9821 "axisLabel": "",
9822 "axisPlacement": "auto",
9823 "barAlignment": 0,
9824 "barWidthFactor": 0.6,
9825 "drawStyle": "line",
9826 "fillOpacity": 20,
9827 "gradientMode": "none",
9828 "hideFrom": {
9829 "legend": false,
9830 "tooltip": false,
9831 "viz": false
9832 },
9833 "insertNulls": false,
9834 "lineInterpolation": "linear",
9835 "lineWidth": 1,
9836 "pointSize": 5,
9837 "scaleDistribution": {
9838 "type": "linear"
9839 },
9840 "showPoints": "never",
9841 "spanNulls": false,
9842 "stacking": {
9843 "group": "A",
9844 "mode": "none"
9845 },
9846 "thresholdsStyle": {
9847 "mode": "off"
9848 }
9849 },
9850 "links": [],
9851 "mappings": [],
9852 "min": 0,
9853 "thresholds": {
9854 "mode": "absolute",
9855 "steps": [
9856 {
9857 "color": "green"
9858 }
9859 ]
9860 },
9861 "unit": "none"
9862 },
9863 "overrides": [
9864 {
9865 "matcher": {
9866 "id": "byRegexp",
9867 "options": "/sda_*/"
9868 },
9869 "properties": [
9870 {
9871 "id": "color",
9872 "value": {
9873 "fixedColor": "#7EB26D",
9874 "mode": "fixed"
9875 }
9876 }
9877 ]
9878 }
9879 ]
9880 },
9881 "gridPos": {
9882 "h": 10,
9883 "w": 12,
9884 "x": 12,
9885 "y": 259
9886 },
9887 "id": 35,
9888 "options": {
9889 "legend": {
9890 "calcs": [
9891 "min",
9892 "mean",
9893 "max"
9894 ],
9895 "displayMode": "table",
9896 "placement": "bottom",
9897 "showLegend": true
9898 },
9899 "tooltip": {
9900 "hideZeros": false,
9901 "mode": "single",
9902 "sort": "none"
9903 }
9904 },
9905 "pluginVersion": "11.6.1",
9906 "targets": [
9907 {
9908 "editorMode": "code",
9909 "expr": "irate(node_disk_io_time_weighted_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
9910 "interval": "",
9911 "intervalFactor": 1,
9912 "legendFormat": "{{device}}",
9913 "range": true,
9914 "refId": "A",
9915 "step": 240
9916 }
9917 ],
9918 "title": "Average Queue Size",
9919 "type": "timeseries"
9920 },
9921 {
9922 "datasource": {
9923 "type": "prometheus",
9924 "uid": "${DS_PROMETHEUS}"
9925 },
9926 "description": "Number of read and write requests merged per second that were queued to the device",
9927 "fieldConfig": {
9928 "defaults": {
9929 "color": {
9930 "mode": "palette-classic"
9931 },
9932 "custom": {
9933 "axisBorderShow": false,
9934 "axisCenteredZero": false,
9935 "axisColorMode": "text",
9936 "axisLabel": "read (–) / write (+)",
9937 "axisPlacement": "auto",
9938 "barAlignment": 0,
9939 "barWidthFactor": 0.6,
9940 "drawStyle": "line",
9941 "fillOpacity": 20,
9942 "gradientMode": "none",
9943 "hideFrom": {
9944 "legend": false,
9945 "tooltip": false,
9946 "viz": false
9947 },
9948 "insertNulls": false,
9949 "lineInterpolation": "linear",
9950 "lineWidth": 1,
9951 "pointSize": 5,
9952 "scaleDistribution": {
9953 "type": "linear"
9954 },
9955 "showPoints": "never",
9956 "spanNulls": false,
9957 "stacking": {
9958 "group": "A",
9959 "mode": "none"
9960 },
9961 "thresholdsStyle": {
9962 "mode": "off"
9963 }
9964 },
9965 "links": [],
9966 "mappings": [],
9967 "thresholds": {
9968 "mode": "absolute",
9969 "steps": [
9970 {
9971 "color": "green"
9972 }
9973 ]
9974 },
9975 "unit": "iops"
9976 },
9977 "overrides": [
9978 {
9979 "matcher": {
9980 "id": "byRegexp",
9981 "options": "/.*Read.*/"
9982 },
9983 "properties": [
9984 {
9985 "id": "custom.transform",
9986 "value": "negative-Y"
9987 }
9988 ]
9989 },
9990 {
9991 "matcher": {
9992 "id": "byRegexp",
9993 "options": "/sda.*/"
9994 },
9995 "properties": [
9996 {
9997 "id": "color",
9998 "value": {
9999 "fixedColor": "orange",
10000 "mode": "fixed"
10001 }
10002 }
10003 ]
10004 }
10005 ]
10006 },
10007 "gridPos": {
10008 "h": 10,
10009 "w": 12,
10010 "x": 0,
10011 "y": 269
10012 },
10013 "id": 133,
10014 "options": {
10015 "legend": {
10016 "calcs": [
10017 "min",
10018 "mean",
10019 "max"
10020 ],
10021 "displayMode": "table",
10022 "placement": "bottom",
10023 "showLegend": true
10024 },
10025 "tooltip": {
10026 "hideZeros": false,
10027 "mode": "single",
10028 "sort": "none"
10029 }
10030 },
10031 "pluginVersion": "11.6.1",
10032 "targets": [
10033 {
10034 "editorMode": "code",
10035 "expr": "irate(node_disk_reads_merged_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
10036 "intervalFactor": 1,
10037 "legendFormat": "{{device}} - Read",
10038 "range": true,
10039 "refId": "A",
10040 "step": 240
10041 },
10042 {
10043 "editorMode": "code",
10044 "expr": "irate(node_disk_writes_merged_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
10045 "intervalFactor": 1,
10046 "legendFormat": "{{device}} - Write",
10047 "range": true,
10048 "refId": "B",
10049 "step": 240
10050 }
10051 ],
10052 "title": "Disk R/W Merged",
10053 "type": "timeseries"
10054 },
10055 {
10056 "datasource": {
10057 "type": "prometheus",
10058 "uid": "${DS_PROMETHEUS}"
10059 },
10060 "description": "Percentage of time the disk spent actively processing I/O operations, including general I/O, discards (TRIM), and write cache flushes",
10061 "fieldConfig": {
10062 "defaults": {
10063 "color": {
10064 "mode": "palette-classic"
10065 },
10066 "custom": {
10067 "axisBorderShow": false,
10068 "axisCenteredZero": false,
10069 "axisColorMode": "text",
10070 "axisLabel": "",
10071 "axisPlacement": "auto",
10072 "barAlignment": 0,
10073 "barWidthFactor": 0.6,
10074 "drawStyle": "line",
10075 "fillOpacity": 20,
10076 "gradientMode": "none",
10077 "hideFrom": {
10078 "legend": false,
10079 "tooltip": false,
10080 "viz": false
10081 },
10082 "insertNulls": false,
10083 "lineInterpolation": "linear",
10084 "lineWidth": 1,
10085 "pointSize": 5,
10086 "scaleDistribution": {
10087 "type": "linear"
10088 },
10089 "showPoints": "never",
10090 "spanNulls": false,
10091 "stacking": {
10092 "group": "A",
10093 "mode": "none"
10094 },
10095 "thresholdsStyle": {
10096 "mode": "off"
10097 }
10098 },
10099 "links": [],
10100 "mappings": [],
10101 "min": 0,
10102 "thresholds": {
10103 "mode": "absolute",
10104 "steps": [
10105 {
10106 "color": "green"
10107 }
10108 ]
10109 },
10110 "unit": "percentunit"
10111 },
10112 "overrides": [
10113 {
10114 "matcher": {
10115 "id": "byRegexp",
10116 "options": "/sda.*/"
10117 },
10118 "properties": [
10119 {
10120 "id": "color",
10121 "value": {
10122 "fixedColor": "orange",
10123 "mode": "fixed"
10124 }
10125 }
10126 ]
10127 }
10128 ]
10129 },
10130 "gridPos": {
10131 "h": 10,
10132 "w": 12,
10133 "x": 12,
10134 "y": 269
10135 },
10136 "id": 36,
10137 "options": {
10138 "legend": {
10139 "calcs": [
10140 "min",
10141 "mean",
10142 "max"
10143 ],
10144 "displayMode": "table",
10145 "placement": "bottom",
10146 "showLegend": true
10147 },
10148 "tooltip": {
10149 "hideZeros": false,
10150 "mode": "single",
10151 "sort": "none"
10152 }
10153 },
10154 "pluginVersion": "11.6.1",
10155 "targets": [
10156 {
10157 "editorMode": "code",
10158 "expr": "irate(node_disk_io_time_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
10159 "interval": "",
10160 "intervalFactor": 1,
10161 "legendFormat": "{{device}} - General IO",
10162 "range": true,
10163 "refId": "A",
10164 "step": 240
10165 },
10166 {
10167 "editorMode": "code",
10168 "expr": "irate(node_disk_discard_time_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
10169 "interval": "",
10170 "intervalFactor": 1,
10171 "legendFormat": "{{device}} - Discard/TRIM",
10172 "range": true,
10173 "refId": "B",
10174 "step": 240
10175 },
10176 {
10177 "editorMode": "code",
10178 "expr": "irate(node_disk_flush_requests_time_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
10179 "hide": false,
10180 "interval": "",
10181 "intervalFactor": 1,
10182 "legendFormat": "{{device}} - Flush (write cache)",
10183 "range": true,
10184 "refId": "C",
10185 "step": 240
10186 }
10187 ],
10188 "title": "Time Spent Doing I/Os",
10189 "type": "timeseries"
10190 },
10191 {
10192 "datasource": {
10193 "type": "prometheus",
10194 "uid": "${DS_PROMETHEUS}"
10195 },
10196 "description": "Per-second rate of discard (TRIM) and flush (write cache) operations. Useful for monitoring low-level disk activity on SSDs and advanced storage",
10197 "fieldConfig": {
10198 "defaults": {
10199 "color": {
10200 "mode": "palette-classic"
10201 },
10202 "custom": {
10203 "axisBorderShow": false,
10204 "axisCenteredZero": false,
10205 "axisColorMode": "text",
10206 "axisLabel": "",
10207 "axisPlacement": "auto",
10208 "barAlignment": 0,
10209 "barWidthFactor": 0.6,
10210 "drawStyle": "line",
10211 "fillOpacity": 20,
10212 "gradientMode": "none",
10213 "hideFrom": {
10214 "legend": false,
10215 "tooltip": false,
10216 "viz": false
10217 },
10218 "insertNulls": false,
10219 "lineInterpolation": "linear",
10220 "lineWidth": 1,
10221 "pointSize": 5,
10222 "scaleDistribution": {
10223 "type": "linear"
10224 },
10225 "showPoints": "never",
10226 "spanNulls": false,
10227 "stacking": {
10228 "group": "A",
10229 "mode": "none"
10230 },
10231 "thresholdsStyle": {
10232 "mode": "off"
10233 }
10234 },
10235 "links": [],
10236 "mappings": [],
10237 "thresholds": {
10238 "mode": "absolute",
10239 "steps": [
10240 {
10241 "color": "green"
10242 }
10243 ]
10244 },
10245 "unit": "ops"
10246 },
10247 "overrides": [
10248 {
10249 "matcher": {
10250 "id": "byRegexp",
10251 "options": "/sda.*/"
10252 },
10253 "properties": [
10254 {
10255 "id": "color",
10256 "value": {
10257 "fixedColor": "orange",
10258 "mode": "fixed"
10259 }
10260 }
10261 ]
10262 }
10263 ]
10264 },
10265 "gridPos": {
10266 "h": 10,
10267 "w": 12,
10268 "x": 0,
10269 "y": 279
10270 },
10271 "id": 301,
10272 "options": {
10273 "legend": {
10274 "calcs": [
10275 "min",
10276 "mean",
10277 "max"
10278 ],
10279 "displayMode": "table",
10280 "placement": "bottom",
10281 "showLegend": true
10282 },
10283 "tooltip": {
10284 "hideZeros": false,
10285 "mode": "single",
10286 "sort": "none"
10287 }
10288 },
10289 "pluginVersion": "11.6.1",
10290 "targets": [
10291 {
10292 "editorMode": "code",
10293 "expr": "irate(node_disk_discards_completed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
10294 "interval": "",
10295 "intervalFactor": 1,
10296 "legendFormat": "{{device}} - Discards completed",
10297 "range": true,
10298 "refId": "A",
10299 "step": 240
10300 },
10301 {
10302 "editorMode": "code",
10303 "expr": "irate(node_disk_discards_merged_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
10304 "interval": "",
10305 "intervalFactor": 1,
10306 "legendFormat": "{{device}} - Discards merged",
10307 "range": true,
10308 "refId": "B",
10309 "step": 240
10310 },
10311 {
10312 "editorMode": "code",
10313 "expr": "irate(node_disk_flush_requests_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
10314 "hide": false,
10315 "interval": "",
10316 "intervalFactor": 1,
10317 "legendFormat": "{{device}} - Flush",
10318 "range": true,
10319 "refId": "C",
10320 "step": 240
10321 }
10322 ],
10323 "title": "Disk Ops Discards / Flush",
10324 "type": "timeseries"
10325 },
10326 {
10327 "datasource": {
10328 "type": "prometheus",
10329 "uid": "${DS_PROMETHEUS}"
10330 },
10331 "description": "Shows how many disk sectors are discarded (TRIMed) per second. Useful for monitoring SSD behavior and storage efficiency",
10332 "fieldConfig": {
10333 "defaults": {
10334 "color": {
10335 "mode": "palette-classic"
10336 },
10337 "custom": {
10338 "axisBorderShow": false,
10339 "axisCenteredZero": false,
10340 "axisColorMode": "text",
10341 "axisLabel": "",
10342 "axisPlacement": "auto",
10343 "barAlignment": 0,
10344 "barWidthFactor": 0.6,
10345 "drawStyle": "line",
10346 "fillOpacity": 20,
10347 "gradientMode": "none",
10348 "hideFrom": {
10349 "legend": false,
10350 "tooltip": false,
10351 "viz": false
10352 },
10353 "insertNulls": false,
10354 "lineInterpolation": "linear",
10355 "lineWidth": 1,
10356 "pointSize": 5,
10357 "scaleDistribution": {
10358 "type": "linear"
10359 },
10360 "showPoints": "never",
10361 "spanNulls": false,
10362 "stacking": {
10363 "group": "A",
10364 "mode": "none"
10365 },
10366 "thresholdsStyle": {
10367 "mode": "off"
10368 }
10369 },
10370 "links": [],
10371 "mappings": [],
10372 "thresholds": {
10373 "mode": "absolute",
10374 "steps": [
10375 {
10376 "color": "green"
10377 }
10378 ]
10379 },
10380 "unit": "short"
10381 },
10382 "overrides": [
10383 {
10384 "matcher": {
10385 "id": "byRegexp",
10386 "options": "/sda.*/"
10387 },
10388 "properties": [
10389 {
10390 "id": "color",
10391 "value": {
10392 "fixedColor": "orange",
10393 "mode": "fixed"
10394 }
10395 }
10396 ]
10397 }
10398 ]
10399 },
10400 "gridPos": {
10401 "h": 10,
10402 "w": 12,
10403 "x": 12,
10404 "y": 279
10405 },
10406 "id": 326,
10407 "options": {
10408 "legend": {
10409 "calcs": [
10410 "min",
10411 "mean",
10412 "max"
10413 ],
10414 "displayMode": "table",
10415 "placement": "bottom",
10416 "showLegend": true
10417 },
10418 "tooltip": {
10419 "hideZeros": false,
10420 "mode": "single",
10421 "sort": "none"
10422 }
10423 },
10424 "pluginVersion": "11.6.1",
10425 "targets": [
10426 {
10427 "editorMode": "code",
10428 "expr": "irate(node_disk_discarded_sectors_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
10429 "interval": "",
10430 "intervalFactor": 1,
10431 "legendFormat": "{{device}}",
10432 "range": true,
10433 "refId": "A",
10434 "step": 240
10435 }
10436 ],
10437 "title": "Disk Sectors Discarded Successfully",
10438 "type": "timeseries"
10439 },
10440 {
10441 "datasource": {
10442 "type": "prometheus",
10443 "uid": "${DS_PROMETHEUS}"
10444 },
10445 "description": "Number of in-progress I/O requests at the time of sampling (active requests in the disk queue)",
10446 "fieldConfig": {
10447 "defaults": {
10448 "color": {
10449 "mode": "palette-classic"
10450 },
10451 "custom": {
10452 "axisBorderShow": false,
10453 "axisCenteredZero": false,
10454 "axisColorMode": "text",
10455 "axisLabel": "",
10456 "axisPlacement": "auto",
10457 "barAlignment": 0,
10458 "barWidthFactor": 0.6,
10459 "drawStyle": "line",
10460 "fillOpacity": 20,
10461 "gradientMode": "none",
10462 "hideFrom": {
10463 "legend": false,
10464 "tooltip": false,
10465 "viz": false
10466 },
10467 "insertNulls": false,
10468 "lineInterpolation": "linear",
10469 "lineWidth": 1,
10470 "pointSize": 5,
10471 "scaleDistribution": {
10472 "type": "linear"
10473 },
10474 "showPoints": "never",
10475 "spanNulls": false,
10476 "stacking": {
10477 "group": "A",
10478 "mode": "none"
10479 },
10480 "thresholdsStyle": {
10481 "mode": "off"
10482 }
10483 },
10484 "links": [],
10485 "mappings": [],
10486 "min": 0,
10487 "thresholds": {
10488 "mode": "absolute",
10489 "steps": [
10490 {
10491 "color": "green"
10492 }
10493 ]
10494 },
10495 "unit": "none"
10496 },
10497 "overrides": [
10498 {
10499 "matcher": {
10500 "id": "byRegexp",
10501 "options": "/sda.*/"
10502 },
10503 "properties": [
10504 {
10505 "id": "color",
10506 "value": {
10507 "fixedColor": "orange",
10508 "mode": "fixed"
10509 }
10510 }
10511 ]
10512 }
10513 ]
10514 },
10515 "gridPos": {
10516 "h": 10,
10517 "w": 12,
10518 "x": 0,
10519 "y": 289
10520 },
10521 "id": 34,
10522 "options": {
10523 "legend": {
10524 "calcs": [
10525 "min",
10526 "mean",
10527 "max"
10528 ],
10529 "displayMode": "table",
10530 "placement": "bottom",
10531 "showLegend": true
10532 },
10533 "tooltip": {
10534 "hideZeros": false,
10535 "mode": "single",
10536 "sort": "none"
10537 }
10538 },
10539 "pluginVersion": "11.6.1",
10540 "targets": [
10541 {
10542 "editorMode": "code",
10543 "expr": "node_disk_io_now{instance=\"$node\",job=\"$job\"}",
10544 "interval": "",
10545 "intervalFactor": 1,
10546 "legendFormat": "{{device}}",
10547 "range": true,
10548 "refId": "A",
10549 "step": 240
10550 }
10551 ],
10552 "title": "Instantaneous Queue Size",
10553 "type": "timeseries"
10554 }
10555 ],
10556 "title": "Storage Disk",
10557 "type": "row"
10558 },
10559 {
10560 "collapsed": true,
10561 "gridPos": {
10562 "h": 1,
10563 "w": 24,
10564 "x": 0,
10565 "y": 29
10566 },
10567 "id": 271,
10568 "panels": [
10569 {
10570 "datasource": {
10571 "type": "prometheus",
10572 "uid": "${DS_PROMETHEUS}"
10573 },
10574 "description": "Number of file descriptors currently allocated system-wide versus the system limit. Important for detecting descriptor exhaustion risks",
10575 "fieldConfig": {
10576 "defaults": {
10577 "color": {
10578 "mode": "palette-classic"
10579 },
10580 "custom": {
10581 "axisBorderShow": false,
10582 "axisCenteredZero": false,
10583 "axisColorMode": "text",
10584 "axisLabel": "",
10585 "axisPlacement": "auto",
10586 "barAlignment": 0,
10587 "barWidthFactor": 0.6,
10588 "drawStyle": "line",
10589 "fillOpacity": 20,
10590 "gradientMode": "none",
10591 "hideFrom": {
10592 "legend": false,
10593 "tooltip": false,
10594 "viz": false
10595 },
10596 "insertNulls": false,
10597 "lineInterpolation": "linear",
10598 "lineWidth": 1,
10599 "pointSize": 5,
10600 "scaleDistribution": {
10601 "type": "linear"
10602 },
10603 "showPoints": "never",
10604 "spanNulls": false,
10605 "stacking": {
10606 "group": "A",
10607 "mode": "none"
10608 },
10609 "thresholdsStyle": {
10610 "mode": "off"
10611 }
10612 },
10613 "links": [],
10614 "mappings": [],
10615 "min": 0,
10616 "thresholds": {
10617 "mode": "absolute",
10618 "steps": [
10619 {
10620 "color": "green"
10621 }
10622 ]
10623 },
10624 "unit": "sishort"
10625 },
10626 "overrides": [
10627 {
10628 "matcher": {
10629 "id": "byRegexp",
10630 "options": "/.*Max.*/"
10631 },
10632 "properties": [
10633 {
10634 "id": "custom.fillOpacity",
10635 "value": 0
10636 },
10637 {
10638 "id": "custom.lineStyle",
10639 "value": {
10640 "dash": [
10641 10,
10642 10
10643 ],
10644 "fill": "dash"
10645 }
10646 },
10647 {
10648 "id": "color",
10649 "value": {
10650 "fixedColor": "dark-red",
10651 "mode": "fixed"
10652 }
10653 }
10654 ]
10655 }
10656 ]
10657 },
10658 "gridPos": {
10659 "h": 10,
10660 "w": 12,
10661 "x": 0,
10662 "y": 30
10663 },
10664 "id": 28,
10665 "options": {
10666 "legend": {
10667 "calcs": [
10668 "min",
10669 "mean",
10670 "max"
10671 ],
10672 "displayMode": "table",
10673 "placement": "bottom",
10674 "showLegend": true
10675 },
10676 "tooltip": {
10677 "hideZeros": false,
10678 "mode": "single",
10679 "sort": "none"
10680 }
10681 },
10682 "pluginVersion": "11.6.1",
10683 "targets": [
10684 {
10685 "editorMode": "code",
10686 "expr": "node_filefd_maximum{instance=\"$node\",job=\"$job\"}",
10687 "format": "time_series",
10688 "intervalFactor": 1,
10689 "legendFormat": "Max open files",
10690 "range": true,
10691 "refId": "A",
10692 "step": 240
10693 },
10694 {
10695 "editorMode": "code",
10696 "expr": "node_filefd_allocated{instance=\"$node\",job=\"$job\"}",
10697 "format": "time_series",
10698 "intervalFactor": 1,
10699 "legendFormat": "Open files",
10700 "range": true,
10701 "refId": "B",
10702 "step": 240
10703 }
10704 ],
10705 "title": "File Descriptor",
10706 "type": "timeseries"
10707 },
10708 {
10709 "datasource": {
10710 "type": "prometheus",
10711 "uid": "${DS_PROMETHEUS}"
10712 },
10713 "description": "Number of free file nodes (inodes) available per mounted filesystem. A low count may prevent file creation even if disk space is available",
10714 "fieldConfig": {
10715 "defaults": {
10716 "color": {
10717 "mode": "palette-classic"
10718 },
10719 "custom": {
10720 "axisBorderShow": false,
10721 "axisCenteredZero": false,
10722 "axisColorMode": "text",
10723 "axisLabel": "",
10724 "axisPlacement": "auto",
10725 "barAlignment": 0,
10726 "barWidthFactor": 0.6,
10727 "drawStyle": "line",
10728 "fillOpacity": 20,
10729 "gradientMode": "none",
10730 "hideFrom": {
10731 "legend": false,
10732 "tooltip": false,
10733 "viz": false
10734 },
10735 "insertNulls": false,
10736 "lineInterpolation": "linear",
10737 "lineWidth": 1,
10738 "pointSize": 5,
10739 "scaleDistribution": {
10740 "type": "linear"
10741 },
10742 "showPoints": "never",
10743 "spanNulls": false,
10744 "stacking": {
10745 "group": "A",
10746 "mode": "none"
10747 },
10748 "thresholdsStyle": {
10749 "mode": "off"
10750 }
10751 },
10752 "links": [],
10753 "mappings": [],
10754 "min": 0,
10755 "thresholds": {
10756 "mode": "absolute",
10757 "steps": [
10758 {
10759 "color": "green"
10760 }
10761 ]
10762 },
10763 "unit": "short"
10764 },
10765 "overrides": []
10766 },
10767 "gridPos": {
10768 "h": 10,
10769 "w": 12,
10770 "x": 12,
10771 "y": 30
10772 },
10773 "id": 41,
10774 "options": {
10775 "legend": {
10776 "calcs": [
10777 "min",
10778 "mean",
10779 "max"
10780 ],
10781 "displayMode": "table",
10782 "placement": "bottom",
10783 "showLegend": true
10784 },
10785 "tooltip": {
10786 "hideZeros": false,
10787 "mode": "multi",
10788 "sort": "none"
10789 }
10790 },
10791 "pluginVersion": "11.6.1",
10792 "targets": [
10793 {
10794 "editorMode": "code",
10795 "expr": "node_filesystem_files_free{instance=\"$node\",job=\"$job\",device!~'rootfs'}",
10796 "format": "time_series",
10797 "hide": false,
10798 "intervalFactor": 1,
10799 "legendFormat": "{{mountpoint}}",
10800 "range": true,
10801 "refId": "A",
10802 "step": 240
10803 }
10804 ],
10805 "title": "File Nodes Free",
10806 "type": "timeseries"
10807 },
10808 {
10809 "datasource": {
10810 "type": "prometheus",
10811 "uid": "${DS_PROMETHEUS}"
10812 },
10813 "description": "Indicates filesystems mounted in read-only mode or reporting device-level I/O errors.",
10814 "fieldConfig": {
10815 "defaults": {
10816 "color": {
10817 "mode": "palette-classic"
10818 },
10819 "custom": {
10820 "axisBorderShow": false,
10821 "axisCenteredZero": false,
10822 "axisColorMode": "text",
10823 "axisLabel": "",
10824 "axisPlacement": "auto",
10825 "barAlignment": 0,
10826 "barWidthFactor": 0.6,
10827 "drawStyle": "line",
10828 "fillOpacity": 20,
10829 "gradientMode": "none",
10830 "hideFrom": {
10831 "legend": false,
10832 "tooltip": false,
10833 "viz": false
10834 },
10835 "insertNulls": false,
10836 "lineInterpolation": "linear",
10837 "lineWidth": 1,
10838 "pointSize": 5,
10839 "scaleDistribution": {
10840 "type": "linear"
10841 },
10842 "showPoints": "never",
10843 "spanNulls": false,
10844 "stacking": {
10845 "group": "A",
10846 "mode": "normal"
10847 },
10848 "thresholdsStyle": {
10849 "mode": "off"
10850 }
10851 },
10852 "links": [],
10853 "mappings": [],
10854 "max": 1,
10855 "min": 0,
10856 "thresholds": {
10857 "mode": "absolute",
10858 "steps": [
10859 {
10860 "color": "green"
10861 }
10862 ]
10863 },
10864 "unit": "bool_yes_no"
10865 },
10866 "overrides": []
10867 },
10868 "gridPos": {
10869 "h": 10,
10870 "w": 12,
10871 "x": 0,
10872 "y": 240
10873 },
10874 "id": 44,
10875 "options": {
10876 "legend": {
10877 "calcs": [
10878 "min",
10879 "mean",
10880 "max"
10881 ],
10882 "displayMode": "table",
10883 "placement": "bottom",
10884 "showLegend": true
10885 },
10886 "tooltip": {
10887 "hideZeros": false,
10888 "mode": "multi",
10889 "sort": "none"
10890 }
10891 },
10892 "pluginVersion": "11.6.1",
10893 "targets": [
10894 {
10895 "editorMode": "code",
10896 "expr": "node_filesystem_readonly{instance=\"$node\",job=\"$job\",device!~'rootfs'}",
10897 "format": "time_series",
10898 "intervalFactor": 1,
10899 "legendFormat": "{{mountpoint}} - ReadOnly",
10900 "range": true,
10901 "refId": "A",
10902 "step": 240
10903 },
10904 {
10905 "editorMode": "code",
10906 "expr": "node_filesystem_device_error{instance=\"$node\",job=\"$job\",device!~'rootfs',fstype!~'tmpfs'}",
10907 "format": "time_series",
10908 "interval": "",
10909 "intervalFactor": 1,
10910 "legendFormat": "{{mountpoint}} - Device error",
10911 "range": true,
10912 "refId": "B",
10913 "step": 240
10914 }
10915 ],
10916 "title": "Filesystem in ReadOnly / Error",
10917 "type": "timeseries"
10918 },
10919 {
10920 "datasource": {
10921 "type": "prometheus",
10922 "uid": "${DS_PROMETHEUS}"
10923 },
10924 "description": "Number of file nodes (inodes) available per mounted filesystem. Reflects maximum file capacity regardless of disk size",
10925 "fieldConfig": {
10926 "defaults": {
10927 "color": {
10928 "mode": "palette-classic"
10929 },
10930 "custom": {
10931 "axisBorderShow": false,
10932 "axisCenteredZero": false,
10933 "axisColorMode": "text",
10934 "axisLabel": "",
10935 "axisPlacement": "auto",
10936 "barAlignment": 0,
10937 "barWidthFactor": 0.6,
10938 "drawStyle": "line",
10939 "fillOpacity": 20,
10940 "gradientMode": "none",
10941 "hideFrom": {
10942 "legend": false,
10943 "tooltip": false,
10944 "viz": false
10945 },
10946 "insertNulls": false,
10947 "lineInterpolation": "linear",
10948 "lineWidth": 1,
10949 "pointSize": 5,
10950 "scaleDistribution": {
10951 "type": "linear"
10952 },
10953 "showPoints": "never",
10954 "spanNulls": false,
10955 "stacking": {
10956 "group": "A",
10957 "mode": "none"
10958 },
10959 "thresholdsStyle": {
10960 "mode": "off"
10961 }
10962 },
10963 "links": [],
10964 "mappings": [],
10965 "min": 0,
10966 "thresholds": {
10967 "mode": "absolute",
10968 "steps": [
10969 {
10970 "color": "green"
10971 }
10972 ]
10973 },
10974 "unit": "sishort"
10975 },
10976 "overrides": []
10977 },
10978 "gridPos": {
10979 "h": 10,
10980 "w": 12,
10981 "x": 12,
10982 "y": 240
10983 },
10984 "id": 219,
10985 "options": {
10986 "legend": {
10987 "calcs": [
10988 "min",
10989 "mean",
10990 "max"
10991 ],
10992 "displayMode": "table",
10993 "placement": "bottom",
10994 "showLegend": true
10995 },
10996 "tooltip": {
10997 "hideZeros": false,
10998 "mode": "multi",
10999 "sort": "none"
11000 }
11001 },
11002 "pluginVersion": "11.6.1",
11003 "targets": [
11004 {
11005 "editorMode": "code",
11006 "expr": "node_filesystem_files{instance=\"$node\",job=\"$job\",device!~'rootfs'}",
11007 "format": "time_series",
11008 "hide": false,
11009 "intervalFactor": 1,
11010 "legendFormat": "{{mountpoint}}",
11011 "range": true,
11012 "refId": "A",
11013 "step": 240
11014 }
11015 ],
11016 "title": "File Nodes Size",
11017 "type": "timeseries"
11018 }
11019 ],
11020 "title": "Storage Filesystem",
11021 "type": "row"
11022 },
11023 {
11024 "collapsed": true,
11025 "gridPos": {
11026 "h": 1,
11027 "w": 24,
11028 "x": 0,
11029 "y": 30
11030 },
11031 "id": 272,
11032 "panels": [
11033 {
11034 "datasource": {
11035 "type": "prometheus",
11036 "uid": "${DS_PROMETHEUS}"
11037 },
11038 "description": "Number of network packets received and transmitted per second, by interface.",
11039 "fieldConfig": {
11040 "defaults": {
11041 "color": {
11042 "mode": "palette-classic"
11043 },
11044 "custom": {
11045 "axisBorderShow": false,
11046 "axisCenteredZero": false,
11047 "axisColorMode": "text",
11048 "axisLabel": "out (-) / in (+)",
11049 "axisPlacement": "auto",
11050 "barAlignment": 0,
11051 "barWidthFactor": 0.6,
11052 "drawStyle": "line",
11053 "fillOpacity": 20,
11054 "gradientMode": "none",
11055 "hideFrom": {
11056 "legend": false,
11057 "tooltip": false,
11058 "viz": false
11059 },
11060 "insertNulls": false,
11061 "lineInterpolation": "linear",
11062 "lineWidth": 1,
11063 "pointSize": 5,
11064 "scaleDistribution": {
11065 "type": "linear"
11066 },
11067 "showPoints": "never",
11068 "spanNulls": false,
11069 "stacking": {
11070 "group": "A",
11071 "mode": "none"
11072 },
11073 "thresholdsStyle": {
11074 "mode": "off"
11075 }
11076 },
11077 "links": [],
11078 "mappings": [],
11079 "thresholds": {
11080 "mode": "absolute",
11081 "steps": [
11082 {
11083 "color": "green"
11084 }
11085 ]
11086 },
11087 "unit": "pps"
11088 },
11089 "overrides": [
11090 {
11091 "matcher": {
11092 "id": "byRegexp",
11093 "options": "/.*out.*/"
11094 },
11095 "properties": [
11096 {
11097 "id": "custom.transform",
11098 "value": "negative-Y"
11099 }
11100 ]
11101 }
11102 ]
11103 },
11104 "gridPos": {
11105 "h": 10,
11106 "w": 12,
11107 "x": 0,
11108 "y": 31
11109 },
11110 "id": 60,
11111 "options": {
11112 "legend": {
11113 "calcs": [
11114 "min",
11115 "mean",
11116 "max"
11117 ],
11118 "displayMode": "table",
11119 "placement": "bottom",
11120 "showLegend": true,
11121 "width": 300
11122 },
11123 "tooltip": {
11124 "hideZeros": false,
11125 "mode": "multi",
11126 "sort": "none"
11127 }
11128 },
11129 "pluginVersion": "11.6.1",
11130 "targets": [
11131 {
11132 "editorMode": "code",
11133 "expr": "rate(node_network_receive_packets_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11134 "format": "time_series",
11135 "interval": "",
11136 "intervalFactor": 1,
11137 "legendFormat": "{{device}} - Rx in",
11138 "range": true,
11139 "refId": "A",
11140 "step": 240
11141 },
11142 {
11143 "editorMode": "code",
11144 "expr": "rate(node_network_transmit_packets_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11145 "format": "time_series",
11146 "interval": "",
11147 "intervalFactor": 1,
11148 "legendFormat": "{{device}} - Tx out",
11149 "range": true,
11150 "refId": "B",
11151 "step": 240
11152 }
11153 ],
11154 "title": "Network Traffic by Packets",
11155 "type": "timeseries"
11156 },
11157 {
11158 "datasource": {
11159 "type": "prometheus",
11160 "uid": "${DS_PROMETHEUS}"
11161 },
11162 "description": "Rate of packet-level errors for each network interface. Receive errors may indicate physical or driver issues; transmit errors may reflect collisions or hardware faults",
11163 "fieldConfig": {
11164 "defaults": {
11165 "color": {
11166 "mode": "palette-classic"
11167 },
11168 "custom": {
11169 "axisBorderShow": false,
11170 "axisCenteredZero": false,
11171 "axisColorMode": "text",
11172 "axisLabel": "out (-) / in (+)",
11173 "axisPlacement": "auto",
11174 "barAlignment": 0,
11175 "barWidthFactor": 0.6,
11176 "drawStyle": "line",
11177 "fillOpacity": 20,
11178 "gradientMode": "none",
11179 "hideFrom": {
11180 "legend": false,
11181 "tooltip": false,
11182 "viz": false
11183 },
11184 "insertNulls": false,
11185 "lineInterpolation": "linear",
11186 "lineWidth": 1,
11187 "pointSize": 5,
11188 "scaleDistribution": {
11189 "type": "linear"
11190 },
11191 "showPoints": "never",
11192 "spanNulls": false,
11193 "stacking": {
11194 "group": "A",
11195 "mode": "none"
11196 },
11197 "thresholdsStyle": {
11198 "mode": "off"
11199 }
11200 },
11201 "links": [],
11202 "mappings": [],
11203 "thresholds": {
11204 "mode": "absolute",
11205 "steps": [
11206 {
11207 "color": "green"
11208 }
11209 ]
11210 },
11211 "unit": "pps"
11212 },
11213 "overrides": [
11214 {
11215 "matcher": {
11216 "id": "byRegexp",
11217 "options": "/.*out.*/"
11218 },
11219 "properties": [
11220 {
11221 "id": "custom.transform",
11222 "value": "negative-Y"
11223 }
11224 ]
11225 }
11226 ]
11227 },
11228 "gridPos": {
11229 "h": 10,
11230 "w": 12,
11231 "x": 12,
11232 "y": 31
11233 },
11234 "id": 142,
11235 "options": {
11236 "legend": {
11237 "calcs": [
11238 "min",
11239 "mean",
11240 "max"
11241 ],
11242 "displayMode": "table",
11243 "placement": "bottom",
11244 "showLegend": true,
11245 "width": 300
11246 },
11247 "tooltip": {
11248 "hideZeros": false,
11249 "mode": "multi",
11250 "sort": "none"
11251 }
11252 },
11253 "pluginVersion": "11.6.1",
11254 "targets": [
11255 {
11256 "editorMode": "code",
11257 "expr": "rate(node_network_receive_errs_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11258 "format": "time_series",
11259 "intervalFactor": 1,
11260 "legendFormat": "{{device}} - Rx in",
11261 "range": true,
11262 "refId": "A",
11263 "step": 240
11264 },
11265 {
11266 "editorMode": "code",
11267 "expr": "rate(node_network_transmit_errs_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11268 "format": "time_series",
11269 "intervalFactor": 1,
11270 "legendFormat": "{{device}} - Tx out",
11271 "range": true,
11272 "refId": "B",
11273 "step": 240
11274 }
11275 ],
11276 "title": "Network Traffic Errors",
11277 "type": "timeseries"
11278 },
11279 {
11280 "datasource": {
11281 "type": "prometheus",
11282 "uid": "${DS_PROMETHEUS}"
11283 },
11284 "description": "Rate of dropped packets per network interface. Receive drops can indicate buffer overflow or driver issues; transmit drops may result from outbound congestion or queuing limits",
11285 "fieldConfig": {
11286 "defaults": {
11287 "color": {
11288 "mode": "palette-classic"
11289 },
11290 "custom": {
11291 "axisBorderShow": false,
11292 "axisCenteredZero": false,
11293 "axisColorMode": "text",
11294 "axisLabel": "out (-) / in (+)",
11295 "axisPlacement": "auto",
11296 "barAlignment": 0,
11297 "barWidthFactor": 0.6,
11298 "drawStyle": "line",
11299 "fillOpacity": 20,
11300 "gradientMode": "none",
11301 "hideFrom": {
11302 "legend": false,
11303 "tooltip": false,
11304 "viz": false
11305 },
11306 "insertNulls": false,
11307 "lineInterpolation": "linear",
11308 "lineWidth": 1,
11309 "pointSize": 5,
11310 "scaleDistribution": {
11311 "type": "linear"
11312 },
11313 "showPoints": "never",
11314 "spanNulls": false,
11315 "stacking": {
11316 "group": "A",
11317 "mode": "none"
11318 },
11319 "thresholdsStyle": {
11320 "mode": "off"
11321 }
11322 },
11323 "links": [],
11324 "mappings": [],
11325 "thresholds": {
11326 "mode": "absolute",
11327 "steps": [
11328 {
11329 "color": "green"
11330 }
11331 ]
11332 },
11333 "unit": "pps"
11334 },
11335 "overrides": [
11336 {
11337 "matcher": {
11338 "id": "byRegexp",
11339 "options": "/.*out.*/"
11340 },
11341 "properties": [
11342 {
11343 "id": "custom.transform",
11344 "value": "negative-Y"
11345 }
11346 ]
11347 }
11348 ]
11349 },
11350 "gridPos": {
11351 "h": 10,
11352 "w": 12,
11353 "x": 0,
11354 "y": 121
11355 },
11356 "id": 143,
11357 "options": {
11358 "legend": {
11359 "calcs": [
11360 "min",
11361 "mean",
11362 "max"
11363 ],
11364 "displayMode": "table",
11365 "placement": "bottom",
11366 "showLegend": true,
11367 "width": 300
11368 },
11369 "tooltip": {
11370 "hideZeros": false,
11371 "mode": "multi",
11372 "sort": "none"
11373 }
11374 },
11375 "pluginVersion": "11.6.1",
11376 "targets": [
11377 {
11378 "editorMode": "code",
11379 "expr": "rate(node_network_receive_drop_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11380 "format": "time_series",
11381 "intervalFactor": 1,
11382 "legendFormat": "{{device}} - Rx in",
11383 "range": true,
11384 "refId": "A",
11385 "step": 240
11386 },
11387 {
11388 "editorMode": "code",
11389 "expr": "rate(node_network_transmit_drop_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11390 "format": "time_series",
11391 "intervalFactor": 1,
11392 "legendFormat": "{{device}} - Tx out",
11393 "range": true,
11394 "refId": "B",
11395 "step": 240
11396 }
11397 ],
11398 "title": "Network Traffic Drop",
11399 "type": "timeseries"
11400 },
11401 {
11402 "datasource": {
11403 "type": "prometheus",
11404 "uid": "${DS_PROMETHEUS}"
11405 },
11406 "description": "Rate of compressed network packets received and transmitted per interface. These are common in low-bandwidth or special interfaces like PPP or SLIP",
11407 "fieldConfig": {
11408 "defaults": {
11409 "color": {
11410 "mode": "palette-classic"
11411 },
11412 "custom": {
11413 "axisBorderShow": false,
11414 "axisCenteredZero": false,
11415 "axisColorMode": "text",
11416 "axisLabel": "out (-) / in (+)",
11417 "axisPlacement": "auto",
11418 "barAlignment": 0,
11419 "barWidthFactor": 0.6,
11420 "drawStyle": "line",
11421 "fillOpacity": 20,
11422 "gradientMode": "none",
11423 "hideFrom": {
11424 "legend": false,
11425 "tooltip": false,
11426 "viz": false
11427 },
11428 "insertNulls": false,
11429 "lineInterpolation": "linear",
11430 "lineWidth": 1,
11431 "pointSize": 5,
11432 "scaleDistribution": {
11433 "type": "linear"
11434 },
11435 "showPoints": "never",
11436 "spanNulls": false,
11437 "stacking": {
11438 "group": "A",
11439 "mode": "none"
11440 },
11441 "thresholdsStyle": {
11442 "mode": "off"
11443 }
11444 },
11445 "links": [],
11446 "mappings": [],
11447 "thresholds": {
11448 "mode": "absolute",
11449 "steps": [
11450 {
11451 "color": "green"
11452 }
11453 ]
11454 },
11455 "unit": "pps"
11456 },
11457 "overrides": [
11458 {
11459 "matcher": {
11460 "id": "byRegexp",
11461 "options": "/.*out.*/"
11462 },
11463 "properties": [
11464 {
11465 "id": "custom.transform",
11466 "value": "negative-Y"
11467 }
11468 ]
11469 }
11470 ]
11471 },
11472 "gridPos": {
11473 "h": 10,
11474 "w": 12,
11475 "x": 12,
11476 "y": 121
11477 },
11478 "id": 141,
11479 "options": {
11480 "legend": {
11481 "calcs": [
11482 "min",
11483 "mean",
11484 "max"
11485 ],
11486 "displayMode": "table",
11487 "placement": "bottom",
11488 "showLegend": true,
11489 "width": 300
11490 },
11491 "tooltip": {
11492 "hideZeros": false,
11493 "mode": "multi",
11494 "sort": "none"
11495 }
11496 },
11497 "pluginVersion": "11.6.1",
11498 "targets": [
11499 {
11500 "editorMode": "code",
11501 "expr": "rate(node_network_receive_compressed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11502 "format": "time_series",
11503 "intervalFactor": 1,
11504 "legendFormat": "{{device}} - Rx in",
11505 "range": true,
11506 "refId": "A",
11507 "step": 240
11508 },
11509 {
11510 "editorMode": "code",
11511 "expr": "rate(node_network_transmit_compressed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11512 "format": "time_series",
11513 "intervalFactor": 1,
11514 "legendFormat": "{{device}} - Tx out",
11515 "range": true,
11516 "refId": "B",
11517 "step": 240
11518 }
11519 ],
11520 "title": "Network Traffic Compressed",
11521 "type": "timeseries"
11522 },
11523 {
11524 "datasource": {
11525 "type": "prometheus",
11526 "uid": "${DS_PROMETHEUS}"
11527 },
11528 "description": "Rate of incoming multicast packets received per network interface. Multicast is used by protocols such as mDNS, SSDP, and some streaming or cluster services",
11529 "fieldConfig": {
11530 "defaults": {
11531 "color": {
11532 "mode": "palette-classic"
11533 },
11534 "custom": {
11535 "axisBorderShow": false,
11536 "axisCenteredZero": false,
11537 "axisColorMode": "text",
11538 "axisLabel": "out (-) / in (+)",
11539 "axisPlacement": "auto",
11540 "barAlignment": 0,
11541 "barWidthFactor": 0.6,
11542 "drawStyle": "line",
11543 "fillOpacity": 20,
11544 "gradientMode": "none",
11545 "hideFrom": {
11546 "legend": false,
11547 "tooltip": false,
11548 "viz": false
11549 },
11550 "insertNulls": false,
11551 "lineInterpolation": "linear",
11552 "lineWidth": 1,
11553 "pointSize": 5,
11554 "scaleDistribution": {
11555 "type": "linear"
11556 },
11557 "showPoints": "never",
11558 "spanNulls": false,
11559 "stacking": {
11560 "group": "A",
11561 "mode": "none"
11562 },
11563 "thresholdsStyle": {
11564 "mode": "off"
11565 }
11566 },
11567 "links": [],
11568 "mappings": [],
11569 "thresholds": {
11570 "mode": "absolute",
11571 "steps": [
11572 {
11573 "color": "green"
11574 }
11575 ]
11576 },
11577 "unit": "pps"
11578 },
11579 "overrides": [
11580 {
11581 "matcher": {
11582 "id": "byRegexp",
11583 "options": "/.*out.*/"
11584 },
11585 "properties": [
11586 {
11587 "id": "custom.transform",
11588 "value": "negative-Y"
11589 }
11590 ]
11591 }
11592 ]
11593 },
11594 "gridPos": {
11595 "h": 10,
11596 "w": 12,
11597 "x": 0,
11598 "y": 131
11599 },
11600 "id": 146,
11601 "options": {
11602 "legend": {
11603 "calcs": [
11604 "min",
11605 "mean",
11606 "max"
11607 ],
11608 "displayMode": "table",
11609 "placement": "bottom",
11610 "showLegend": true,
11611 "width": 300
11612 },
11613 "tooltip": {
11614 "hideZeros": false,
11615 "mode": "multi",
11616 "sort": "none"
11617 }
11618 },
11619 "pluginVersion": "11.6.1",
11620 "targets": [
11621 {
11622 "editorMode": "code",
11623 "expr": "rate(node_network_receive_multicast_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11624 "format": "time_series",
11625 "intervalFactor": 1,
11626 "legendFormat": "{{device}} - Rx in",
11627 "range": true,
11628 "refId": "A",
11629 "step": 240
11630 }
11631 ],
11632 "title": "Network Traffic Multicast",
11633 "type": "timeseries"
11634 },
11635 {
11636 "datasource": {
11637 "type": "prometheus",
11638 "uid": "${DS_PROMETHEUS}"
11639 },
11640 "description": "Rate of received packets that could not be processed due to missing protocol or handler in the kernel. May indicate unsupported traffic or misconfiguration",
11641 "fieldConfig": {
11642 "defaults": {
11643 "color": {
11644 "mode": "palette-classic"
11645 },
11646 "custom": {
11647 "axisBorderShow": false,
11648 "axisCenteredZero": false,
11649 "axisColorMode": "text",
11650 "axisLabel": "out (-) / in (+)",
11651 "axisPlacement": "auto",
11652 "barAlignment": 0,
11653 "barWidthFactor": 0.6,
11654 "drawStyle": "line",
11655 "fillOpacity": 20,
11656 "gradientMode": "none",
11657 "hideFrom": {
11658 "legend": false,
11659 "tooltip": false,
11660 "viz": false
11661 },
11662 "insertNulls": false,
11663 "lineInterpolation": "linear",
11664 "lineWidth": 1,
11665 "pointSize": 5,
11666 "scaleDistribution": {
11667 "type": "linear"
11668 },
11669 "showPoints": "never",
11670 "spanNulls": false,
11671 "stacking": {
11672 "group": "A",
11673 "mode": "none"
11674 },
11675 "thresholdsStyle": {
11676 "mode": "off"
11677 }
11678 },
11679 "links": [],
11680 "mappings": [],
11681 "thresholds": {
11682 "mode": "absolute",
11683 "steps": [
11684 {
11685 "color": "green"
11686 }
11687 ]
11688 },
11689 "unit": "pps"
11690 },
11691 "overrides": [
11692 {
11693 "matcher": {
11694 "id": "byRegexp",
11695 "options": "/.*out.*/"
11696 },
11697 "properties": [
11698 {
11699 "id": "custom.transform",
11700 "value": "negative-Y"
11701 }
11702 ]
11703 }
11704 ]
11705 },
11706 "gridPos": {
11707 "h": 10,
11708 "w": 12,
11709 "x": 12,
11710 "y": 131
11711 },
11712 "id": 327,
11713 "options": {
11714 "legend": {
11715 "calcs": [
11716 "min",
11717 "mean",
11718 "max"
11719 ],
11720 "displayMode": "table",
11721 "placement": "bottom",
11722 "showLegend": true,
11723 "width": 300
11724 },
11725 "tooltip": {
11726 "hideZeros": false,
11727 "mode": "multi",
11728 "sort": "none"
11729 }
11730 },
11731 "pluginVersion": "11.6.1",
11732 "targets": [
11733 {
11734 "editorMode": "code",
11735 "expr": "rate(node_network_receive_nohandler_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11736 "format": "time_series",
11737 "intervalFactor": 1,
11738 "legendFormat": "{{device}} - Rx in",
11739 "range": true,
11740 "refId": "A",
11741 "step": 240
11742 }
11743 ],
11744 "title": "Network Traffic NoHandler",
11745 "type": "timeseries"
11746 },
11747 {
11748 "datasource": {
11749 "type": "prometheus",
11750 "uid": "${DS_PROMETHEUS}"
11751 },
11752 "description": "Rate of frame errors on received packets, typically caused by physical layer issues such as bad cables, duplex mismatches, or hardware problems",
11753 "fieldConfig": {
11754 "defaults": {
11755 "color": {
11756 "mode": "palette-classic"
11757 },
11758 "custom": {
11759 "axisBorderShow": false,
11760 "axisCenteredZero": false,
11761 "axisColorMode": "text",
11762 "axisLabel": "out (-) / in (+)",
11763 "axisPlacement": "auto",
11764 "barAlignment": 0,
11765 "barWidthFactor": 0.6,
11766 "drawStyle": "line",
11767 "fillOpacity": 20,
11768 "gradientMode": "none",
11769 "hideFrom": {
11770 "legend": false,
11771 "tooltip": false,
11772 "viz": false
11773 },
11774 "insertNulls": false,
11775 "lineInterpolation": "linear",
11776 "lineWidth": 1,
11777 "pointSize": 5,
11778 "scaleDistribution": {
11779 "type": "linear"
11780 },
11781 "showPoints": "never",
11782 "spanNulls": false,
11783 "stacking": {
11784 "group": "A",
11785 "mode": "none"
11786 },
11787 "thresholdsStyle": {
11788 "mode": "off"
11789 }
11790 },
11791 "links": [],
11792 "mappings": [],
11793 "thresholds": {
11794 "mode": "absolute",
11795 "steps": [
11796 {
11797 "color": "green"
11798 }
11799 ]
11800 },
11801 "unit": "pps"
11802 },
11803 "overrides": [
11804 {
11805 "matcher": {
11806 "id": "byRegexp",
11807 "options": "/.*out.*/"
11808 },
11809 "properties": [
11810 {
11811 "id": "custom.transform",
11812 "value": "negative-Y"
11813 }
11814 ]
11815 }
11816 ]
11817 },
11818 "gridPos": {
11819 "h": 10,
11820 "w": 12,
11821 "x": 0,
11822 "y": 141
11823 },
11824 "id": 145,
11825 "options": {
11826 "legend": {
11827 "calcs": [
11828 "min",
11829 "mean",
11830 "max"
11831 ],
11832 "displayMode": "table",
11833 "placement": "bottom",
11834 "showLegend": true,
11835 "width": 300
11836 },
11837 "tooltip": {
11838 "hideZeros": false,
11839 "mode": "multi",
11840 "sort": "none"
11841 }
11842 },
11843 "pluginVersion": "11.6.1",
11844 "targets": [
11845 {
11846 "editorMode": "code",
11847 "expr": "rate(node_network_receive_frame_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11848 "format": "time_series",
11849 "hide": false,
11850 "intervalFactor": 1,
11851 "legendFormat": "{{device}} - Rx in",
11852 "range": true,
11853 "refId": "A",
11854 "step": 240
11855 }
11856 ],
11857 "title": "Network Traffic Frame",
11858 "type": "timeseries"
11859 },
11860 {
11861 "datasource": {
11862 "type": "prometheus",
11863 "uid": "${DS_PROMETHEUS}"
11864 },
11865 "description": "Tracks FIFO buffer overrun errors on network interfaces. These occur when incoming or outgoing packets are dropped due to queue or buffer overflows, often indicating congestion or hardware limits",
11866 "fieldConfig": {
11867 "defaults": {
11868 "color": {
11869 "mode": "palette-classic"
11870 },
11871 "custom": {
11872 "axisBorderShow": false,
11873 "axisCenteredZero": false,
11874 "axisColorMode": "text",
11875 "axisLabel": "out (-) / in (+)",
11876 "axisPlacement": "auto",
11877 "barAlignment": 0,
11878 "barWidthFactor": 0.6,
11879 "drawStyle": "line",
11880 "fillOpacity": 20,
11881 "gradientMode": "none",
11882 "hideFrom": {
11883 "legend": false,
11884 "tooltip": false,
11885 "viz": false
11886 },
11887 "insertNulls": false,
11888 "lineInterpolation": "linear",
11889 "lineWidth": 1,
11890 "pointSize": 5,
11891 "scaleDistribution": {
11892 "type": "linear"
11893 },
11894 "showPoints": "never",
11895 "spanNulls": false,
11896 "stacking": {
11897 "group": "A",
11898 "mode": "none"
11899 },
11900 "thresholdsStyle": {
11901 "mode": "off"
11902 }
11903 },
11904 "links": [],
11905 "mappings": [],
11906 "thresholds": {
11907 "mode": "absolute",
11908 "steps": [
11909 {
11910 "color": "green"
11911 }
11912 ]
11913 },
11914 "unit": "pps"
11915 },
11916 "overrides": [
11917 {
11918 "matcher": {
11919 "id": "byRegexp",
11920 "options": "/.*out.*/"
11921 },
11922 "properties": [
11923 {
11924 "id": "custom.transform",
11925 "value": "negative-Y"
11926 }
11927 ]
11928 }
11929 ]
11930 },
11931 "gridPos": {
11932 "h": 10,
11933 "w": 12,
11934 "x": 12,
11935 "y": 141
11936 },
11937 "id": 144,
11938 "options": {
11939 "legend": {
11940 "calcs": [
11941 "min",
11942 "mean",
11943 "max"
11944 ],
11945 "displayMode": "table",
11946 "placement": "bottom",
11947 "showLegend": true,
11948 "width": 300
11949 },
11950 "tooltip": {
11951 "hideZeros": false,
11952 "mode": "multi",
11953 "sort": "none"
11954 }
11955 },
11956 "pluginVersion": "11.6.1",
11957 "targets": [
11958 {
11959 "editorMode": "code",
11960 "expr": "rate(node_network_receive_fifo_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11961 "format": "time_series",
11962 "intervalFactor": 1,
11963 "legendFormat": "{{device}} - Rx in",
11964 "range": true,
11965 "refId": "A",
11966 "step": 240
11967 },
11968 {
11969 "editorMode": "code",
11970 "expr": "rate(node_network_transmit_fifo_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
11971 "format": "time_series",
11972 "intervalFactor": 1,
11973 "legendFormat": "{{device}} - Tx out",
11974 "range": true,
11975 "refId": "B",
11976 "step": 240
11977 }
11978 ],
11979 "title": "Network Traffic Fifo",
11980 "type": "timeseries"
11981 },
11982 {
11983 "datasource": {
11984 "type": "prometheus",
11985 "uid": "${DS_PROMETHEUS}"
11986 },
11987 "description": "Rate of packet collisions detected during transmission. Mostly relevant on half-duplex or legacy Ethernet networks",
11988 "fieldConfig": {
11989 "defaults": {
11990 "color": {
11991 "mode": "palette-classic"
11992 },
11993 "custom": {
11994 "axisBorderShow": false,
11995 "axisCenteredZero": false,
11996 "axisColorMode": "text",
11997 "axisLabel": "",
11998 "axisPlacement": "auto",
11999 "barAlignment": 0,
12000 "barWidthFactor": 0.6,
12001 "drawStyle": "line",
12002 "fillOpacity": 20,
12003 "gradientMode": "none",
12004 "hideFrom": {
12005 "legend": false,
12006 "tooltip": false,
12007 "viz": false
12008 },
12009 "insertNulls": false,
12010 "lineInterpolation": "linear",
12011 "lineWidth": 1,
12012 "pointSize": 5,
12013 "scaleDistribution": {
12014 "type": "linear"
12015 },
12016 "showPoints": "never",
12017 "spanNulls": false,
12018 "stacking": {
12019 "group": "A",
12020 "mode": "none"
12021 },
12022 "thresholdsStyle": {
12023 "mode": "off"
12024 }
12025 },
12026 "links": [],
12027 "mappings": [],
12028 "thresholds": {
12029 "mode": "absolute",
12030 "steps": [
12031 {
12032 "color": "green"
12033 }
12034 ]
12035 },
12036 "unit": "pps"
12037 },
12038 "overrides": [
12039 {
12040 "matcher": {
12041 "id": "byRegexp",
12042 "options": "/.*out.*/"
12043 },
12044 "properties": [
12045 {
12046 "id": "custom.transform",
12047 "value": "negative-Y"
12048 }
12049 ]
12050 }
12051 ]
12052 },
12053 "gridPos": {
12054 "h": 10,
12055 "w": 12,
12056 "x": 0,
12057 "y": 151
12058 },
12059 "id": 232,
12060 "options": {
12061 "legend": {
12062 "calcs": [
12063 "min",
12064 "mean",
12065 "max"
12066 ],
12067 "displayMode": "table",
12068 "placement": "bottom",
12069 "showLegend": true,
12070 "width": 300
12071 },
12072 "tooltip": {
12073 "hideZeros": false,
12074 "mode": "multi",
12075 "sort": "none"
12076 }
12077 },
12078 "pluginVersion": "11.6.1",
12079 "targets": [
12080 {
12081 "editorMode": "code",
12082 "expr": "rate(node_network_transmit_colls_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
12083 "format": "time_series",
12084 "intervalFactor": 1,
12085 "legendFormat": "{{device}} - Tx out",
12086 "range": true,
12087 "refId": "A",
12088 "step": 240
12089 }
12090 ],
12091 "title": "Network Traffic Collision",
12092 "type": "timeseries"
12093 },
12094 {
12095 "datasource": {
12096 "type": "prometheus",
12097 "uid": "${DS_PROMETHEUS}"
12098 },
12099 "description": "Rate of carrier errors during transmission. These typically indicate physical layer issues like faulty cabling or duplex mismatches",
12100 "fieldConfig": {
12101 "defaults": {
12102 "color": {
12103 "mode": "palette-classic"
12104 },
12105 "custom": {
12106 "axisBorderShow": false,
12107 "axisCenteredZero": false,
12108 "axisColorMode": "text",
12109 "axisLabel": "",
12110 "axisPlacement": "auto",
12111 "barAlignment": 0,
12112 "barWidthFactor": 0.6,
12113 "drawStyle": "line",
12114 "fillOpacity": 20,
12115 "gradientMode": "none",
12116 "hideFrom": {
12117 "legend": false,
12118 "tooltip": false,
12119 "viz": false
12120 },
12121 "insertNulls": false,
12122 "lineInterpolation": "linear",
12123 "lineWidth": 1,
12124 "pointSize": 5,
12125 "scaleDistribution": {
12126 "type": "linear"
12127 },
12128 "showPoints": "never",
12129 "spanNulls": false,
12130 "stacking": {
12131 "group": "A",
12132 "mode": "none"
12133 },
12134 "thresholdsStyle": {
12135 "mode": "off"
12136 }
12137 },
12138 "links": [],
12139 "mappings": [],
12140 "thresholds": {
12141 "mode": "absolute",
12142 "steps": [
12143 {
12144 "color": "green"
12145 }
12146 ]
12147 },
12148 "unit": "pps"
12149 },
12150 "overrides": []
12151 },
12152 "gridPos": {
12153 "h": 10,
12154 "w": 12,
12155 "x": 12,
12156 "y": 151
12157 },
12158 "id": 231,
12159 "options": {
12160 "legend": {
12161 "calcs": [
12162 "min",
12163 "mean",
12164 "max"
12165 ],
12166 "displayMode": "table",
12167 "placement": "bottom",
12168 "showLegend": true,
12169 "width": 300
12170 },
12171 "tooltip": {
12172 "hideZeros": false,
12173 "mode": "multi",
12174 "sort": "none"
12175 }
12176 },
12177 "pluginVersion": "11.6.1",
12178 "targets": [
12179 {
12180 "editorMode": "code",
12181 "expr": "rate(node_network_transmit_carrier_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
12182 "format": "time_series",
12183 "intervalFactor": 1,
12184 "legendFormat": "{{device}} - Tx out",
12185 "range": true,
12186 "refId": "A",
12187 "step": 240
12188 }
12189 ],
12190 "title": "Network Traffic Carrier Errors",
12191 "type": "timeseries"
12192 },
12193 {
12194 "datasource": {
12195 "type": "prometheus",
12196 "uid": "${DS_PROMETHEUS}"
12197 },
12198 "description": "Number of ARP entries per interface. Useful for detecting excessive ARP traffic or table growth due to scanning or misconfiguration",
12199 "fieldConfig": {
12200 "defaults": {
12201 "color": {
12202 "mode": "palette-classic"
12203 },
12204 "custom": {
12205 "axisBorderShow": false,
12206 "axisCenteredZero": false,
12207 "axisColorMode": "text",
12208 "axisLabel": "",
12209 "axisPlacement": "auto",
12210 "barAlignment": 0,
12211 "barWidthFactor": 0.6,
12212 "drawStyle": "line",
12213 "fillOpacity": 20,
12214 "gradientMode": "none",
12215 "hideFrom": {
12216 "legend": false,
12217 "tooltip": false,
12218 "viz": false
12219 },
12220 "insertNulls": false,
12221 "lineInterpolation": "linear",
12222 "lineWidth": 1,
12223 "pointSize": 5,
12224 "scaleDistribution": {
12225 "type": "linear"
12226 },
12227 "showPoints": "never",
12228 "spanNulls": false,
12229 "stacking": {
12230 "group": "A",
12231 "mode": "none"
12232 },
12233 "thresholdsStyle": {
12234 "mode": "off"
12235 }
12236 },
12237 "links": [],
12238 "mappings": [],
12239 "min": 0,
12240 "thresholds": {
12241 "mode": "absolute",
12242 "steps": [
12243 {
12244 "color": "green"
12245 }
12246 ]
12247 },
12248 "unit": "short"
12249 },
12250 "overrides": []
12251 },
12252 "gridPos": {
12253 "h": 10,
12254 "w": 12,
12255 "x": 0,
12256 "y": 161
12257 },
12258 "id": 230,
12259 "options": {
12260 "legend": {
12261 "calcs": [
12262 "min",
12263 "mean",
12264 "max"
12265 ],
12266 "displayMode": "table",
12267 "placement": "bottom",
12268 "showLegend": true
12269 },
12270 "tooltip": {
12271 "hideZeros": false,
12272 "mode": "multi",
12273 "sort": "none"
12274 }
12275 },
12276 "pluginVersion": "11.6.1",
12277 "targets": [
12278 {
12279 "editorMode": "code",
12280 "expr": "node_arp_entries{instance=\"$node\",job=\"$job\"}",
12281 "format": "time_series",
12282 "intervalFactor": 1,
12283 "legendFormat": "{{ device }} ARP Table",
12284 "range": true,
12285 "refId": "A",
12286 "step": 240
12287 }
12288 ],
12289 "title": "ARP Entries",
12290 "type": "timeseries"
12291 },
12292 {
12293 "datasource": {
12294 "type": "prometheus",
12295 "uid": "${DS_PROMETHEUS}"
12296 },
12297 "description": "Current and maximum connection tracking entries used by Netfilter (nf_conntrack). High usage approaching the limit may cause packet drops or connection issues",
12298 "fieldConfig": {
12299 "defaults": {
12300 "color": {
12301 "mode": "palette-classic"
12302 },
12303 "custom": {
12304 "axisBorderShow": false,
12305 "axisCenteredZero": false,
12306 "axisColorMode": "text",
12307 "axisLabel": "",
12308 "axisPlacement": "auto",
12309 "barAlignment": 0,
12310 "barWidthFactor": 0.6,
12311 "drawStyle": "line",
12312 "fillOpacity": 20,
12313 "gradientMode": "none",
12314 "hideFrom": {
12315 "legend": false,
12316 "tooltip": false,
12317 "viz": false
12318 },
12319 "insertNulls": false,
12320 "lineInterpolation": "linear",
12321 "lineWidth": 1,
12322 "pointSize": 5,
12323 "scaleDistribution": {
12324 "type": "linear"
12325 },
12326 "showPoints": "never",
12327 "spanNulls": false,
12328 "stacking": {
12329 "group": "A",
12330 "mode": "none"
12331 },
12332 "thresholdsStyle": {
12333 "mode": "off"
12334 }
12335 },
12336 "links": [],
12337 "mappings": [],
12338 "min": 0,
12339 "thresholds": {
12340 "mode": "absolute",
12341 "steps": [
12342 {
12343 "color": "green"
12344 }
12345 ]
12346 },
12347 "unit": "short"
12348 },
12349 "overrides": [
12350 {
12351 "matcher": {
12352 "id": "byName",
12353 "options": "NF conntrack limit"
12354 },
12355 "properties": [
12356 {
12357 "id": "color",
12358 "value": {
12359 "fixedColor": "dark-red",
12360 "mode": "fixed"
12361 }
12362 },
12363 {
12364 "id": "custom.fillOpacity",
12365 "value": 0
12366 },
12367 {
12368 "id": "custom.lineStyle",
12369 "value": {
12370 "dash": [
12371 10,
12372 10
12373 ],
12374 "fill": "dash"
12375 }
12376 }
12377 ]
12378 }
12379 ]
12380 },
12381 "gridPos": {
12382 "h": 10,
12383 "w": 12,
12384 "x": 12,
12385 "y": 161
12386 },
12387 "id": 61,
12388 "options": {
12389 "legend": {
12390 "calcs": [
12391 "min",
12392 "mean",
12393 "max"
12394 ],
12395 "displayMode": "table",
12396 "placement": "bottom",
12397 "showLegend": true
12398 },
12399 "tooltip": {
12400 "hideZeros": false,
12401 "mode": "multi",
12402 "sort": "none"
12403 }
12404 },
12405 "pluginVersion": "11.6.1",
12406 "targets": [
12407 {
12408 "editorMode": "code",
12409 "expr": "node_nf_conntrack_entries{instance=\"$node\",job=\"$job\"}",
12410 "format": "time_series",
12411 "intervalFactor": 1,
12412 "legendFormat": "NF conntrack entries",
12413 "range": true,
12414 "refId": "A",
12415 "step": 240
12416 },
12417 {
12418 "editorMode": "code",
12419 "expr": "node_nf_conntrack_entries_limit{instance=\"$node\",job=\"$job\"}",
12420 "format": "time_series",
12421 "intervalFactor": 1,
12422 "legendFormat": "NF conntrack limit",
12423 "range": true,
12424 "refId": "B",
12425 "step": 240
12426 }
12427 ],
12428 "title": "NF Conntrack",
12429 "type": "timeseries"
12430 },
12431 {
12432 "datasource": {
12433 "type": "prometheus",
12434 "uid": "${DS_PROMETHEUS}"
12435 },
12436 "description": "Operational and physical link status of each network interface. Values are Yes for 'up' or link present, and No for 'down' or no carrier.\"",
12437 "fieldConfig": {
12438 "defaults": {
12439 "color": {
12440 "mode": "palette-classic"
12441 },
12442 "custom": {
12443 "axisBorderShow": false,
12444 "axisCenteredZero": false,
12445 "axisColorMode": "text",
12446 "axisLabel": "",
12447 "axisPlacement": "auto",
12448 "barAlignment": 0,
12449 "barWidthFactor": 0.6,
12450 "drawStyle": "line",
12451 "fillOpacity": 20,
12452 "gradientMode": "none",
12453 "hideFrom": {
12454 "legend": false,
12455 "tooltip": false,
12456 "viz": false
12457 },
12458 "insertNulls": false,
12459 "lineInterpolation": "linear",
12460 "lineWidth": 1,
12461 "pointSize": 5,
12462 "scaleDistribution": {
12463 "type": "linear"
12464 },
12465 "showPoints": "never",
12466 "spanNulls": false,
12467 "stacking": {
12468 "group": "A",
12469 "mode": "none"
12470 },
12471 "thresholdsStyle": {
12472 "mode": "off"
12473 }
12474 },
12475 "links": [],
12476 "mappings": [],
12477 "thresholds": {
12478 "mode": "absolute",
12479 "steps": [
12480 {
12481 "color": "green"
12482 }
12483 ]
12484 },
12485 "unit": "bool_yes_no"
12486 },
12487 "overrides": []
12488 },
12489 "gridPos": {
12490 "h": 10,
12491 "w": 12,
12492 "x": 0,
12493 "y": 171
12494 },
12495 "id": 309,
12496 "options": {
12497 "legend": {
12498 "calcs": [
12499 "min",
12500 "mean",
12501 "max"
12502 ],
12503 "displayMode": "table",
12504 "placement": "bottom",
12505 "showLegend": true,
12506 "width": 300
12507 },
12508 "tooltip": {
12509 "hideZeros": false,
12510 "mode": "multi",
12511 "sort": "none"
12512 }
12513 },
12514 "pluginVersion": "11.6.1",
12515 "targets": [
12516 {
12517 "editorMode": "code",
12518 "expr": "node_network_up{operstate=\"up\",instance=\"$node\",job=\"$job\"}",
12519 "format": "time_series",
12520 "hide": true,
12521 "intervalFactor": 1,
12522 "legendFormat": "{{interface}} - Operational state UP",
12523 "range": true,
12524 "refId": "A",
12525 "step": 240
12526 },
12527 {
12528 "editorMode": "code",
12529 "expr": "node_network_carrier{instance=\"$node\",job=\"$job\"}",
12530 "format": "time_series",
12531 "instant": false,
12532 "legendFormat": "{{device}} - Physical link",
12533 "refId": "B"
12534 }
12535 ],
12536 "title": "Network Operational Status",
12537 "type": "timeseries"
12538 },
12539 {
12540 "datasource": {
12541 "type": "prometheus",
12542 "uid": "${DS_PROMETHEUS}"
12543 },
12544 "description": "Maximum speed of each network interface as reported by the operating system. This is a static hardware capability, not current throughput",
12545 "fieldConfig": {
12546 "defaults": {
12547 "color": {
12548 "mode": "thresholds"
12549 },
12550 "decimals": 0,
12551 "fieldMinMax": false,
12552 "links": [],
12553 "mappings": [],
12554 "min": 0,
12555 "thresholds": {
12556 "mode": "absolute",
12557 "steps": [
12558 {
12559 "color": "green"
12560 }
12561 ]
12562 },
12563 "unit": "bps"
12564 },
12565 "overrides": []
12566 },
12567 "gridPos": {
12568 "h": 10,
12569 "w": 6,
12570 "x": 12,
12571 "y": 171
12572 },
12573 "id": 280,
12574 "options": {
12575 "displayMode": "basic",
12576 "legend": {
12577 "calcs": [],
12578 "displayMode": "list",
12579 "placement": "bottom",
12580 "showLegend": false
12581 },
12582 "maxVizHeight": 30,
12583 "minVizHeight": 16,
12584 "minVizWidth": 8,
12585 "namePlacement": "auto",
12586 "orientation": "horizontal",
12587 "reduceOptions": {
12588 "calcs": [
12589 "lastNotNull"
12590 ],
12591 "fields": "",
12592 "values": false
12593 },
12594 "showUnfilled": true,
12595 "sizing": "manual",
12596 "valueMode": "color"
12597 },
12598 "pluginVersion": "11.6.1",
12599 "targets": [
12600 {
12601 "editorMode": "code",
12602 "expr": "node_network_speed_bytes{instance=\"$node\",job=\"$job\"} * 8",
12603 "format": "time_series",
12604 "intervalFactor": 1,
12605 "legendFormat": "{{ device }}",
12606 "range": true,
12607 "refId": "A",
12608 "step": 240
12609 }
12610 ],
12611 "title": "Speed",
12612 "type": "bargauge"
12613 },
12614 {
12615 "datasource": {
12616 "type": "prometheus",
12617 "uid": "${DS_PROMETHEUS}"
12618 },
12619 "description": "MTU (Maximum Transmission Unit) in bytes for each network interface. Affects packet size and transmission efficiency",
12620 "fieldConfig": {
12621 "defaults": {
12622 "color": {
12623 "mode": "thresholds"
12624 },
12625 "decimals": 0,
12626 "links": [],
12627 "mappings": [],
12628 "min": 0,
12629 "thresholds": {
12630 "mode": "absolute",
12631 "steps": [
12632 {
12633 "color": "green"
12634 }
12635 ]
12636 },
12637 "unit": "none"
12638 },
12639 "overrides": []
12640 },
12641 "gridPos": {
12642 "h": 10,
12643 "w": 6,
12644 "x": 18,
12645 "y": 171
12646 },
12647 "id": 288,
12648 "options": {
12649 "displayMode": "basic",
12650 "legend": {
12651 "calcs": [],
12652 "displayMode": "list",
12653 "placement": "bottom",
12654 "showLegend": false
12655 },
12656 "maxVizHeight": 30,
12657 "minVizHeight": 16,
12658 "minVizWidth": 8,
12659 "namePlacement": "auto",
12660 "orientation": "horizontal",
12661 "reduceOptions": {
12662 "calcs": [
12663 "lastNotNull"
12664 ],
12665 "fields": "",
12666 "values": false
12667 },
12668 "showUnfilled": true,
12669 "sizing": "manual",
12670 "valueMode": "color"
12671 },
12672 "pluginVersion": "11.6.1",
12673 "targets": [
12674 {
12675 "editorMode": "code",
12676 "expr": "node_network_mtu_bytes{instance=\"$node\",job=\"$job\"}",
12677 "format": "time_series",
12678 "intervalFactor": 1,
12679 "legendFormat": "{{ device }}",
12680 "range": true,
12681 "refId": "A",
12682 "step": 240
12683 }
12684 ],
12685 "title": "MTU",
12686 "type": "bargauge"
12687 }
12688 ],
12689 "title": "Network Traffic",
12690 "type": "row"
12691 },
12692 {
12693 "collapsed": true,
12694 "gridPos": {
12695 "h": 1,
12696 "w": 24,
12697 "x": 0,
12698 "y": 31
12699 },
12700 "id": 273,
12701 "panels": [
12702 {
12703 "datasource": {
12704 "type": "prometheus",
12705 "uid": "${DS_PROMETHEUS}"
12706 },
12707 "description": "Tracks TCP socket usage and memory per node",
12708 "fieldConfig": {
12709 "defaults": {
12710 "color": {
12711 "mode": "palette-classic"
12712 },
12713 "custom": {
12714 "axisBorderShow": false,
12715 "axisCenteredZero": false,
12716 "axisColorMode": "text",
12717 "axisLabel": "",
12718 "axisPlacement": "auto",
12719 "barAlignment": 0,
12720 "barWidthFactor": 0.6,
12721 "drawStyle": "line",
12722 "fillOpacity": 20,
12723 "gradientMode": "none",
12724 "hideFrom": {
12725 "legend": false,
12726 "tooltip": false,
12727 "viz": false
12728 },
12729 "insertNulls": false,
12730 "lineInterpolation": "linear",
12731 "lineWidth": 1,
12732 "pointSize": 5,
12733 "scaleDistribution": {
12734 "type": "linear"
12735 },
12736 "showPoints": "never",
12737 "spanNulls": false,
12738 "stacking": {
12739 "group": "A",
12740 "mode": "none"
12741 },
12742 "thresholdsStyle": {
12743 "mode": "off"
12744 }
12745 },
12746 "links": [],
12747 "mappings": [],
12748 "min": 0,
12749 "thresholds": {
12750 "mode": "absolute",
12751 "steps": [
12752 {
12753 "color": "green"
12754 }
12755 ]
12756 },
12757 "unit": "short"
12758 },
12759 "overrides": []
12760 },
12761 "gridPos": {
12762 "h": 10,
12763 "w": 12,
12764 "x": 0,
12765 "y": 32
12766 },
12767 "id": 63,
12768 "options": {
12769 "legend": {
12770 "calcs": [
12771 "min",
12772 "mean",
12773 "max"
12774 ],
12775 "displayMode": "table",
12776 "placement": "bottom",
12777 "showLegend": true,
12778 "width": 300
12779 },
12780 "tooltip": {
12781 "hideZeros": false,
12782 "mode": "multi",
12783 "sort": "none"
12784 }
12785 },
12786 "pluginVersion": "11.6.1",
12787 "targets": [
12788 {
12789 "editorMode": "code",
12790 "expr": "node_sockstat_TCP_alloc{instance=\"$node\",job=\"$job\"}",
12791 "format": "time_series",
12792 "interval": "",
12793 "intervalFactor": 1,
12794 "legendFormat": "Allocated Sockets",
12795 "range": true,
12796 "refId": "A",
12797 "step": 240
12798 },
12799 {
12800 "editorMode": "code",
12801 "expr": "node_sockstat_TCP_inuse{instance=\"$node\",job=\"$job\"}",
12802 "format": "time_series",
12803 "interval": "",
12804 "intervalFactor": 1,
12805 "legendFormat": "In-Use Sockets",
12806 "range": true,
12807 "refId": "B",
12808 "step": 240
12809 },
12810 {
12811 "editorMode": "code",
12812 "expr": "node_sockstat_TCP_orphan{instance=\"$node\",job=\"$job\"}",
12813 "format": "time_series",
12814 "interval": "",
12815 "intervalFactor": 1,
12816 "legendFormat": "Orphaned Sockets",
12817 "range": true,
12818 "refId": "C",
12819 "step": 240
12820 },
12821 {
12822 "editorMode": "code",
12823 "expr": "node_sockstat_TCP_tw{instance=\"$node\",job=\"$job\"}",
12824 "format": "time_series",
12825 "interval": "",
12826 "intervalFactor": 1,
12827 "legendFormat": "TIME_WAIT Sockets",
12828 "range": true,
12829 "refId": "D",
12830 "step": 240
12831 }
12832 ],
12833 "title": "Sockstat TCP",
12834 "type": "timeseries"
12835 },
12836 {
12837 "datasource": {
12838 "type": "prometheus",
12839 "uid": "${DS_PROMETHEUS}"
12840 },
12841 "description": "Number of UDP and UDPLite sockets currently in use",
12842 "fieldConfig": {
12843 "defaults": {
12844 "color": {
12845 "mode": "palette-classic"
12846 },
12847 "custom": {
12848 "axisBorderShow": false,
12849 "axisCenteredZero": false,
12850 "axisColorMode": "text",
12851 "axisLabel": "",
12852 "axisPlacement": "auto",
12853 "barAlignment": 0,
12854 "barWidthFactor": 0.6,
12855 "drawStyle": "line",
12856 "fillOpacity": 20,
12857 "gradientMode": "none",
12858 "hideFrom": {
12859 "legend": false,
12860 "tooltip": false,
12861 "viz": false
12862 },
12863 "insertNulls": false,
12864 "lineInterpolation": "linear",
12865 "lineWidth": 1,
12866 "pointSize": 5,
12867 "scaleDistribution": {
12868 "type": "linear"
12869 },
12870 "showPoints": "never",
12871 "spanNulls": false,
12872 "stacking": {
12873 "group": "A",
12874 "mode": "none"
12875 },
12876 "thresholdsStyle": {
12877 "mode": "off"
12878 }
12879 },
12880 "links": [],
12881 "mappings": [],
12882 "min": 0,
12883 "thresholds": {
12884 "mode": "absolute",
12885 "steps": [
12886 {
12887 "color": "green"
12888 }
12889 ]
12890 },
12891 "unit": "short"
12892 },
12893 "overrides": []
12894 },
12895 "gridPos": {
12896 "h": 10,
12897 "w": 12,
12898 "x": 12,
12899 "y": 32
12900 },
12901 "id": 124,
12902 "options": {
12903 "legend": {
12904 "calcs": [
12905 "min",
12906 "mean",
12907 "max"
12908 ],
12909 "displayMode": "table",
12910 "placement": "bottom",
12911 "showLegend": true,
12912 "width": 300
12913 },
12914 "tooltip": {
12915 "hideZeros": false,
12916 "mode": "multi",
12917 "sort": "none"
12918 }
12919 },
12920 "pluginVersion": "11.6.1",
12921 "targets": [
12922 {
12923 "editorMode": "code",
12924 "expr": "node_sockstat_UDPLITE_inuse{instance=\"$node\",job=\"$job\"}",
12925 "format": "time_series",
12926 "interval": "",
12927 "intervalFactor": 1,
12928 "legendFormat": "UDPLite - In-Use Sockets",
12929 "range": true,
12930 "refId": "A",
12931 "step": 240
12932 },
12933 {
12934 "editorMode": "code",
12935 "expr": "node_sockstat_UDP_inuse{instance=\"$node\",job=\"$job\"}",
12936 "format": "time_series",
12937 "interval": "",
12938 "intervalFactor": 1,
12939 "legendFormat": "UDP - In-Use Sockets",
12940 "range": true,
12941 "refId": "B",
12942 "step": 240
12943 }
12944 ],
12945 "title": "Sockstat UDP",
12946 "type": "timeseries"
12947 },
12948 {
12949 "datasource": {
12950 "type": "prometheus",
12951 "uid": "${DS_PROMETHEUS}"
12952 },
12953 "description": "Total number of sockets currently in use across all protocols (TCP, UDP, UNIX, etc.), as reported by /proc/net/sockstat",
12954 "fieldConfig": {
12955 "defaults": {
12956 "color": {
12957 "mode": "palette-classic"
12958 },
12959 "custom": {
12960 "axisBorderShow": false,
12961 "axisCenteredZero": false,
12962 "axisColorMode": "text",
12963 "axisLabel": "",
12964 "axisPlacement": "auto",
12965 "barAlignment": 0,
12966 "barWidthFactor": 0.6,
12967 "drawStyle": "line",
12968 "fillOpacity": 20,
12969 "gradientMode": "none",
12970 "hideFrom": {
12971 "legend": false,
12972 "tooltip": false,
12973 "viz": false
12974 },
12975 "insertNulls": false,
12976 "lineInterpolation": "linear",
12977 "lineWidth": 1,
12978 "pointSize": 5,
12979 "scaleDistribution": {
12980 "type": "linear"
12981 },
12982 "showPoints": "never",
12983 "spanNulls": false,
12984 "stacking": {
12985 "group": "A",
12986 "mode": "none"
12987 },
12988 "thresholdsStyle": {
12989 "mode": "off"
12990 }
12991 },
12992 "links": [],
12993 "mappings": [],
12994 "min": 0,
12995 "thresholds": {
12996 "mode": "absolute",
12997 "steps": [
12998 {
12999 "color": "green"
13000 }
13001 ]
13002 },
13003 "unit": "short"
13004 },
13005 "overrides": []
13006 },
13007 "gridPos": {
13008 "h": 10,
13009 "w": 12,
13010 "x": 0,
13011 "y": 122
13012 },
13013 "id": 126,
13014 "options": {
13015 "legend": {
13016 "calcs": [
13017 "min",
13018 "mean",
13019 "max"
13020 ],
13021 "displayMode": "table",
13022 "placement": "bottom",
13023 "showLegend": true,
13024 "width": 300
13025 },
13026 "tooltip": {
13027 "hideZeros": false,
13028 "mode": "multi",
13029 "sort": "none"
13030 }
13031 },
13032 "pluginVersion": "11.6.1",
13033 "targets": [
13034 {
13035 "editorMode": "code",
13036 "expr": "node_sockstat_sockets_used{instance=\"$node\",job=\"$job\"}",
13037 "format": "time_series",
13038 "interval": "",
13039 "intervalFactor": 1,
13040 "legendFormat": "Total sockets",
13041 "range": true,
13042 "refId": "A",
13043 "step": 240
13044 }
13045 ],
13046 "title": "Sockstat Used",
13047 "type": "timeseries"
13048 },
13049 {
13050 "datasource": {
13051 "type": "prometheus",
13052 "uid": "${DS_PROMETHEUS}"
13053 },
13054 "description": "Number of FRAG and RAW sockets currently in use. RAW sockets are used for custom protocols or tools like ping; FRAG sockets are used internally for IP packet defragmentation",
13055 "fieldConfig": {
13056 "defaults": {
13057 "color": {
13058 "mode": "palette-classic"
13059 },
13060 "custom": {
13061 "axisBorderShow": false,
13062 "axisCenteredZero": false,
13063 "axisColorMode": "text",
13064 "axisLabel": "",
13065 "axisPlacement": "auto",
13066 "barAlignment": 0,
13067 "barWidthFactor": 0.6,
13068 "drawStyle": "line",
13069 "fillOpacity": 20,
13070 "gradientMode": "none",
13071 "hideFrom": {
13072 "legend": false,
13073 "tooltip": false,
13074 "viz": false
13075 },
13076 "insertNulls": false,
13077 "lineInterpolation": "linear",
13078 "lineWidth": 1,
13079 "pointSize": 5,
13080 "scaleDistribution": {
13081 "type": "linear"
13082 },
13083 "showPoints": "never",
13084 "spanNulls": false,
13085 "stacking": {
13086 "group": "A",
13087 "mode": "none"
13088 },
13089 "thresholdsStyle": {
13090 "mode": "off"
13091 }
13092 },
13093 "links": [],
13094 "mappings": [],
13095 "min": 0,
13096 "thresholds": {
13097 "mode": "absolute",
13098 "steps": [
13099 {
13100 "color": "green"
13101 }
13102 ]
13103 },
13104 "unit": "short"
13105 },
13106 "overrides": []
13107 },
13108 "gridPos": {
13109 "h": 10,
13110 "w": 12,
13111 "x": 12,
13112 "y": 122
13113 },
13114 "id": 125,
13115 "options": {
13116 "legend": {
13117 "calcs": [
13118 "min",
13119 "mean",
13120 "max"
13121 ],
13122 "displayMode": "table",
13123 "placement": "bottom",
13124 "showLegend": true,
13125 "width": 300
13126 },
13127 "tooltip": {
13128 "hideZeros": false,
13129 "mode": "multi",
13130 "sort": "none"
13131 }
13132 },
13133 "pluginVersion": "11.6.1",
13134 "targets": [
13135 {
13136 "editorMode": "code",
13137 "expr": "node_sockstat_FRAG_inuse{instance=\"$node\",job=\"$job\"}",
13138 "format": "time_series",
13139 "interval": "",
13140 "intervalFactor": 1,
13141 "legendFormat": "FRAG - In-Use Sockets",
13142 "range": true,
13143 "refId": "A",
13144 "step": 240
13145 },
13146 {
13147 "editorMode": "code",
13148 "expr": "node_sockstat_RAW_inuse{instance=\"$node\",job=\"$job\"}",
13149 "format": "time_series",
13150 "interval": "",
13151 "intervalFactor": 1,
13152 "legendFormat": "RAW - In-Use Sockets",
13153 "range": true,
13154 "refId": "C",
13155 "step": 240
13156 }
13157 ],
13158 "title": "Sockstat FRAG / RAW",
13159 "type": "timeseries"
13160 },
13161 {
13162 "datasource": {
13163 "type": "prometheus",
13164 "uid": "${DS_PROMETHEUS}"
13165 },
13166 "description": "TCP/UDP socket memory usage in kernel (in pages)",
13167 "fieldConfig": {
13168 "defaults": {
13169 "color": {
13170 "mode": "palette-classic"
13171 },
13172 "custom": {
13173 "axisBorderShow": false,
13174 "axisCenteredZero": false,
13175 "axisColorMode": "text",
13176 "axisLabel": "",
13177 "axisPlacement": "auto",
13178 "barAlignment": 0,
13179 "barWidthFactor": 0.6,
13180 "drawStyle": "line",
13181 "fillOpacity": 20,
13182 "gradientMode": "none",
13183 "hideFrom": {
13184 "legend": false,
13185 "tooltip": false,
13186 "viz": false
13187 },
13188 "insertNulls": false,
13189 "lineInterpolation": "linear",
13190 "lineWidth": 1,
13191 "pointSize": 5,
13192 "scaleDistribution": {
13193 "type": "linear"
13194 },
13195 "showPoints": "never",
13196 "spanNulls": false,
13197 "stacking": {
13198 "group": "A",
13199 "mode": "none"
13200 },
13201 "thresholdsStyle": {
13202 "mode": "off"
13203 }
13204 },
13205 "links": [],
13206 "mappings": [],
13207 "min": 0,
13208 "thresholds": {
13209 "mode": "absolute",
13210 "steps": [
13211 {
13212 "color": "green"
13213 }
13214 ]
13215 },
13216 "unit": "short"
13217 },
13218 "overrides": []
13219 },
13220 "gridPos": {
13221 "h": 10,
13222 "w": 12,
13223 "x": 0,
13224 "y": 132
13225 },
13226 "id": 336,
13227 "options": {
13228 "legend": {
13229 "calcs": [
13230 "min",
13231 "mean",
13232 "max"
13233 ],
13234 "displayMode": "table",
13235 "placement": "bottom",
13236 "showLegend": true,
13237 "width": 300
13238 },
13239 "tooltip": {
13240 "hideZeros": false,
13241 "mode": "multi",
13242 "sort": "none"
13243 }
13244 },
13245 "pluginVersion": "11.6.1",
13246 "targets": [
13247 {
13248 "editorMode": "code",
13249 "expr": "node_sockstat_TCP_mem{instance=\"$node\",job=\"$job\"}",
13250 "format": "time_series",
13251 "interval": "",
13252 "intervalFactor": 1,
13253 "legendFormat": "TCP",
13254 "range": true,
13255 "refId": "A",
13256 "step": 240
13257 },
13258 {
13259 "editorMode": "code",
13260 "expr": "node_sockstat_UDP_mem{instance=\"$node\",job=\"$job\"}",
13261 "format": "time_series",
13262 "interval": "",
13263 "intervalFactor": 1,
13264 "legendFormat": "UDP",
13265 "range": true,
13266 "refId": "B",
13267 "step": 240
13268 }
13269 ],
13270 "title": "TCP/UDP Kernel Buffer Memory Pages",
13271 "type": "timeseries"
13272 },
13273 {
13274 "datasource": {
13275 "type": "prometheus",
13276 "uid": "${DS_PROMETHEUS}"
13277 },
13278 "description": "Kernel memory used by TCP, UDP, and IP fragmentation buffers",
13279 "fieldConfig": {
13280 "defaults": {
13281 "color": {
13282 "mode": "palette-classic"
13283 },
13284 "custom": {
13285 "axisBorderShow": false,
13286 "axisCenteredZero": false,
13287 "axisColorMode": "text",
13288 "axisLabel": "",
13289 "axisPlacement": "auto",
13290 "barAlignment": 0,
13291 "barWidthFactor": 0.6,
13292 "drawStyle": "line",
13293 "fillOpacity": 20,
13294 "gradientMode": "none",
13295 "hideFrom": {
13296 "legend": false,
13297 "tooltip": false,
13298 "viz": false
13299 },
13300 "insertNulls": false,
13301 "lineInterpolation": "linear",
13302 "lineWidth": 1,
13303 "pointSize": 5,
13304 "scaleDistribution": {
13305 "type": "linear"
13306 },
13307 "showPoints": "never",
13308 "spanNulls": false,
13309 "stacking": {
13310 "group": "A",
13311 "mode": "none"
13312 },
13313 "thresholdsStyle": {
13314 "mode": "off"
13315 }
13316 },
13317 "links": [],
13318 "mappings": [],
13319 "min": 0,
13320 "thresholds": {
13321 "mode": "absolute",
13322 "steps": [
13323 {
13324 "color": "green"
13325 }
13326 ]
13327 },
13328 "unit": "bytes"
13329 },
13330 "overrides": []
13331 },
13332 "gridPos": {
13333 "h": 10,
13334 "w": 12,
13335 "x": 12,
13336 "y": 132
13337 },
13338 "id": 220,
13339 "options": {
13340 "legend": {
13341 "calcs": [
13342 "min",
13343 "mean",
13344 "max"
13345 ],
13346 "displayMode": "table",
13347 "placement": "bottom",
13348 "showLegend": true,
13349 "width": 300
13350 },
13351 "tooltip": {
13352 "hideZeros": false,
13353 "mode": "multi",
13354 "sort": "none"
13355 }
13356 },
13357 "pluginVersion": "11.6.1",
13358 "targets": [
13359 {
13360 "editorMode": "code",
13361 "expr": "node_sockstat_TCP_mem_bytes{instance=\"$node\",job=\"$job\"}",
13362 "format": "time_series",
13363 "interval": "",
13364 "intervalFactor": 1,
13365 "legendFormat": "TCP",
13366 "range": true,
13367 "refId": "A",
13368 "step": 240
13369 },
13370 {
13371 "editorMode": "code",
13372 "expr": "node_sockstat_UDP_mem_bytes{instance=\"$node\",job=\"$job\"}",
13373 "format": "time_series",
13374 "interval": "",
13375 "intervalFactor": 1,
13376 "legendFormat": "UDP",
13377 "range": true,
13378 "refId": "B",
13379 "step": 240
13380 },
13381 {
13382 "editorMode": "code",
13383 "expr": "node_sockstat_FRAG_memory{instance=\"$node\",job=\"$job\"}",
13384 "interval": "",
13385 "intervalFactor": 1,
13386 "legendFormat": "Fragmentation",
13387 "range": true,
13388 "refId": "C"
13389 }
13390 ],
13391 "title": "Sockstat Memory Size",
13392 "type": "timeseries"
13393 },
13394 {
13395 "datasource": {
13396 "type": "prometheus",
13397 "uid": "${DS_PROMETHEUS}"
13398 },
13399 "description": "Packets processed and dropped by the softnet network stack per CPU. Drops may indicate CPU saturation or network driver limitations",
13400 "fieldConfig": {
13401 "defaults": {
13402 "color": {
13403 "mode": "palette-classic"
13404 },
13405 "custom": {
13406 "axisBorderShow": false,
13407 "axisCenteredZero": false,
13408 "axisColorMode": "text",
13409 "axisLabel": "drop (-) / process (+)",
13410 "axisPlacement": "auto",
13411 "barAlignment": 0,
13412 "barWidthFactor": 0.6,
13413 "drawStyle": "line",
13414 "fillOpacity": 20,
13415 "gradientMode": "none",
13416 "hideFrom": {
13417 "legend": false,
13418 "tooltip": false,
13419 "viz": false
13420 },
13421 "insertNulls": false,
13422 "lineInterpolation": "linear",
13423 "lineWidth": 1,
13424 "pointSize": 5,
13425 "scaleDistribution": {
13426 "type": "linear"
13427 },
13428 "showPoints": "never",
13429 "spanNulls": false,
13430 "stacking": {
13431 "group": "A",
13432 "mode": "none"
13433 },
13434 "thresholdsStyle": {
13435 "mode": "off"
13436 }
13437 },
13438 "links": [],
13439 "mappings": [],
13440 "thresholds": {
13441 "mode": "absolute",
13442 "steps": [
13443 {
13444 "color": "green"
13445 }
13446 ]
13447 },
13448 "unit": "pps"
13449 },
13450 "overrides": [
13451 {
13452 "matcher": {
13453 "id": "byRegexp",
13454 "options": "/.*Dropped.*/"
13455 },
13456 "properties": [
13457 {
13458 "id": "custom.transform",
13459 "value": "negative-Y"
13460 }
13461 ]
13462 }
13463 ]
13464 },
13465 "gridPos": {
13466 "h": 10,
13467 "w": 12,
13468 "x": 0,
13469 "y": 142
13470 },
13471 "id": 290,
13472 "options": {
13473 "legend": {
13474 "calcs": [
13475 "min",
13476 "mean",
13477 "max"
13478 ],
13479 "displayMode": "table",
13480 "placement": "bottom",
13481 "showLegend": true,
13482 "width": 300
13483 },
13484 "tooltip": {
13485 "hideZeros": false,
13486 "mode": "multi",
13487 "sort": "none"
13488 }
13489 },
13490 "pluginVersion": "11.6.1",
13491 "targets": [
13492 {
13493 "editorMode": "code",
13494 "expr": "irate(node_softnet_processed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
13495 "format": "time_series",
13496 "interval": "",
13497 "intervalFactor": 1,
13498 "legendFormat": "CPU {{cpu}} - Processed",
13499 "range": true,
13500 "refId": "A",
13501 "step": 240
13502 },
13503 {
13504 "editorMode": "code",
13505 "expr": "irate(node_softnet_dropped_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
13506 "format": "time_series",
13507 "interval": "",
13508 "intervalFactor": 1,
13509 "legendFormat": "CPU {{cpu}} - Dropped",
13510 "range": true,
13511 "refId": "B",
13512 "step": 240
13513 }
13514 ],
13515 "title": "Softnet Packets",
13516 "type": "timeseries"
13517 },
13518 {
13519 "datasource": {
13520 "type": "prometheus",
13521 "uid": "${DS_PROMETHEUS}"
13522 },
13523 "description": "How often the kernel was unable to process all packets in the softnet queue before time ran out. Frequent squeezes may indicate CPU contention or driver inefficiency",
13524 "fieldConfig": {
13525 "defaults": {
13526 "color": {
13527 "mode": "palette-classic"
13528 },
13529 "custom": {
13530 "axisBorderShow": false,
13531 "axisCenteredZero": false,
13532 "axisColorMode": "text",
13533 "axisLabel": "",
13534 "axisPlacement": "auto",
13535 "barAlignment": 0,
13536 "barWidthFactor": 0.6,
13537 "drawStyle": "line",
13538 "fillOpacity": 20,
13539 "gradientMode": "none",
13540 "hideFrom": {
13541 "legend": false,
13542 "tooltip": false,
13543 "viz": false
13544 },
13545 "insertNulls": false,
13546 "lineInterpolation": "linear",
13547 "lineWidth": 1,
13548 "pointSize": 5,
13549 "scaleDistribution": {
13550 "type": "linear"
13551 },
13552 "showPoints": "never",
13553 "spanNulls": false,
13554 "stacking": {
13555 "group": "A",
13556 "mode": "none"
13557 },
13558 "thresholdsStyle": {
13559 "mode": "off"
13560 }
13561 },
13562 "links": [],
13563 "mappings": [],
13564 "thresholds": {
13565 "mode": "absolute",
13566 "steps": [
13567 {
13568 "color": "green"
13569 },
13570 {
13571 "color": "red",
13572 "value": 80
13573 }
13574 ]
13575 },
13576 "unit": "eps"
13577 },
13578 "overrides": []
13579 },
13580 "gridPos": {
13581 "h": 10,
13582 "w": 12,
13583 "x": 12,
13584 "y": 142
13585 },
13586 "id": 310,
13587 "options": {
13588 "legend": {
13589 "calcs": [
13590 "min",
13591 "mean",
13592 "max"
13593 ],
13594 "displayMode": "table",
13595 "placement": "bottom",
13596 "showLegend": true,
13597 "width": 300
13598 },
13599 "tooltip": {
13600 "hideZeros": false,
13601 "mode": "multi",
13602 "sort": "none"
13603 }
13604 },
13605 "pluginVersion": "11.6.1",
13606 "targets": [
13607 {
13608 "editorMode": "code",
13609 "expr": "irate(node_softnet_times_squeezed_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
13610 "format": "time_series",
13611 "interval": "",
13612 "intervalFactor": 1,
13613 "legendFormat": "CPU {{cpu}} - Times Squeezed",
13614 "range": true,
13615 "refId": "A",
13616 "step": 240
13617 }
13618 ],
13619 "title": "Softnet Out of Quota",
13620 "type": "timeseries"
13621 },
13622 {
13623 "datasource": {
13624 "type": "prometheus",
13625 "uid": "${DS_PROMETHEUS}"
13626 },
13627 "description": "Tracks the number of packets processed or dropped by Receive Packet Steering (RPS), a mechanism to distribute packet processing across CPUs",
13628 "fieldConfig": {
13629 "defaults": {
13630 "color": {
13631 "mode": "palette-classic"
13632 },
13633 "custom": {
13634 "axisBorderShow": false,
13635 "axisCenteredZero": false,
13636 "axisColorMode": "text",
13637 "axisLabel": "",
13638 "axisPlacement": "auto",
13639 "barAlignment": 0,
13640 "barWidthFactor": 0.6,
13641 "drawStyle": "line",
13642 "fillOpacity": 20,
13643 "gradientMode": "none",
13644 "hideFrom": {
13645 "legend": false,
13646 "tooltip": false,
13647 "viz": false
13648 },
13649 "insertNulls": false,
13650 "lineInterpolation": "linear",
13651 "lineWidth": 1,
13652 "pointSize": 5,
13653 "scaleDistribution": {
13654 "type": "linear"
13655 },
13656 "showPoints": "never",
13657 "spanNulls": false,
13658 "stacking": {
13659 "group": "A",
13660 "mode": "none"
13661 },
13662 "thresholdsStyle": {
13663 "mode": "off"
13664 }
13665 },
13666 "links": [],
13667 "mappings": [],
13668 "thresholds": {
13669 "mode": "absolute",
13670 "steps": [
13671 {
13672 "color": "green"
13673 }
13674 ]
13675 },
13676 "unit": "pps"
13677 },
13678 "overrides": [
13679 {
13680 "matcher": {
13681 "id": "byRegexp",
13682 "options": "/.*Dropped.*/"
13683 },
13684 "properties": [
13685 {
13686 "id": "custom.transform",
13687 "value": "negative-Y"
13688 },
13689 {
13690 "id": "color",
13691 "value": {
13692 "fixedColor": "dark-red",
13693 "mode": "fixed"
13694 }
13695 }
13696 ]
13697 }
13698 ]
13699 },
13700 "gridPos": {
13701 "h": 10,
13702 "w": 12,
13703 "x": 0,
13704 "y": 152
13705 },
13706 "id": 330,
13707 "options": {
13708 "legend": {
13709 "calcs": [
13710 "min",
13711 "mean",
13712 "max"
13713 ],
13714 "displayMode": "table",
13715 "placement": "bottom",
13716 "showLegend": true,
13717 "width": 300
13718 },
13719 "tooltip": {
13720 "hideZeros": false,
13721 "mode": "multi",
13722 "sort": "none"
13723 }
13724 },
13725 "pluginVersion": "11.6.1",
13726 "targets": [
13727 {
13728 "editorMode": "code",
13729 "expr": "irate(node_softnet_received_rps_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
13730 "format": "time_series",
13731 "interval": "",
13732 "intervalFactor": 1,
13733 "legendFormat": "CPU {{cpu}} - Processed",
13734 "range": true,
13735 "refId": "A",
13736 "step": 240
13737 },
13738 {
13739 "editorMode": "code",
13740 "expr": "irate(node_softnet_flow_limit_count_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
13741 "format": "time_series",
13742 "hide": false,
13743 "interval": "",
13744 "intervalFactor": 1,
13745 "legendFormat": "CPU {{cpu}} - Dropped",
13746 "range": true,
13747 "refId": "B",
13748 "step": 240
13749 }
13750 ],
13751 "title": "Softnet RPS",
13752 "type": "timeseries"
13753 }
13754 ],
13755 "title": "Network Sockstat",
13756 "type": "row"
13757 },
13758 {
13759 "collapsed": true,
13760 "gridPos": {
13761 "h": 1,
13762 "w": 24,
13763 "x": 0,
13764 "y": 32
13765 },
13766 "id": 274,
13767 "panels": [
13768 {
13769 "datasource": {
13770 "type": "prometheus",
13771 "uid": "${DS_PROMETHEUS}"
13772 },
13773 "description": "Rate of octets sent and received at the IP layer, as reported by /proc/net/netstat",
13774 "fieldConfig": {
13775 "defaults": {
13776 "color": {
13777 "mode": "palette-classic"
13778 },
13779 "custom": {
13780 "axisBorderShow": false,
13781 "axisCenteredZero": false,
13782 "axisColorMode": "text",
13783 "axisLabel": "out (-) / in (+)",
13784 "axisPlacement": "auto",
13785 "barAlignment": 0,
13786 "barWidthFactor": 0.6,
13787 "drawStyle": "line",
13788 "fillOpacity": 20,
13789 "gradientMode": "none",
13790 "hideFrom": {
13791 "legend": false,
13792 "tooltip": false,
13793 "viz": false
13794 },
13795 "insertNulls": false,
13796 "lineInterpolation": "linear",
13797 "lineWidth": 1,
13798 "pointSize": 5,
13799 "scaleDistribution": {
13800 "type": "linear"
13801 },
13802 "showPoints": "never",
13803 "spanNulls": false,
13804 "stacking": {
13805 "group": "A",
13806 "mode": "none"
13807 },
13808 "thresholdsStyle": {
13809 "mode": "off"
13810 }
13811 },
13812 "links": [],
13813 "mappings": [],
13814 "thresholds": {
13815 "mode": "absolute",
13816 "steps": [
13817 {
13818 "color": "green"
13819 }
13820 ]
13821 },
13822 "unit": "Bps"
13823 },
13824 "overrides": [
13825 {
13826 "matcher": {
13827 "id": "byRegexp",
13828 "options": "/.*out.*/"
13829 },
13830 "properties": [
13831 {
13832 "id": "custom.transform",
13833 "value": "negative-Y"
13834 }
13835 ]
13836 }
13837 ]
13838 },
13839 "gridPos": {
13840 "h": 10,
13841 "w": 12,
13842 "x": 0,
13843 "y": 33
13844 },
13845 "id": 221,
13846 "options": {
13847 "legend": {
13848 "calcs": [
13849 "min",
13850 "mean",
13851 "max"
13852 ],
13853 "displayMode": "table",
13854 "placement": "bottom",
13855 "showLegend": true,
13856 "width": 300
13857 },
13858 "tooltip": {
13859 "hideZeros": false,
13860 "mode": "multi",
13861 "sort": "none"
13862 }
13863 },
13864 "pluginVersion": "11.6.1",
13865 "targets": [
13866 {
13867 "editorMode": "code",
13868 "expr": "irate(node_netstat_IpExt_InOctets{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
13869 "format": "time_series",
13870 "interval": "",
13871 "intervalFactor": 1,
13872 "legendFormat": "IP Rx in",
13873 "range": true,
13874 "refId": "A",
13875 "step": 240
13876 },
13877 {
13878 "editorMode": "code",
13879 "expr": "irate(node_netstat_IpExt_OutOctets{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
13880 "format": "time_series",
13881 "intervalFactor": 1,
13882 "legendFormat": "IP Tx out",
13883 "range": true,
13884 "refId": "B",
13885 "step": 240
13886 }
13887 ],
13888 "title": "Netstat IP In / Out Octets",
13889 "type": "timeseries"
13890 },
13891 {
13892 "datasource": {
13893 "type": "prometheus",
13894 "uid": "${DS_PROMETHEUS}"
13895 },
13896 "description": "Rate of TCP segments sent and received per second, including data and control segments",
13897 "fieldConfig": {
13898 "defaults": {
13899 "color": {
13900 "mode": "palette-classic"
13901 },
13902 "custom": {
13903 "axisBorderShow": false,
13904 "axisCenteredZero": false,
13905 "axisColorMode": "text",
13906 "axisLabel": "out (-) / in (+)",
13907 "axisPlacement": "auto",
13908 "barAlignment": 0,
13909 "barWidthFactor": 0.6,
13910 "drawStyle": "line",
13911 "fillOpacity": 20,
13912 "gradientMode": "none",
13913 "hideFrom": {
13914 "legend": false,
13915 "tooltip": false,
13916 "viz": false
13917 },
13918 "insertNulls": false,
13919 "lineInterpolation": "linear",
13920 "lineWidth": 1,
13921 "pointSize": 5,
13922 "scaleDistribution": {
13923 "type": "linear"
13924 },
13925 "showPoints": "never",
13926 "spanNulls": false,
13927 "stacking": {
13928 "group": "A",
13929 "mode": "none"
13930 },
13931 "thresholdsStyle": {
13932 "mode": "off"
13933 }
13934 },
13935 "links": [],
13936 "mappings": [],
13937 "thresholds": {
13938 "mode": "absolute",
13939 "steps": [
13940 {
13941 "color": "green"
13942 },
13943 {
13944 "color": "red",
13945 "value": 80
13946 }
13947 ]
13948 },
13949 "unit": "pps"
13950 },
13951 "overrides": [
13952 {
13953 "matcher": {
13954 "id": "byRegexp",
13955 "options": "/.*out.*/"
13956 },
13957 "properties": [
13958 {
13959 "id": "custom.transform",
13960 "value": "negative-Y"
13961 }
13962 ]
13963 },
13964 {
13965 "matcher": {
13966 "id": "byRegexp",
13967 "options": "/.*Snd.*/"
13968 },
13969 "properties": []
13970 }
13971 ]
13972 },
13973 "gridPos": {
13974 "h": 10,
13975 "w": 12,
13976 "x": 12,
13977 "y": 33
13978 },
13979 "id": 299,
13980 "options": {
13981 "legend": {
13982 "calcs": [
13983 "min",
13984 "mean",
13985 "max"
13986 ],
13987 "displayMode": "table",
13988 "placement": "bottom",
13989 "showLegend": true
13990 },
13991 "tooltip": {
13992 "hideZeros": false,
13993 "mode": "multi",
13994 "sort": "none"
13995 }
13996 },
13997 "pluginVersion": "11.6.1",
13998 "targets": [
13999 {
14000 "editorMode": "code",
14001 "expr": "irate(node_netstat_Tcp_InSegs{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14002 "format": "time_series",
14003 "instant": false,
14004 "interval": "",
14005 "intervalFactor": 1,
14006 "legendFormat": "TCP Rx in",
14007 "refId": "A",
14008 "step": 240
14009 },
14010 {
14011 "editorMode": "code",
14012 "expr": "irate(node_netstat_Tcp_OutSegs{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14013 "format": "time_series",
14014 "interval": "",
14015 "intervalFactor": 1,
14016 "legendFormat": "TCP Tx out",
14017 "range": true,
14018 "refId": "B",
14019 "step": 240
14020 }
14021 ],
14022 "title": "TCP In / Out",
14023 "type": "timeseries"
14024 },
14025 {
14026 "datasource": {
14027 "type": "prometheus",
14028 "uid": "${DS_PROMETHEUS}"
14029 },
14030 "description": "Rate of UDP datagrams sent and received per second, based on /proc/net/netstat",
14031 "fieldConfig": {
14032 "defaults": {
14033 "color": {
14034 "mode": "palette-classic"
14035 },
14036 "custom": {
14037 "axisBorderShow": false,
14038 "axisCenteredZero": false,
14039 "axisColorMode": "text",
14040 "axisLabel": "out (-) / in (+)",
14041 "axisPlacement": "auto",
14042 "barAlignment": 0,
14043 "barWidthFactor": 0.6,
14044 "drawStyle": "line",
14045 "fillOpacity": 20,
14046 "gradientMode": "none",
14047 "hideFrom": {
14048 "legend": false,
14049 "tooltip": false,
14050 "viz": false
14051 },
14052 "insertNulls": false,
14053 "lineInterpolation": "linear",
14054 "lineWidth": 1,
14055 "pointSize": 5,
14056 "scaleDistribution": {
14057 "type": "linear"
14058 },
14059 "showPoints": "never",
14060 "spanNulls": false,
14061 "stacking": {
14062 "group": "A",
14063 "mode": "none"
14064 },
14065 "thresholdsStyle": {
14066 "mode": "off"
14067 }
14068 },
14069 "links": [],
14070 "mappings": [],
14071 "thresholds": {
14072 "mode": "absolute",
14073 "steps": [
14074 {
14075 "color": "green"
14076 }
14077 ]
14078 },
14079 "unit": "pps"
14080 },
14081 "overrides": [
14082 {
14083 "matcher": {
14084 "id": "byRegexp",
14085 "options": "/.*out.*/"
14086 },
14087 "properties": [
14088 {
14089 "id": "custom.transform",
14090 "value": "negative-Y"
14091 }
14092 ]
14093 }
14094 ]
14095 },
14096 "gridPos": {
14097 "h": 10,
14098 "w": 12,
14099 "x": 0,
14100 "y": 63
14101 },
14102 "id": 55,
14103 "options": {
14104 "legend": {
14105 "calcs": [
14106 "min",
14107 "mean",
14108 "max"
14109 ],
14110 "displayMode": "table",
14111 "placement": "bottom",
14112 "showLegend": true
14113 },
14114 "tooltip": {
14115 "hideZeros": false,
14116 "mode": "multi",
14117 "sort": "none"
14118 }
14119 },
14120 "pluginVersion": "11.6.1",
14121 "targets": [
14122 {
14123 "editorMode": "code",
14124 "expr": "irate(node_netstat_Udp_InDatagrams{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14125 "format": "time_series",
14126 "interval": "",
14127 "intervalFactor": 1,
14128 "legendFormat": "UDP Rx in",
14129 "range": true,
14130 "refId": "A",
14131 "step": 240
14132 },
14133 {
14134 "editorMode": "code",
14135 "expr": "irate(node_netstat_Udp_OutDatagrams{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14136 "format": "time_series",
14137 "interval": "",
14138 "intervalFactor": 1,
14139 "legendFormat": "UDP Tx out",
14140 "range": true,
14141 "refId": "B",
14142 "step": 240
14143 }
14144 ],
14145 "title": "UDP In / Out",
14146 "type": "timeseries"
14147 },
14148 {
14149 "datasource": {
14150 "type": "prometheus",
14151 "uid": "${DS_PROMETHEUS}"
14152 },
14153 "description": "Number of ICMP messages sent and received per second, including error and control messages",
14154 "fieldConfig": {
14155 "defaults": {
14156 "color": {
14157 "mode": "palette-classic"
14158 },
14159 "custom": {
14160 "axisBorderShow": false,
14161 "axisCenteredZero": false,
14162 "axisColorMode": "text",
14163 "axisLabel": "out (-) / in (+)",
14164 "axisPlacement": "auto",
14165 "barAlignment": 0,
14166 "barWidthFactor": 0.6,
14167 "drawStyle": "line",
14168 "fillOpacity": 20,
14169 "gradientMode": "none",
14170 "hideFrom": {
14171 "legend": false,
14172 "tooltip": false,
14173 "viz": false
14174 },
14175 "insertNulls": false,
14176 "lineInterpolation": "linear",
14177 "lineWidth": 1,
14178 "pointSize": 5,
14179 "scaleDistribution": {
14180 "type": "linear"
14181 },
14182 "showPoints": "never",
14183 "spanNulls": false,
14184 "stacking": {
14185 "group": "A",
14186 "mode": "none"
14187 },
14188 "thresholdsStyle": {
14189 "mode": "off"
14190 }
14191 },
14192 "links": [],
14193 "mappings": [],
14194 "thresholds": {
14195 "mode": "absolute",
14196 "steps": [
14197 {
14198 "color": "green"
14199 },
14200 {
14201 "color": "red",
14202 "value": 80
14203 }
14204 ]
14205 },
14206 "unit": "pps"
14207 },
14208 "overrides": [
14209 {
14210 "matcher": {
14211 "id": "byRegexp",
14212 "options": "/.*out.*/"
14213 },
14214 "properties": [
14215 {
14216 "id": "custom.transform",
14217 "value": "negative-Y"
14218 }
14219 ]
14220 }
14221 ]
14222 },
14223 "gridPos": {
14224 "h": 10,
14225 "w": 12,
14226 "x": 12,
14227 "y": 63
14228 },
14229 "id": 115,
14230 "options": {
14231 "legend": {
14232 "calcs": [
14233 "min",
14234 "mean",
14235 "max"
14236 ],
14237 "displayMode": "table",
14238 "placement": "bottom",
14239 "showLegend": true
14240 },
14241 "tooltip": {
14242 "hideZeros": false,
14243 "mode": "multi",
14244 "sort": "none"
14245 }
14246 },
14247 "pluginVersion": "11.6.1",
14248 "targets": [
14249 {
14250 "editorMode": "code",
14251 "expr": "irate(node_netstat_Icmp_InMsgs{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14252 "format": "time_series",
14253 "interval": "",
14254 "intervalFactor": 1,
14255 "legendFormat": "ICMP Rx in",
14256 "range": true,
14257 "refId": "A",
14258 "step": 240
14259 },
14260 {
14261 "editorMode": "code",
14262 "expr": "irate(node_netstat_Icmp_OutMsgs{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14263 "format": "time_series",
14264 "interval": "",
14265 "intervalFactor": 1,
14266 "legendFormat": "ICMP Tx out",
14267 "range": true,
14268 "refId": "B",
14269 "step": 240
14270 }
14271 ],
14272 "title": "ICMP In / Out",
14273 "type": "timeseries"
14274 },
14275 {
14276 "datasource": {
14277 "type": "prometheus",
14278 "uid": "${DS_PROMETHEUS}"
14279 },
14280 "description": "Tracks various TCP error and congestion-related events, including retransmissions, timeouts, dropped connections, and buffer issues",
14281 "fieldConfig": {
14282 "defaults": {
14283 "color": {
14284 "mode": "palette-classic"
14285 },
14286 "custom": {
14287 "axisBorderShow": false,
14288 "axisCenteredZero": false,
14289 "axisColorMode": "text",
14290 "axisLabel": "",
14291 "axisPlacement": "auto",
14292 "barAlignment": 0,
14293 "barWidthFactor": 0.6,
14294 "drawStyle": "line",
14295 "fillOpacity": 20,
14296 "gradientMode": "none",
14297 "hideFrom": {
14298 "legend": false,
14299 "tooltip": false,
14300 "viz": false
14301 },
14302 "insertNulls": false,
14303 "lineInterpolation": "linear",
14304 "lineWidth": 1,
14305 "pointSize": 5,
14306 "scaleDistribution": {
14307 "type": "linear"
14308 },
14309 "showPoints": "never",
14310 "spanNulls": false,
14311 "stacking": {
14312 "group": "A",
14313 "mode": "none"
14314 },
14315 "thresholdsStyle": {
14316 "mode": "off"
14317 }
14318 },
14319 "links": [],
14320 "mappings": [],
14321 "min": 0,
14322 "thresholds": {
14323 "mode": "absolute",
14324 "steps": [
14325 {
14326 "color": "green"
14327 }
14328 ]
14329 },
14330 "unit": "pps"
14331 },
14332 "overrides": []
14333 },
14334 "gridPos": {
14335 "h": 10,
14336 "w": 12,
14337 "x": 0,
14338 "y": 73
14339 },
14340 "id": 104,
14341 "options": {
14342 "legend": {
14343 "calcs": [
14344 "min",
14345 "mean",
14346 "max"
14347 ],
14348 "displayMode": "table",
14349 "placement": "bottom",
14350 "showLegend": true
14351 },
14352 "tooltip": {
14353 "hideZeros": false,
14354 "mode": "multi",
14355 "sort": "none"
14356 }
14357 },
14358 "pluginVersion": "11.6.1",
14359 "targets": [
14360 {
14361 "editorMode": "code",
14362 "expr": "irate(node_netstat_TcpExt_ListenOverflows{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14363 "format": "time_series",
14364 "hide": false,
14365 "interval": "",
14366 "intervalFactor": 1,
14367 "legendFormat": "Listen Overflows",
14368 "range": true,
14369 "refId": "A",
14370 "step": 240
14371 },
14372 {
14373 "editorMode": "code",
14374 "expr": "irate(node_netstat_TcpExt_ListenDrops{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14375 "format": "time_series",
14376 "hide": false,
14377 "interval": "",
14378 "intervalFactor": 1,
14379 "legendFormat": "Listen Drops",
14380 "range": true,
14381 "refId": "B",
14382 "step": 240
14383 },
14384 {
14385 "editorMode": "code",
14386 "expr": "irate(node_netstat_TcpExt_TCPSynRetrans{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14387 "format": "time_series",
14388 "interval": "",
14389 "intervalFactor": 1,
14390 "legendFormat": "SYN Retransmits",
14391 "range": true,
14392 "refId": "C",
14393 "step": 240
14394 },
14395 {
14396 "editorMode": "code",
14397 "expr": "irate(node_netstat_Tcp_RetransSegs{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14398 "interval": "",
14399 "legendFormat": "Segment Retransmits",
14400 "range": true,
14401 "refId": "D"
14402 },
14403 {
14404 "editorMode": "code",
14405 "expr": "irate(node_netstat_Tcp_InErrs{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14406 "interval": "",
14407 "legendFormat": "Receive Errors",
14408 "range": true,
14409 "refId": "E"
14410 },
14411 {
14412 "editorMode": "code",
14413 "expr": "irate(node_netstat_Tcp_OutRsts{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14414 "interval": "",
14415 "legendFormat": "RST Sent",
14416 "range": true,
14417 "refId": "F"
14418 },
14419 {
14420 "editorMode": "code",
14421 "expr": "irate(node_netstat_TcpExt_TCPRcvQDrop{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14422 "hide": false,
14423 "interval": "",
14424 "legendFormat": "Receive Queue Drops",
14425 "range": true,
14426 "refId": "G"
14427 },
14428 {
14429 "editorMode": "code",
14430 "expr": "irate(node_netstat_TcpExt_TCPOFOQueue{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14431 "hide": false,
14432 "interval": "",
14433 "legendFormat": "Out-of-order Queued",
14434 "range": true,
14435 "refId": "H"
14436 },
14437 {
14438 "editorMode": "code",
14439 "expr": "irate(node_netstat_TcpExt_TCPTimeouts{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14440 "hide": false,
14441 "interval": "",
14442 "legendFormat": "TCP Timeouts",
14443 "range": true,
14444 "refId": "I"
14445 }
14446 ],
14447 "title": "TCP Errors",
14448 "type": "timeseries"
14449 },
14450 {
14451 "datasource": {
14452 "type": "prometheus",
14453 "uid": "${DS_PROMETHEUS}"
14454 },
14455 "description": "Rate of UDP and UDPLite datagram delivery errors, including missing listeners, buffer overflows, and protocol-specific issues",
14456 "fieldConfig": {
14457 "defaults": {
14458 "color": {
14459 "mode": "palette-classic"
14460 },
14461 "custom": {
14462 "axisBorderShow": false,
14463 "axisCenteredZero": false,
14464 "axisColorMode": "text",
14465 "axisLabel": "",
14466 "axisPlacement": "auto",
14467 "barAlignment": 0,
14468 "barWidthFactor": 0.6,
14469 "drawStyle": "line",
14470 "fillOpacity": 20,
14471 "gradientMode": "none",
14472 "hideFrom": {
14473 "legend": false,
14474 "tooltip": false,
14475 "viz": false
14476 },
14477 "insertNulls": false,
14478 "lineInterpolation": "linear",
14479 "lineWidth": 1,
14480 "pointSize": 5,
14481 "scaleDistribution": {
14482 "type": "linear"
14483 },
14484 "showPoints": "never",
14485 "spanNulls": false,
14486 "stacking": {
14487 "group": "A",
14488 "mode": "none"
14489 },
14490 "thresholdsStyle": {
14491 "mode": "off"
14492 }
14493 },
14494 "links": [],
14495 "mappings": [],
14496 "thresholds": {
14497 "mode": "absolute",
14498 "steps": [
14499 {
14500 "color": "green"
14501 },
14502 {
14503 "color": "red",
14504 "value": 80
14505 }
14506 ]
14507 },
14508 "unit": "pps"
14509 },
14510 "overrides": []
14511 },
14512 "gridPos": {
14513 "h": 10,
14514 "w": 12,
14515 "x": 12,
14516 "y": 73
14517 },
14518 "id": 109,
14519 "options": {
14520 "legend": {
14521 "calcs": [
14522 "min",
14523 "mean",
14524 "max"
14525 ],
14526 "displayMode": "table",
14527 "placement": "bottom",
14528 "showLegend": true
14529 },
14530 "tooltip": {
14531 "hideZeros": false,
14532 "mode": "multi",
14533 "sort": "none"
14534 }
14535 },
14536 "pluginVersion": "11.6.1",
14537 "targets": [
14538 {
14539 "editorMode": "code",
14540 "expr": "irate(node_netstat_Udp_InErrors{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14541 "format": "time_series",
14542 "interval": "",
14543 "intervalFactor": 1,
14544 "legendFormat": "UDP Rx in Errors",
14545 "range": true,
14546 "refId": "A",
14547 "step": 240
14548 },
14549 {
14550 "editorMode": "code",
14551 "expr": "irate(node_netstat_Udp_NoPorts{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14552 "format": "time_series",
14553 "interval": "",
14554 "intervalFactor": 1,
14555 "legendFormat": "UDP No Listener",
14556 "range": true,
14557 "refId": "B",
14558 "step": 240
14559 },
14560 {
14561 "editorMode": "code",
14562 "expr": "irate(node_netstat_UdpLite_InErrors{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14563 "interval": "",
14564 "legendFormat": "UDPLite Rx in Errors",
14565 "range": true,
14566 "refId": "C"
14567 },
14568 {
14569 "editorMode": "code",
14570 "expr": "irate(node_netstat_Udp_RcvbufErrors{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14571 "format": "time_series",
14572 "interval": "",
14573 "intervalFactor": 1,
14574 "legendFormat": "UDP Rx in Buffer Errors",
14575 "range": true,
14576 "refId": "D",
14577 "step": 240
14578 },
14579 {
14580 "editorMode": "code",
14581 "expr": "irate(node_netstat_Udp_SndbufErrors{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14582 "format": "time_series",
14583 "interval": "",
14584 "intervalFactor": 1,
14585 "legendFormat": "UDP Tx out Buffer Errors",
14586 "range": true,
14587 "refId": "E",
14588 "step": 240
14589 }
14590 ],
14591 "title": "UDP Errors",
14592 "type": "timeseries"
14593 },
14594 {
14595 "datasource": {
14596 "type": "prometheus",
14597 "uid": "${DS_PROMETHEUS}"
14598 },
14599 "description": "Rate of incoming ICMP messages that contained protocol-specific errors, such as bad checksums or invalid lengths",
14600 "fieldConfig": {
14601 "defaults": {
14602 "color": {
14603 "mode": "palette-classic"
14604 },
14605 "custom": {
14606 "axisBorderShow": false,
14607 "axisCenteredZero": false,
14608 "axisColorMode": "text",
14609 "axisLabel": "out (-) / in (+)",
14610 "axisPlacement": "auto",
14611 "barAlignment": 0,
14612 "barWidthFactor": 0.6,
14613 "drawStyle": "line",
14614 "fillOpacity": 20,
14615 "gradientMode": "none",
14616 "hideFrom": {
14617 "legend": false,
14618 "tooltip": false,
14619 "viz": false
14620 },
14621 "insertNulls": false,
14622 "lineInterpolation": "linear",
14623 "lineWidth": 1,
14624 "pointSize": 5,
14625 "scaleDistribution": {
14626 "type": "linear"
14627 },
14628 "showPoints": "never",
14629 "spanNulls": false,
14630 "stacking": {
14631 "group": "A",
14632 "mode": "none"
14633 },
14634 "thresholdsStyle": {
14635 "mode": "off"
14636 }
14637 },
14638 "links": [],
14639 "mappings": [],
14640 "thresholds": {
14641 "mode": "absolute",
14642 "steps": [
14643 {
14644 "color": "green"
14645 }
14646 ]
14647 },
14648 "unit": "pps"
14649 },
14650 "overrides": [
14651 {
14652 "matcher": {
14653 "id": "byRegexp",
14654 "options": "/.*out.*/"
14655 },
14656 "properties": [
14657 {
14658 "id": "custom.transform",
14659 "value": "negative-Y"
14660 }
14661 ]
14662 }
14663 ]
14664 },
14665 "gridPos": {
14666 "h": 10,
14667 "w": 12,
14668 "x": 0,
14669 "y": 83
14670 },
14671 "id": 50,
14672 "options": {
14673 "legend": {
14674 "calcs": [
14675 "min",
14676 "mean",
14677 "max"
14678 ],
14679 "displayMode": "table",
14680 "placement": "bottom",
14681 "showLegend": true
14682 },
14683 "tooltip": {
14684 "hideZeros": false,
14685 "mode": "multi",
14686 "sort": "none"
14687 }
14688 },
14689 "pluginVersion": "11.6.1",
14690 "targets": [
14691 {
14692 "editorMode": "code",
14693 "expr": "irate(node_netstat_Icmp_InErrors{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14694 "format": "time_series",
14695 "interval": "",
14696 "intervalFactor": 1,
14697 "legendFormat": "ICMP Rx In",
14698 "range": true,
14699 "refId": "A",
14700 "step": 240
14701 }
14702 ],
14703 "title": "ICMP Errors",
14704 "type": "timeseries"
14705 },
14706 {
14707 "datasource": {
14708 "type": "prometheus",
14709 "uid": "${DS_PROMETHEUS}"
14710 },
14711 "description": "Rate of TCP SYN cookies sent, validated, and failed. These are used to protect against SYN flood attacks and manage TCP handshake resources under load",
14712 "fieldConfig": {
14713 "defaults": {
14714 "color": {
14715 "mode": "palette-classic"
14716 },
14717 "custom": {
14718 "axisBorderShow": false,
14719 "axisCenteredZero": false,
14720 "axisColorMode": "text",
14721 "axisLabel": "",
14722 "axisPlacement": "auto",
14723 "barAlignment": 0,
14724 "barWidthFactor": 0.6,
14725 "drawStyle": "line",
14726 "fillOpacity": 20,
14727 "gradientMode": "none",
14728 "hideFrom": {
14729 "legend": false,
14730 "tooltip": false,
14731 "viz": false
14732 },
14733 "insertNulls": false,
14734 "lineInterpolation": "linear",
14735 "lineWidth": 1,
14736 "pointSize": 5,
14737 "scaleDistribution": {
14738 "type": "linear"
14739 },
14740 "showPoints": "never",
14741 "spanNulls": false,
14742 "stacking": {
14743 "group": "A",
14744 "mode": "none"
14745 },
14746 "thresholdsStyle": {
14747 "mode": "off"
14748 }
14749 },
14750 "links": [],
14751 "mappings": [],
14752 "thresholds": {
14753 "mode": "absolute",
14754 "steps": [
14755 {
14756 "color": "green"
14757 }
14758 ]
14759 },
14760 "unit": "eps"
14761 },
14762 "overrides": [
14763 {
14764 "matcher": {
14765 "id": "byRegexp",
14766 "options": "/.*Failed.*/"
14767 },
14768 "properties": [
14769 {
14770 "id": "color",
14771 "value": {
14772 "fixedColor": "dark-red",
14773 "mode": "fixed"
14774 }
14775 }
14776 ]
14777 }
14778 ]
14779 },
14780 "gridPos": {
14781 "h": 10,
14782 "w": 12,
14783 "x": 12,
14784 "y": 83
14785 },
14786 "id": 91,
14787 "options": {
14788 "legend": {
14789 "calcs": [
14790 "min",
14791 "mean",
14792 "max"
14793 ],
14794 "displayMode": "table",
14795 "placement": "bottom",
14796 "showLegend": true
14797 },
14798 "tooltip": {
14799 "hideZeros": false,
14800 "mode": "multi",
14801 "sort": "none"
14802 }
14803 },
14804 "pluginVersion": "11.6.1",
14805 "targets": [
14806 {
14807 "editorMode": "code",
14808 "expr": "irate(node_netstat_TcpExt_SyncookiesFailed{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14809 "format": "time_series",
14810 "hide": false,
14811 "interval": "",
14812 "intervalFactor": 1,
14813 "legendFormat": "SYN Cookies Failed",
14814 "range": true,
14815 "refId": "A",
14816 "step": 240
14817 },
14818 {
14819 "editorMode": "code",
14820 "expr": "irate(node_netstat_TcpExt_SyncookiesRecv{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14821 "format": "time_series",
14822 "hide": false,
14823 "interval": "",
14824 "intervalFactor": 1,
14825 "legendFormat": "SYN Cookies Validated",
14826 "range": true,
14827 "refId": "B",
14828 "step": 240
14829 },
14830 {
14831 "editorMode": "code",
14832 "expr": "irate(node_netstat_TcpExt_SyncookiesSent{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
14833 "format": "time_series",
14834 "hide": false,
14835 "interval": "",
14836 "intervalFactor": 1,
14837 "legendFormat": "SYN Cookies Sent",
14838 "range": true,
14839 "refId": "C",
14840 "step": 240
14841 }
14842 ],
14843 "title": "TCP SynCookie",
14844 "type": "timeseries"
14845 },
14846 {
14847 "datasource": {
14848 "type": "prometheus",
14849 "uid": "${DS_PROMETHEUS}"
14850 },
14851 "description": "Number of currently established TCP connections and the system's max supported limit. On Linux, MaxConn may return -1 to indicate a dynamic/unlimited configuration",
14852 "fieldConfig": {
14853 "defaults": {
14854 "color": {
14855 "mode": "palette-classic"
14856 },
14857 "custom": {
14858 "axisBorderShow": false,
14859 "axisCenteredZero": false,
14860 "axisColorMode": "text",
14861 "axisLabel": "",
14862 "axisPlacement": "auto",
14863 "barAlignment": 0,
14864 "barWidthFactor": 0.6,
14865 "drawStyle": "line",
14866 "fillOpacity": 20,
14867 "gradientMode": "none",
14868 "hideFrom": {
14869 "legend": false,
14870 "tooltip": false,
14871 "viz": false
14872 },
14873 "insertNulls": false,
14874 "lineInterpolation": "linear",
14875 "lineWidth": 1,
14876 "pointSize": 5,
14877 "scaleDistribution": {
14878 "type": "linear"
14879 },
14880 "showPoints": "never",
14881 "spanNulls": false,
14882 "stacking": {
14883 "group": "A",
14884 "mode": "none"
14885 },
14886 "thresholdsStyle": {
14887 "mode": "off"
14888 }
14889 },
14890 "links": [],
14891 "mappings": [],
14892 "min": 0,
14893 "thresholds": {
14894 "mode": "absolute",
14895 "steps": [
14896 {
14897 "color": "green"
14898 }
14899 ]
14900 },
14901 "unit": "short"
14902 },
14903 "overrides": [
14904 {
14905 "matcher": {
14906 "id": "byRegexp",
14907 "options": "/.*Max*./"
14908 },
14909 "properties": [
14910 {
14911 "id": "color",
14912 "value": {
14913 "fixedColor": "#890F02",
14914 "mode": "fixed"
14915 }
14916 },
14917 {
14918 "id": "custom.fillOpacity",
14919 "value": 0
14920 },
14921 {
14922 "id": "custom.lineStyle",
14923 "value": {
14924 "dash": [
14925 10,
14926 10
14927 ],
14928 "fill": "dash"
14929 }
14930 }
14931 ]
14932 }
14933 ]
14934 },
14935 "gridPos": {
14936 "h": 10,
14937 "w": 12,
14938 "x": 0,
14939 "y": 93
14940 },
14941 "id": 85,
14942 "options": {
14943 "legend": {
14944 "calcs": [
14945 "min",
14946 "mean",
14947 "max"
14948 ],
14949 "displayMode": "table",
14950 "placement": "bottom",
14951 "showLegend": true
14952 },
14953 "tooltip": {
14954 "hideZeros": false,
14955 "mode": "multi",
14956 "sort": "none"
14957 }
14958 },
14959 "pluginVersion": "11.6.1",
14960 "targets": [
14961 {
14962 "editorMode": "code",
14963 "expr": "node_netstat_Tcp_CurrEstab{instance=\"$node\",job=\"$job\"}",
14964 "format": "time_series",
14965 "hide": false,
14966 "interval": "",
14967 "intervalFactor": 1,
14968 "legendFormat": "Current Connections",
14969 "range": true,
14970 "refId": "A",
14971 "step": 240
14972 },
14973 {
14974 "editorMode": "code",
14975 "expr": "node_netstat_Tcp_MaxConn{instance=\"$node\",job=\"$job\"}",
14976 "format": "time_series",
14977 "hide": false,
14978 "interval": "",
14979 "intervalFactor": 1,
14980 "legendFormat": "Max Connections",
14981 "range": true,
14982 "refId": "B",
14983 "step": 240
14984 }
14985 ],
14986 "title": "TCP Connections",
14987 "type": "timeseries"
14988 },
14989 {
14990 "datasource": {
14991 "type": "prometheus",
14992 "uid": "${DS_PROMETHEUS}"
14993 },
14994 "description": "Number of UDP packets currently queued in the receive (RX) and transmit (TX) buffers. A growing queue may indicate a bottleneck",
14995 "fieldConfig": {
14996 "defaults": {
14997 "color": {
14998 "mode": "palette-classic"
14999 },
15000 "custom": {
15001 "axisBorderShow": false,
15002 "axisCenteredZero": false,
15003 "axisColorMode": "text",
15004 "axisLabel": "",
15005 "axisPlacement": "auto",
15006 "barAlignment": 0,
15007 "barWidthFactor": 0.6,
15008 "drawStyle": "line",
15009 "fillOpacity": 20,
15010 "gradientMode": "none",
15011 "hideFrom": {
15012 "legend": false,
15013 "tooltip": false,
15014 "viz": false
15015 },
15016 "insertNulls": false,
15017 "lineInterpolation": "linear",
15018 "lineWidth": 1,
15019 "pointSize": 5,
15020 "scaleDistribution": {
15021 "type": "linear"
15022 },
15023 "showPoints": "never",
15024 "spanNulls": false,
15025 "stacking": {
15026 "group": "A",
15027 "mode": "none"
15028 },
15029 "thresholdsStyle": {
15030 "mode": "off"
15031 }
15032 },
15033 "links": [],
15034 "mappings": [],
15035 "thresholds": {
15036 "mode": "absolute",
15037 "steps": [
15038 {
15039 "color": "green"
15040 }
15041 ]
15042 },
15043 "unit": "short"
15044 },
15045 "overrides": []
15046 },
15047 "gridPos": {
15048 "h": 10,
15049 "w": 12,
15050 "x": 12,
15051 "y": 93
15052 },
15053 "id": 337,
15054 "options": {
15055 "legend": {
15056 "calcs": [
15057 "min",
15058 "mean",
15059 "max"
15060 ],
15061 "displayMode": "table",
15062 "placement": "bottom",
15063 "showLegend": true
15064 },
15065 "tooltip": {
15066 "hideZeros": false,
15067 "mode": "multi",
15068 "sort": "none"
15069 }
15070 },
15071 "pluginVersion": "11.6.1",
15072 "targets": [
15073 {
15074 "editorMode": "code",
15075 "expr": "node_udp_queues{instance=\"$node\",job=\"$job\",ip=\"v4\",queue=\"rx\"}",
15076 "format": "time_series",
15077 "hide": false,
15078 "interval": "",
15079 "intervalFactor": 1,
15080 "legendFormat": "UDP Rx in Queue",
15081 "range": true,
15082 "refId": "A",
15083 "step": 240
15084 },
15085 {
15086 "editorMode": "code",
15087 "expr": "node_udp_queues{instance=\"$node\",job=\"$job\",ip=\"v4\",queue=\"tx\"}",
15088 "format": "time_series",
15089 "hide": false,
15090 "interval": "",
15091 "intervalFactor": 1,
15092 "legendFormat": "UDP Tx out Queue",
15093 "range": true,
15094 "refId": "B",
15095 "step": 240
15096 }
15097 ],
15098 "title": "UDP Queue",
15099 "type": "timeseries"
15100 },
15101 {
15102 "datasource": {
15103 "type": "prometheus",
15104 "uid": "${DS_PROMETHEUS}"
15105 },
15106 "description": "Rate of TCP connection initiations per second. 'Active' opens are initiated by this host. 'Passive' opens are accepted from incoming connections",
15107 "fieldConfig": {
15108 "defaults": {
15109 "color": {
15110 "mode": "palette-classic"
15111 },
15112 "custom": {
15113 "axisBorderShow": false,
15114 "axisCenteredZero": false,
15115 "axisColorMode": "text",
15116 "axisLabel": "",
15117 "axisPlacement": "auto",
15118 "barAlignment": 0,
15119 "barWidthFactor": 0.6,
15120 "drawStyle": "line",
15121 "fillOpacity": 20,
15122 "gradientMode": "none",
15123 "hideFrom": {
15124 "legend": false,
15125 "tooltip": false,
15126 "viz": false
15127 },
15128 "insertNulls": false,
15129 "lineInterpolation": "linear",
15130 "lineWidth": 1,
15131 "pointSize": 5,
15132 "scaleDistribution": {
15133 "type": "linear"
15134 },
15135 "showPoints": "never",
15136 "spanNulls": false,
15137 "stacking": {
15138 "group": "A",
15139 "mode": "none"
15140 },
15141 "thresholdsStyle": {
15142 "mode": "off"
15143 }
15144 },
15145 "links": [],
15146 "mappings": [],
15147 "min": 0,
15148 "thresholds": {
15149 "mode": "absolute",
15150 "steps": [
15151 {
15152 "color": "green"
15153 }
15154 ]
15155 },
15156 "unit": "eps"
15157 },
15158 "overrides": []
15159 },
15160 "gridPos": {
15161 "h": 10,
15162 "w": 12,
15163 "x": 0,
15164 "y": 103
15165 },
15166 "id": 82,
15167 "options": {
15168 "legend": {
15169 "calcs": [
15170 "min",
15171 "mean",
15172 "max"
15173 ],
15174 "displayMode": "table",
15175 "placement": "bottom",
15176 "showLegend": true
15177 },
15178 "tooltip": {
15179 "hideZeros": false,
15180 "mode": "multi",
15181 "sort": "none"
15182 }
15183 },
15184 "pluginVersion": "11.6.1",
15185 "targets": [
15186 {
15187 "editorMode": "code",
15188 "expr": "irate(node_netstat_Tcp_ActiveOpens{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
15189 "format": "time_series",
15190 "interval": "",
15191 "intervalFactor": 1,
15192 "legendFormat": "Active Opens",
15193 "range": true,
15194 "refId": "A",
15195 "step": 240
15196 },
15197 {
15198 "editorMode": "code",
15199 "expr": "irate(node_netstat_Tcp_PassiveOpens{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
15200 "format": "time_series",
15201 "interval": "",
15202 "intervalFactor": 1,
15203 "legendFormat": "Passive Opens",
15204 "range": true,
15205 "refId": "B",
15206 "step": 240
15207 }
15208 ],
15209 "title": "TCP Direct Transition",
15210 "type": "timeseries"
15211 },
15212 {
15213 "datasource": {
15214 "type": "prometheus",
15215 "uid": "${DS_PROMETHEUS}"
15216 },
15217 "description": "Number of TCP sockets in key connection states. Requires the --collector.tcpstat flag on node_exporter",
15218 "fieldConfig": {
15219 "defaults": {
15220 "color": {
15221 "mode": "palette-classic"
15222 },
15223 "custom": {
15224 "axisBorderShow": false,
15225 "axisCenteredZero": false,
15226 "axisColorMode": "text",
15227 "axisLabel": "",
15228 "axisPlacement": "auto",
15229 "barAlignment": 0,
15230 "barWidthFactor": 0.6,
15231 "drawStyle": "line",
15232 "fillOpacity": 20,
15233 "gradientMode": "none",
15234 "hideFrom": {
15235 "legend": false,
15236 "tooltip": false,
15237 "viz": false
15238 },
15239 "insertNulls": false,
15240 "lineInterpolation": "linear",
15241 "lineWidth": 1,
15242 "pointSize": 5,
15243 "scaleDistribution": {
15244 "type": "linear"
15245 },
15246 "showPoints": "never",
15247 "spanNulls": false,
15248 "stacking": {
15249 "group": "A",
15250 "mode": "none"
15251 },
15252 "thresholdsStyle": {
15253 "mode": "off"
15254 }
15255 },
15256 "links": [],
15257 "mappings": [],
15258 "min": 0,
15259 "noValue": "0",
15260 "thresholds": {
15261 "mode": "absolute",
15262 "steps": [
15263 {
15264 "color": "green"
15265 }
15266 ]
15267 },
15268 "unit": "short"
15269 },
15270 "overrides": []
15271 },
15272 "gridPos": {
15273 "h": 10,
15274 "w": 12,
15275 "x": 12,
15276 "y": 103
15277 },
15278 "id": 320,
15279 "options": {
15280 "legend": {
15281 "calcs": [
15282 "min",
15283 "mean",
15284 "max"
15285 ],
15286 "displayMode": "table",
15287 "placement": "bottom",
15288 "showLegend": true
15289 },
15290 "tooltip": {
15291 "hideZeros": false,
15292 "mode": "multi",
15293 "sort": "none"
15294 }
15295 },
15296 "pluginVersion": "11.6.1",
15297 "targets": [
15298 {
15299 "editorMode": "code",
15300 "expr": "node_tcp_connection_states{state=\"established\",instance=\"$node\",job=\"$job\"}",
15301 "format": "time_series",
15302 "interval": "",
15303 "intervalFactor": 1,
15304 "legendFormat": "Established",
15305 "range": true,
15306 "refId": "A",
15307 "step": 240
15308 },
15309 {
15310 "editorMode": "code",
15311 "expr": "node_tcp_connection_states{state=\"fin_wait2\",instance=\"$node\",job=\"$job\"}",
15312 "format": "time_series",
15313 "hide": false,
15314 "interval": "",
15315 "intervalFactor": 1,
15316 "legendFormat": "FIN_WAIT2",
15317 "range": true,
15318 "refId": "B",
15319 "step": 240
15320 },
15321 {
15322 "editorMode": "code",
15323 "expr": "node_tcp_connection_states{state=\"listen\",instance=\"$node\",job=\"$job\"}",
15324 "format": "time_series",
15325 "hide": false,
15326 "interval": "",
15327 "intervalFactor": 1,
15328 "legendFormat": "Listen",
15329 "range": true,
15330 "refId": "C",
15331 "step": 240
15332 },
15333 {
15334 "editorMode": "code",
15335 "expr": "node_tcp_connection_states{state=\"time_wait\",instance=\"$node\",job=\"$job\"}",
15336 "format": "time_series",
15337 "hide": false,
15338 "interval": "",
15339 "intervalFactor": 1,
15340 "legendFormat": "TIME_WAIT",
15341 "range": true,
15342 "refId": "D",
15343 "step": 240
15344 },
15345 {
15346 "editorMode": "code",
15347 "expr": "node_tcp_connection_states{state=\"close_wait\", instance=\"$node\", job=\"$job\"}",
15348 "format": "time_series",
15349 "hide": false,
15350 "interval": "",
15351 "intervalFactor": 1,
15352 "legendFormat": "CLOSE_WAIT",
15353 "range": true,
15354 "refId": "E",
15355 "step": 240
15356 }
15357 ],
15358 "title": "TCP Stat",
15359 "type": "timeseries"
15360 }
15361 ],
15362 "title": "Network Netstat",
15363 "type": "row"
15364 },
15365 {
15366 "collapsed": true,
15367 "gridPos": {
15368 "h": 1,
15369 "w": 24,
15370 "x": 0,
15371 "y": 33
15372 },
15373 "id": 279,
15374 "panels": [
15375 {
15376 "datasource": {
15377 "type": "prometheus",
15378 "uid": "${DS_PROMETHEUS}"
15379 },
15380 "description": "Duration of each individual collector executed during a Node Exporter scrape. Useful for identifying slow or failing collectors",
15381 "fieldConfig": {
15382 "defaults": {
15383 "color": {
15384 "mode": "palette-classic"
15385 },
15386 "custom": {
15387 "axisBorderShow": false,
15388 "axisCenteredZero": false,
15389 "axisColorMode": "text",
15390 "axisLabel": "",
15391 "axisPlacement": "auto",
15392 "barAlignment": 0,
15393 "barWidthFactor": 0.6,
15394 "drawStyle": "line",
15395 "fillOpacity": 20,
15396 "gradientMode": "none",
15397 "hideFrom": {
15398 "legend": false,
15399 "tooltip": false,
15400 "viz": false
15401 },
15402 "insertNulls": false,
15403 "lineInterpolation": "linear",
15404 "lineWidth": 1,
15405 "pointSize": 5,
15406 "scaleDistribution": {
15407 "type": "linear"
15408 },
15409 "showPoints": "never",
15410 "spanNulls": false,
15411 "stacking": {
15412 "group": "A",
15413 "mode": "normal"
15414 },
15415 "thresholdsStyle": {
15416 "mode": "off"
15417 }
15418 },
15419 "links": [],
15420 "mappings": [],
15421 "thresholds": {
15422 "mode": "absolute",
15423 "steps": [
15424 {
15425 "color": "green"
15426 },
15427 {
15428 "color": "red",
15429 "value": 80
15430 }
15431 ]
15432 },
15433 "unit": "s"
15434 },
15435 "overrides": []
15436 },
15437 "gridPos": {
15438 "h": 10,
15439 "w": 12,
15440 "x": 0,
15441 "y": 34
15442 },
15443 "id": 40,
15444 "options": {
15445 "legend": {
15446 "calcs": [
15447 "min",
15448 "mean",
15449 "max"
15450 ],
15451 "displayMode": "table",
15452 "placement": "bottom",
15453 "showLegend": true
15454 },
15455 "tooltip": {
15456 "hideZeros": false,
15457 "mode": "multi",
15458 "sort": "none"
15459 }
15460 },
15461 "pluginVersion": "11.6.1",
15462 "targets": [
15463 {
15464 "editorMode": "code",
15465 "expr": "node_scrape_collector_duration_seconds{instance=\"$node\",job=\"$job\"}",
15466 "format": "time_series",
15467 "hide": false,
15468 "interval": "",
15469 "intervalFactor": 1,
15470 "legendFormat": "{{collector}}",
15471 "range": true,
15472 "refId": "A",
15473 "step": 240
15474 }
15475 ],
15476 "title": "Node Exporter Scrape Time",
15477 "type": "timeseries"
15478 },
15479 {
15480 "datasource": {
15481 "type": "prometheus",
15482 "uid": "${DS_PROMETHEUS}"
15483 },
15484 "description": "Rate of CPU time used by the process exposing this metric (user + system mode)",
15485 "fieldConfig": {
15486 "defaults": {
15487 "color": {
15488 "mode": "palette-classic"
15489 },
15490 "custom": {
15491 "axisBorderShow": false,
15492 "axisCenteredZero": false,
15493 "axisColorMode": "text",
15494 "axisLabel": "",
15495 "axisPlacement": "auto",
15496 "barAlignment": 0,
15497 "barWidthFactor": 0.6,
15498 "drawStyle": "line",
15499 "fillOpacity": 20,
15500 "gradientMode": "none",
15501 "hideFrom": {
15502 "legend": false,
15503 "tooltip": false,
15504 "viz": false
15505 },
15506 "insertNulls": false,
15507 "lineInterpolation": "linear",
15508 "lineWidth": 1,
15509 "pointSize": 5,
15510 "scaleDistribution": {
15511 "type": "linear"
15512 },
15513 "showPoints": "never",
15514 "spanNulls": false,
15515 "stacking": {
15516 "group": "A",
15517 "mode": "none"
15518 },
15519 "thresholdsStyle": {
15520 "mode": "off"
15521 }
15522 },
15523 "links": [],
15524 "mappings": [],
15525 "thresholds": {
15526 "mode": "absolute",
15527 "steps": [
15528 {
15529 "color": "green"
15530 }
15531 ]
15532 },
15533 "unit": "percentunit"
15534 },
15535 "overrides": []
15536 },
15537 "gridPos": {
15538 "h": 10,
15539 "w": 12,
15540 "x": 12,
15541 "y": 34
15542 },
15543 "id": 308,
15544 "options": {
15545 "legend": {
15546 "calcs": [
15547 "min",
15548 "mean",
15549 "max"
15550 ],
15551 "displayMode": "table",
15552 "placement": "bottom",
15553 "showLegend": true
15554 },
15555 "tooltip": {
15556 "hideZeros": false,
15557 "mode": "multi",
15558 "sort": "none"
15559 }
15560 },
15561 "pluginVersion": "11.6.1",
15562 "targets": [
15563 {
15564 "editorMode": "code",
15565 "expr": "irate(process_cpu_seconds_total{instance=\"$node\",job=\"$job\"}[$__rate_interval])",
15566 "format": "time_series",
15567 "interval": "",
15568 "intervalFactor": 1,
15569 "legendFormat": "Process CPU Usage",
15570 "range": true,
15571 "refId": "A",
15572 "step": 240
15573 }
15574 ],
15575 "title": "Exporter Process CPU Usage",
15576 "type": "timeseries"
15577 },
15578 {
15579 "datasource": {
15580 "type": "prometheus",
15581 "uid": "${DS_PROMETHEUS}"
15582 },
15583 "description": "Tracks the memory usage of the process exposing this metric (e.g., node_exporter), including current virtual memory and maximum virtual memory limit",
15584 "fieldConfig": {
15585 "defaults": {
15586 "color": {
15587 "mode": "palette-classic"
15588 },
15589 "custom": {
15590 "axisBorderShow": false,
15591 "axisCenteredZero": false,
15592 "axisColorMode": "text",
15593 "axisLabel": "",
15594 "axisPlacement": "auto",
15595 "barAlignment": 0,
15596 "barWidthFactor": 0.6,
15597 "drawStyle": "line",
15598 "fillOpacity": 20,
15599 "gradientMode": "none",
15600 "hideFrom": {
15601 "legend": false,
15602 "tooltip": false,
15603 "viz": false
15604 },
15605 "insertNulls": false,
15606 "lineInterpolation": "linear",
15607 "lineWidth": 1,
15608 "pointSize": 5,
15609 "scaleDistribution": {
15610 "type": "linear"
15611 },
15612 "showPoints": "never",
15613 "spanNulls": false,
15614 "stacking": {
15615 "group": "A",
15616 "mode": "none"
15617 },
15618 "thresholdsStyle": {
15619 "mode": "off"
15620 }
15621 },
15622 "links": [],
15623 "mappings": [],
15624 "min": 0,
15625 "thresholds": {
15626 "mode": "absolute",
15627 "steps": [
15628 {
15629 "color": "green"
15630 }
15631 ]
15632 },
15633 "unit": "bytes"
15634 },
15635 "overrides": [
15636 {
15637 "matcher": {
15638 "id": "byName",
15639 "options": "Virtual Memory Limit"
15640 },
15641 "properties": [
15642 {
15643 "id": "custom.fillOpacity",
15644 "value": 0
15645 },
15646 {
15647 "id": "custom.lineStyle",
15648 "value": {
15649 "dash": [
15650 10,
15651 10
15652 ],
15653 "fill": "dash"
15654 }
15655 },
15656 {
15657 "id": "color",
15658 "value": {
15659 "fixedColor": "dark-red",
15660 "mode": "fixed"
15661 }
15662 }
15663 ]
15664 },
15665 {
15666 "__systemRef": "hideSeriesFrom",
15667 "matcher": {
15668 "id": "byNames",
15669 "options": {
15670 "mode": "exclude",
15671 "names": [
15672 "Virtual Memory"
15673 ],
15674 "prefix": "All except:",
15675 "readOnly": true
15676 }
15677 },
15678 "properties": [
15679 {
15680 "id": "custom.hideFrom",
15681 "value": {
15682 "legend": false,
15683 "tooltip": false,
15684 "viz": true
15685 }
15686 }
15687 ]
15688 }
15689 ]
15690 },
15691 "gridPos": {
15692 "h": 10,
15693 "w": 10,
15694 "x": 0,
15695 "y": 44
15696 },
15697 "id": 149,
15698 "options": {
15699 "legend": {
15700 "calcs": [
15701 "min",
15702 "mean",
15703 "max"
15704 ],
15705 "displayMode": "table",
15706 "placement": "bottom",
15707 "showLegend": true
15708 },
15709 "tooltip": {
15710 "hideZeros": false,
15711 "mode": "multi",
15712 "sort": "none"
15713 }
15714 },
15715 "pluginVersion": "11.6.1",
15716 "targets": [
15717 {
15718 "editorMode": "code",
15719 "expr": "process_virtual_memory_bytes{instance=\"$node\",job=\"$job\"}",
15720 "hide": false,
15721 "interval": "",
15722 "intervalFactor": 1,
15723 "legendFormat": "Virtual Memory",
15724 "range": true,
15725 "refId": "A",
15726 "step": 240
15727 },
15728 {
15729 "editorMode": "code",
15730 "expr": "process_virtual_memory_max_bytes{instance=\"$node\",job=\"$job\"}",
15731 "hide": false,
15732 "interval": "",
15733 "intervalFactor": 1,
15734 "legendFormat": "Virtual Memory Limit",
15735 "range": true,
15736 "refId": "B",
15737 "step": 240
15738 }
15739 ],
15740 "title": "Exporter Processes Memory",
15741 "type": "timeseries"
15742 },
15743 {
15744 "datasource": {
15745 "type": "prometheus",
15746 "uid": "${DS_PROMETHEUS}"
15747 },
15748 "description": "Number of file descriptors used by the exporter process versus its configured limit",
15749 "fieldConfig": {
15750 "defaults": {
15751 "color": {
15752 "mode": "palette-classic"
15753 },
15754 "custom": {
15755 "axisBorderShow": false,
15756 "axisCenteredZero": false,
15757 "axisColorMode": "text",
15758 "axisLabel": "",
15759 "axisPlacement": "auto",
15760 "barAlignment": 0,
15761 "barWidthFactor": 0.6,
15762 "drawStyle": "line",
15763 "fillOpacity": 20,
15764 "gradientMode": "none",
15765 "hideFrom": {
15766 "legend": false,
15767 "tooltip": false,
15768 "viz": false
15769 },
15770 "insertNulls": false,
15771 "lineInterpolation": "linear",
15772 "lineWidth": 1,
15773 "pointSize": 5,
15774 "scaleDistribution": {
15775 "type": "linear"
15776 },
15777 "showPoints": "never",
15778 "spanNulls": false,
15779 "stacking": {
15780 "group": "A",
15781 "mode": "none"
15782 },
15783 "thresholdsStyle": {
15784 "mode": "off"
15785 }
15786 },
15787 "links": [],
15788 "mappings": [],
15789 "min": 0,
15790 "thresholds": {
15791 "mode": "absolute",
15792 "steps": [
15793 {
15794 "color": "green"
15795 }
15796 ]
15797 },
15798 "unit": "short"
15799 },
15800 "overrides": [
15801 {
15802 "matcher": {
15803 "id": "byRegexp",
15804 "options": "/.*Max*./"
15805 },
15806 "properties": [
15807 {
15808 "id": "color",
15809 "value": {
15810 "fixedColor": "#890F02",
15811 "mode": "fixed"
15812 }
15813 },
15814 {
15815 "id": "custom.fillOpacity",
15816 "value": 0
15817 },
15818 {
15819 "id": "custom.lineStyle",
15820 "value": {
15821 "dash": [
15822 10,
15823 10
15824 ],
15825 "fill": "dash"
15826 }
15827 }
15828 ]
15829 },
15830 {
15831 "__systemRef": "hideSeriesFrom",
15832 "matcher": {
15833 "id": "byNames",
15834 "options": {
15835 "mode": "exclude",
15836 "names": [
15837 "Open file descriptors"
15838 ],
15839 "prefix": "All except:",
15840 "readOnly": true
15841 }
15842 },
15843 "properties": [
15844 {
15845 "id": "custom.hideFrom",
15846 "value": {
15847 "legend": false,
15848 "tooltip": false,
15849 "viz": true
15850 }
15851 }
15852 ]
15853 }
15854 ]
15855 },
15856 "gridPos": {
15857 "h": 10,
15858 "w": 10,
15859 "x": 10,
15860 "y": 44
15861 },
15862 "id": 64,
15863 "options": {
15864 "legend": {
15865 "calcs": [
15866 "min",
15867 "mean",
15868 "max"
15869 ],
15870 "displayMode": "table",
15871 "placement": "bottom",
15872 "showLegend": true
15873 },
15874 "tooltip": {
15875 "hideZeros": false,
15876 "mode": "multi",
15877 "sort": "none"
15878 }
15879 },
15880 "pluginVersion": "11.6.1",
15881 "targets": [
15882 {
15883 "editorMode": "code",
15884 "expr": "process_max_fds{instance=\"$node\",job=\"$job\"}",
15885 "interval": "",
15886 "intervalFactor": 1,
15887 "legendFormat": "Maximum open file descriptors",
15888 "range": true,
15889 "refId": "A",
15890 "step": 240
15891 },
15892 {
15893 "editorMode": "code",
15894 "expr": "process_open_fds{instance=\"$node\",job=\"$job\"}",
15895 "interval": "",
15896 "intervalFactor": 1,
15897 "legendFormat": "Open file descriptors",
15898 "range": true,
15899 "refId": "B",
15900 "step": 240
15901 }
15902 ],
15903 "title": "Exporter File Descriptor Usage",
15904 "type": "timeseries"
15905 },
15906 {
15907 "datasource": {
15908 "type": "prometheus",
15909 "uid": "${DS_PROMETHEUS}"
15910 },
15911 "description": "Shows whether each Node Exporter collector scraped successfully (1 = success, 0 = failure), and whether the textfile collector returned an error.",
15912 "fieldConfig": {
15913 "defaults": {
15914 "color": {
15915 "mode": "thresholds"
15916 },
15917 "links": [],
15918 "mappings": [],
15919 "thresholds": {
15920 "mode": "absolute",
15921 "steps": [
15922 {
15923 "color": "green"
15924 },
15925 {
15926 "color": "dark-red",
15927 "value": 0
15928 },
15929 {
15930 "color": "green",
15931 "value": 1
15932 }
15933 ]
15934 },
15935 "unit": "bool"
15936 },
15937 "overrides": []
15938 },
15939 "gridPos": {
15940 "h": 10,
15941 "w": 4,
15942 "x": 20,
15943 "y": 44
15944 },
15945 "id": 157,
15946 "options": {
15947 "displayMode": "basic",
15948 "legend": {
15949 "calcs": [],
15950 "displayMode": "list",
15951 "placement": "bottom",
15952 "showLegend": false
15953 },
15954 "maxVizHeight": 300,
15955 "minVizHeight": 16,
15956 "minVizWidth": 8,
15957 "namePlacement": "auto",
15958 "orientation": "horizontal",
15959 "reduceOptions": {
15960 "calcs": [
15961 "lastNotNull"
15962 ],
15963 "fields": "",
15964 "values": false
15965 },
15966 "showUnfilled": true,
15967 "sizing": "auto",
15968 "valueMode": "color"
15969 },
15970 "pluginVersion": "11.6.1",
15971 "targets": [
15972 {
15973 "editorMode": "code",
15974 "expr": "node_scrape_collector_success{instance=\"$node\",job=\"$job\"}",
15975 "format": "time_series",
15976 "hide": false,
15977 "interval": "",
15978 "intervalFactor": 1,
15979 "legendFormat": "{{collector}}",
15980 "range": true,
15981 "refId": "A",
15982 "step": 240
15983 },
15984 {
15985 "editorMode": "code",
15986 "expr": "1 - node_textfile_scrape_error{instance=\"$node\",job=\"$job\"}",
15987 "format": "time_series",
15988 "hide": false,
15989 "interval": "",
15990 "intervalFactor": 1,
15991 "legendFormat": "textfile",
15992 "range": true,
15993 "refId": "B",
15994 "step": 240
15995 }
15996 ],
15997 "title": "Node Exporter Scrape",
15998 "type": "bargauge"
15999 }
16000 ],
16001 "title": "Node Exporter",
16002 "type": "row"
16003 }
16004 ],
16005 "refresh": "1m",
16006 "schemaVersion": 41,
16007 "tags": [
16008 "linux"
16009 ],
16010 "templating": {
16011 "list": [
16012 {
16013 "current": {},
16014 "includeAll": false,
16015 "label": "Datasource",
16016 "name": "DS_PROMETHEUS",
16017 "options": [],
16018 "query": "prometheus",
16019 "refresh": 1,
16020 "regex": "",
16021 "type": "datasource"
16022 },
16023 {
16024 "current": {},
16025 "datasource": {
16026 "type": "prometheus",
16027 "uid": "${DS_PROMETHEUS}"
16028 },
16029 "definition": "",
16030 "includeAll": false,
16031 "label": "Job",
16032 "name": "job",
16033 "options": [],
16034 "query": {
16035 "query": "label_values(node_uname_info, job)",
16036 "refId": "Prometheus-job-Variable-Query"
16037 },
16038 "refresh": 1,
16039 "regex": "",
16040 "sort": 1,
16041 "type": "query"
16042 },
16043 {
16044 "current": {},
16045 "datasource": {
16046 "type": "prometheus",
16047 "uid": "${DS_PROMETHEUS}"
16048 },
16049 "definition": "label_values(node_uname_info{job=\"$job\"}, nodename)",
16050 "includeAll": false,
16051 "label": "Nodename",
16052 "name": "nodename",
16053 "options": [],
16054 "query": {
16055 "query": "label_values(node_uname_info{job=\"$job\"}, nodename)",
16056 "refId": "Prometheus-nodename-Variable-Query"
16057 },
16058 "refresh": 1,
16059 "regex": "",
16060 "sort": 1,
16061 "type": "query"
16062 },
16063 {
16064 "current": {},
16065 "datasource": {
16066 "type": "prometheus",
16067 "uid": "${DS_PROMETHEUS}"
16068 },
16069 "definition": "label_values(node_uname_info{job=\"$job\", nodename=\"$nodename\"}, instance)",
16070 "includeAll": false,
16071 "label": "Instance",
16072 "name": "node",
16073 "options": [],
16074 "query": {
16075 "query": "label_values(node_uname_info{job=\"$job\", nodename=\"$nodename\"}, instance)",
16076 "refId": "Prometheus-node-Variable-Query"
16077 },
16078 "refresh": 1,
16079 "regex": "",
16080 "sort": 1,
16081 "type": "query"
16082 },
16083 {
16084 "current": {
16085 "text": "[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+",
16086 "value": "[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+"
16087 },
16088 "hide": 2,
16089 "includeAll": false,
16090 "name": "diskdevices",
16091 "options": [
16092 {
16093 "selected": true,
16094 "text": "[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+",
16095 "value": "[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+"
16096 }
16097 ],
16098 "query": "[a-z]+|nvme[0-9]+n[0-9]+|mmcblk[0-9]+",
16099 "type": "custom"
16100 }
16101 ]
16102 },
16103 "time": {
16104 "from": "now-24h",
16105 "to": "now"
16106 },
16107 "timepicker": {},
16108 "timezone": "browser",
16109 "title": "Node Exporter Full",
16110 "uid": "rYdddlPWk",
16111 "version": 96,
16112 "weekStart": "",
16113 "gnetId": 1860
16114}