CoCalc -- ZFS-pool-latency-heatmaps-influxdb.json

GitHub Repository: freebsd/freebsd-src
Path: blob/main/sys/contrib/openzfs/cmd/zpool_influxdb/dashboards/grafana/ZFS-pool-latency-heatmaps-influxdb.json
⁴⁸⁷⁷⁵ views
1
{
2
  "__inputs": [
3
    {
4
      "name": "DS_MACBOOK-INFLUX",
5
      "label": "macbook-influx",
6
      "description": "",
7
      "type": "datasource",
8
      "pluginId": "influxdb",
9
      "pluginName": "InfluxDB"
10
    }
11
  ],
12
  "__requires": [
13
    {
14
      "type": "grafana",
15
      "id": "grafana",
16
      "name": "Grafana",
17
      "version": "6.7.3"
18
    },
19
    {
20
      "type": "panel",
21
      "id": "heatmap",
22
      "name": "Heatmap",
23
      "version": ""
24
    },
25
    {
26
      "type": "datasource",
27
      "id": "influxdb",
28
      "name": "InfluxDB",
29
      "version": "1.0.0"
30
    },
31
    {
32
      "type": "panel",
33
      "id": "jdbranham-diagram-panel",
34
      "name": "Diagram",
35
      "version": "1.4.5"
36
    },
37
    {
38
      "type": "panel",
39
      "id": "text",
40
      "name": "Text",
41
      "version": ""
42
    }
43
  ],
44
  "annotations": {
45
    "list": [
46
      {
47
        "$$hashKey": "object:1627",
48
        "builtIn": 1,
49
        "datasource": "-- Grafana --",
50
        "enable": true,
51
        "hide": true,
52
        "iconColor": "rgba(0, 211, 255, 1)",
53
        "name": "Annotations & Alerts",
54
        "type": "dashboard"
55
      }
56
    ]
57
  },
58
  "description": "Top-level ZFS pool latency by ZIO type",
59
  "editable": true,
60
  "gnetId": null,
61
  "graphTooltip": 1,
62
  "id": null,
63
  "iteration": 1590445168391,
64
  "links": [],
65
  "panels": [
66
    {
67
      "collapsed": false,
68
      "datasource": "${DS_MACBOOK-INFLUX}",
69
      "gridPos": {
70
        "h": 1,
71
        "w": 24,
72
        "x": 0,
73
        "y": 0
74
      },
75
      "id": 5,
76
      "panels": [],
77
      "title": "Total Reads and Writes",
78
      "type": "row"
79
    },
80
    {
81
      "cards": {
82
        "cardPadding": null,
83
        "cardRound": null
84
      },
85
      "color": {
86
        "cardColor": "#b4ff00",
87
        "colorScale": "sqrt",
88
        "colorScheme": "interpolateOranges",
89
        "exponent": 0.5,
90
        "mode": "spectrum"
91
      },
92
      "dataFormat": "tsbuckets",
93
      "datasource": "${DS_MACBOOK-INFLUX}",
94
      "description": "Latency histogram for the total reads of a ZFS pool",
95
      "fieldConfig": {
96
        "defaults": {
97
          "custom": {}
98
        },
99
        "overrides": []
100
      },
101
      "gridPos": {
102
        "h": 9,
103
        "w": 12,
104
        "x": 0,
105
        "y": 1
106
      },
107
      "heatmap": {},
108
      "hideZeroBuckets": false,
109
      "highlightCards": true,
110
      "id": 2,
111
      "legend": {
112
        "show": true
113
      },
114
      "reverseYBuckets": false,
115
      "targets": [
116
        {
117
          "alias": "$tag_le",
118
          "groupBy": [
119
            {
120
              "params": [
121
                "$__interval"
122
              ],
123
              "type": "time"
124
            },
125
            {
126
              "params": [
127
                "le"
128
              ],
129
              "type": "tag"
130
            },
131
            {
132
              "params": [
133
                "null"
134
              ],
135
              "type": "fill"
136
            }
137
          ],
138
          "measurement": "zpool_latency",
139
          "orderByTime": "ASC",
140
          "policy": "default",
141
          "refId": "A",
142
          "resultFormat": "time_series",
143
          "select": [
144
            [
145
              {
146
                "params": [
147
                  "total_read"
148
                ],
149
                "type": "field"
150
              },
151
              {
152
                "params": [],
153
                "type": "last"
154
              },
155
              {
156
                "params": [
157
                  "1s"
158
                ],
159
                "type": "non_negative_derivative"
160
              }
161
            ]
162
          ],
163
          "tags": [
164
            {
165
              "key": "host",
166
              "operator": "=~",
167
              "value": "/^$hostname$/"
168
            },
169
            {
170
              "condition": "AND",
171
              "key": "name",
172
              "operator": "=~",
173
              "value": "/^$poolname$/"
174
            }
175
          ]
176
        }
177
      ],
178
      "timeFrom": null,
179
      "timeShift": null,
180
      "title": "Total Reads",
181
      "tooltip": {
182
        "show": true,
183
        "showHistogram": true
184
      },
185
      "type": "heatmap",
186
      "xAxis": {
187
        "show": true
188
      },
189
      "xBucketNumber": null,
190
      "xBucketSize": null,
191
      "yAxis": {
192
        "decimals": 0,
193
        "format": "s",
194
        "logBase": 1,
195
        "max": null,
196
        "min": null,
197
        "show": true,
198
        "splitFactor": null
199
      },
200
      "yBucketBound": "auto",
201
      "yBucketNumber": null,
202
      "yBucketSize": null
203
    },
204
    {
205
      "cards": {
206
        "cardPadding": null,
207
        "cardRound": null
208
      },
209
      "color": {
210
        "cardColor": "#b4ff00",
211
        "colorScale": "sqrt",
212
        "colorScheme": "interpolateOranges",
213
        "exponent": 0.5,
214
        "mode": "spectrum"
215
      },
216
      "dataFormat": "tsbuckets",
217
      "datasource": "${DS_MACBOOK-INFLUX}",
218
      "description": "Latency histogram for the total writes of a ZFS pool",
219
      "fieldConfig": {
220
        "defaults": {
221
          "custom": {}
222
        },
223
        "overrides": []
224
      },
225
      "gridPos": {
226
        "h": 9,
227
        "w": 12,
228
        "x": 12,
229
        "y": 1
230
      },
231
      "heatmap": {},
232
      "hideZeroBuckets": false,
233
      "highlightCards": true,
234
      "id": 3,
235
      "legend": {
236
        "show": true
237
      },
238
      "reverseYBuckets": false,
239
      "targets": [
240
        {
241
          "alias": "$tag_le",
242
          "groupBy": [
243
            {
244
              "params": [
245
                "$__interval"
246
              ],
247
              "type": "time"
248
            },
249
            {
250
              "params": [
251
                "le"
252
              ],
253
              "type": "tag"
254
            },
255
            {
256
              "params": [
257
                "null"
258
              ],
259
              "type": "fill"
260
            }
261
          ],
262
          "measurement": "zpool_latency",
263
          "orderByTime": "ASC",
264
          "policy": "default",
265
          "refId": "A",
266
          "resultFormat": "time_series",
267
          "select": [
268
            [
269
              {
270
                "params": [
271
                  "total_write"
272
                ],
273
                "type": "field"
274
              },
275
              {
276
                "params": [],
277
                "type": "last"
278
              },
279
              {
280
                "params": [
281
                  "1s"
282
                ],
283
                "type": "non_negative_derivative"
284
              }
285
            ]
286
          ],
287
          "tags": [
288
            {
289
              "key": "host",
290
              "operator": "=~",
291
              "value": "/^$hostname$/"
292
            },
293
            {
294
              "condition": "AND",
295
              "key": "name",
296
              "operator": "=~",
297
              "value": "/^$poolname$/"
298
            }
299
          ]
300
        }
301
      ],
302
      "timeFrom": null,
303
      "timeShift": null,
304
      "title": "Total Writes",
305
      "tooltip": {
306
        "show": true,
307
        "showHistogram": true
308
      },
309
      "type": "heatmap",
310
      "xAxis": {
311
        "show": true
312
      },
313
      "xBucketNumber": null,
314
      "xBucketSize": null,
315
      "yAxis": {
316
        "decimals": 0,
317
        "format": "s",
318
        "logBase": 1,
319
        "max": null,
320
        "min": null,
321
        "show": true,
322
        "splitFactor": null
323
      },
324
      "yBucketBound": "auto",
325
      "yBucketNumber": null,
326
      "yBucketSize": null
327
    },
328
    {
329
      "collapsed": false,
330
      "datasource": "${DS_MACBOOK-INFLUX}",
331
      "gridPos": {
332
        "h": 1,
333
        "w": 24,
334
        "x": 0,
335
        "y": 10
336
      },
337
      "id": 8,
338
      "panels": [],
339
      "title": "ZIO Scheduler Queues for Read Operations",
340
      "type": "row"
341
    },
342
    {
343
      "cards": {
344
        "cardPadding": null,
345
        "cardRound": null
346
      },
347
      "color": {
348
        "cardColor": "#b4ff00",
349
        "colorScale": "sqrt",
350
        "colorScheme": "interpolateOranges",
351
        "exponent": 0.5,
352
        "mode": "spectrum"
353
      },
354
      "dataFormat": "tsbuckets",
355
      "datasource": "${DS_MACBOOK-INFLUX}",
356
      "description": "Latency histogram for the synchronous reads of a ZFS pool",
357
      "fieldConfig": {
358
        "defaults": {
359
          "custom": {}
360
        },
361
        "overrides": []
362
      },
363
      "gridPos": {
364
        "h": 8,
365
        "w": 5,
366
        "x": 0,
367
        "y": 11
368
      },
369
      "heatmap": {},
370
      "hideZeroBuckets": false,
371
      "highlightCards": true,
372
      "id": 6,
373
      "legend": {
374
        "show": false
375
      },
376
      "reverseYBuckets": false,
377
      "targets": [
378
        {
379
          "alias": "$tag_le",
380
          "groupBy": [
381
            {
382
              "params": [
383
                "$__interval"
384
              ],
385
              "type": "time"
386
            },
387
            {
388
              "params": [
389
                "le"
390
              ],
391
              "type": "tag"
392
            },
393
            {
394
              "params": [
395
                "null"
396
              ],
397
              "type": "fill"
398
            }
399
          ],
400
          "measurement": "zpool_latency",
401
          "orderByTime": "ASC",
402
          "policy": "default",
403
          "refId": "A",
404
          "resultFormat": "time_series",
405
          "select": [
406
            [
407
              {
408
                "params": [
409
                  "sync_read"
410
                ],
411
                "type": "field"
412
              },
413
              {
414
                "params": [],
415
                "type": "last"
416
              },
417
              {
418
                "params": [
419
                  "1s"
420
                ],
421
                "type": "non_negative_derivative"
422
              }
423
            ]
424
          ],
425
          "tags": [
426
            {
427
              "key": "host",
428
              "operator": "=~",
429
              "value": "/^$hostname$/"
430
            },
431
            {
432
              "condition": "AND",
433
              "key": "name",
434
              "operator": "=~",
435
              "value": "/^$poolname$/"
436
            }
437
          ]
438
        }
439
      ],
440
      "timeFrom": null,
441
      "timeShift": null,
442
      "title": "Sync Read Queue",
443
      "tooltip": {
444
        "show": true,
445
        "showHistogram": true
446
      },
447
      "type": "heatmap",
448
      "xAxis": {
449
        "show": true
450
      },
451
      "xBucketNumber": null,
452
      "xBucketSize": null,
453
      "yAxis": {
454
        "decimals": 0,
455
        "format": "s",
456
        "logBase": 1,
457
        "max": null,
458
        "min": null,
459
        "show": true,
460
        "splitFactor": null
461
      },
462
      "yBucketBound": "auto",
463
      "yBucketNumber": null,
464
      "yBucketSize": null
465
    },
466
    {
467
      "cards": {
468
        "cardPadding": null,
469
        "cardRound": null
470
      },
471
      "color": {
472
        "cardColor": "#b4ff00",
473
        "colorScale": "sqrt",
474
        "colorScheme": "interpolateOranges",
475
        "exponent": 0.5,
476
        "mode": "spectrum"
477
      },
478
      "dataFormat": "tsbuckets",
479
      "datasource": "${DS_MACBOOK-INFLUX}",
480
      "description": "Latency histogram for the asynchronous reads of a ZFS pool",
481
      "fieldConfig": {
482
        "defaults": {
483
          "custom": {}
484
        },
485
        "overrides": []
486
      },
487
      "gridPos": {
488
        "h": 8,
489
        "w": 5,
490
        "x": 5,
491
        "y": 11
492
      },
493
      "heatmap": {},
494
      "hideZeroBuckets": false,
495
      "highlightCards": true,
496
      "id": 9,
497
      "legend": {
498
        "show": false
499
      },
500
      "reverseYBuckets": false,
501
      "targets": [
502
        {
503
          "alias": "$tag_le",
504
          "groupBy": [
505
            {
506
              "params": [
507
                "$__interval"
508
              ],
509
              "type": "time"
510
            },
511
            {
512
              "params": [
513
                "le"
514
              ],
515
              "type": "tag"
516
            },
517
            {
518
              "params": [
519
                "null"
520
              ],
521
              "type": "fill"
522
            }
523
          ],
524
          "measurement": "zpool_latency",
525
          "orderByTime": "ASC",
526
          "policy": "default",
527
          "refId": "A",
528
          "resultFormat": "time_series",
529
          "select": [
530
            [
531
              {
532
                "params": [
533
                  "async_read"
534
                ],
535
                "type": "field"
536
              },
537
              {
538
                "params": [],
539
                "type": "last"
540
              },
541
              {
542
                "params": [
543
                  "1s"
544
                ],
545
                "type": "non_negative_derivative"
546
              }
547
            ]
548
          ],
549
          "tags": [
550
            {
551
              "key": "host",
552
              "operator": "=~",
553
              "value": "/^$hostname$/"
554
            },
555
            {
556
              "condition": "AND",
557
              "key": "name",
558
              "operator": "=~",
559
              "value": "/^$poolname$/"
560
            }
561
          ]
562
        }
563
      ],
564
      "timeFrom": null,
565
      "timeShift": null,
566
      "title": "Async Read Queue",
567
      "tooltip": {
568
        "show": true,
569
        "showHistogram": true
570
      },
571
      "type": "heatmap",
572
      "xAxis": {
573
        "show": true
574
      },
575
      "xBucketNumber": null,
576
      "xBucketSize": null,
577
      "yAxis": {
578
        "decimals": 0,
579
        "format": "s",
580
        "logBase": 1,
581
        "max": null,
582
        "min": null,
583
        "show": true,
584
        "splitFactor": null
585
      },
586
      "yBucketBound": "auto",
587
      "yBucketNumber": null,
588
      "yBucketSize": null
589
    },
590
    {
591
      "cards": {
592
        "cardPadding": null,
593
        "cardRound": null
594
      },
595
      "color": {
596
        "cardColor": "#b4ff00",
597
        "colorScale": "sqrt",
598
        "colorScheme": "interpolateOranges",
599
        "exponent": 0.5,
600
        "mode": "spectrum"
601
      },
602
      "dataFormat": "tsbuckets",
603
      "datasource": "${DS_MACBOOK-INFLUX}",
604
      "description": "Latency histogram for the scrub or scan reads of a ZFS pool",
605
      "fieldConfig": {
606
        "defaults": {
607
          "custom": {}
608
        },
609
        "overrides": []
610
      },
611
      "gridPos": {
612
        "h": 8,
613
        "w": 5,
614
        "x": 10,
615
        "y": 11
616
      },
617
      "heatmap": {},
618
      "hideZeroBuckets": false,
619
      "highlightCards": true,
620
      "id": 10,
621
      "legend": {
622
        "show": false
623
      },
624
      "reverseYBuckets": false,
625
      "targets": [
626
        {
627
          "alias": "$tag_le",
628
          "groupBy": [
629
            {
630
              "params": [
631
                "$__interval"
632
              ],
633
              "type": "time"
634
            },
635
            {
636
              "params": [
637
                "le"
638
              ],
639
              "type": "tag"
640
            },
641
            {
642
              "params": [
643
                "null"
644
              ],
645
              "type": "fill"
646
            }
647
          ],
648
          "measurement": "zpool_latency",
649
          "orderByTime": "ASC",
650
          "policy": "default",
651
          "refId": "A",
652
          "resultFormat": "time_series",
653
          "select": [
654
            [
655
              {
656
                "params": [
657
                  "scrub"
658
                ],
659
                "type": "field"
660
              },
661
              {
662
                "params": [],
663
                "type": "last"
664
              },
665
              {
666
                "params": [
667
                  "1s"
668
                ],
669
                "type": "non_negative_derivative"
670
              }
671
            ]
672
          ],
673
          "tags": [
674
            {
675
              "key": "host",
676
              "operator": "=~",
677
              "value": "/^$hostname$/"
678
            },
679
            {
680
              "condition": "AND",
681
              "key": "name",
682
              "operator": "=~",
683
              "value": "/^$poolname$/"
684
            }
685
          ]
686
        }
687
      ],
688
      "timeFrom": null,
689
      "timeShift": null,
690
      "title": "Scrub/Scan Read Queue",
691
      "tooltip": {
692
        "show": true,
693
        "showHistogram": true
694
      },
695
      "type": "heatmap",
696
      "xAxis": {
697
        "show": true
698
      },
699
      "xBucketNumber": null,
700
      "xBucketSize": null,
701
      "yAxis": {
702
        "decimals": 0,
703
        "format": "s",
704
        "logBase": 1,
705
        "max": null,
706
        "min": null,
707
        "show": true,
708
        "splitFactor": null
709
      },
710
      "yBucketBound": "auto",
711
      "yBucketNumber": null,
712
      "yBucketSize": null
713
    },
714
    {
715
      "cards": {
716
        "cardPadding": null,
717
        "cardRound": null
718
      },
719
      "color": {
720
        "cardColor": "#b4ff00",
721
        "colorScale": "sqrt",
722
        "colorScheme": "interpolateOranges",
723
        "exponent": 0.5,
724
        "mode": "spectrum"
725
      },
726
      "dataFormat": "tsbuckets",
727
      "datasource": "${DS_MACBOOK-INFLUX}",
728
      "description": "Latency histogram for the actual disk reads of a ZFS pool",
729
      "fieldConfig": {
730
        "defaults": {
731
          "custom": {}
732
        },
733
        "overrides": []
734
      },
735
      "gridPos": {
736
        "h": 8,
737
        "w": 9,
738
        "x": 15,
739
        "y": 11
740
      },
741
      "heatmap": {},
742
      "hideZeroBuckets": false,
743
      "highlightCards": true,
744
      "id": 11,
745
      "legend": {
746
        "show": false
747
      },
748
      "reverseYBuckets": false,
749
      "targets": [
750
        {
751
          "alias": "$tag_le",
752
          "groupBy": [
753
            {
754
              "params": [
755
                "$__interval"
756
              ],
757
              "type": "time"
758
            },
759
            {
760
              "params": [
761
                "le"
762
              ],
763
              "type": "tag"
764
            },
765
            {
766
              "params": [
767
                "null"
768
              ],
769
              "type": "fill"
770
            }
771
          ],
772
          "measurement": "zpool_latency",
773
          "orderByTime": "ASC",
774
          "policy": "default",
775
          "refId": "A",
776
          "resultFormat": "time_series",
777
          "select": [
778
            [
779
              {
780
                "params": [
781
                  "disk_read"
782
                ],
783
                "type": "field"
784
              },
785
              {
786
                "params": [],
787
                "type": "last"
788
              },
789
              {
790
                "params": [
791
                  "1s"
792
                ],
793
                "type": "non_negative_derivative"
794
              }
795
            ]
796
          ],
797
          "tags": [
798
            {
799
              "key": "host",
800
              "operator": "=~",
801
              "value": "/^$hostname$/"
802
            },
803
            {
804
              "condition": "AND",
805
              "key": "name",
806
              "operator": "=~",
807
              "value": "/^$poolname$/"
808
            }
809
          ]
810
        }
811
      ],
812
      "timeFrom": null,
813
      "timeShift": null,
814
      "title": "Disk Read Queue",
815
      "tooltip": {
816
        "show": true,
817
        "showHistogram": true
818
      },
819
      "type": "heatmap",
820
      "xAxis": {
821
        "show": true
822
      },
823
      "xBucketNumber": null,
824
      "xBucketSize": null,
825
      "yAxis": {
826
        "decimals": 0,
827
        "format": "s",
828
        "logBase": 1,
829
        "max": null,
830
        "min": null,
831
        "show": true,
832
        "splitFactor": null
833
      },
834
      "yBucketBound": "auto",
835
      "yBucketNumber": null,
836
      "yBucketSize": null
837
    },
838
    {
839
      "collapsed": false,
840
      "datasource": "${DS_MACBOOK-INFLUX}",
841
      "gridPos": {
842
        "h": 1,
843
        "w": 24,
844
        "x": 0,
845
        "y": 19
846
      },
847
      "id": 13,
848
      "panels": [],
849
      "title": "ZIO Scheduler Queues for Write Operations",
850
      "type": "row"
851
    },
852
    {
853
      "cards": {
854
        "cardPadding": null,
855
        "cardRound": null
856
      },
857
      "color": {
858
        "cardColor": "#b4ff00",
859
        "colorScale": "sqrt",
860
        "colorScheme": "interpolateOranges",
861
        "exponent": 0.5,
862
        "mode": "spectrum"
863
      },
864
      "dataFormat": "tsbuckets",
865
      "datasource": "${DS_MACBOOK-INFLUX}",
866
      "description": "Latency histogram for the synchronous writes of a ZFS pool",
867
      "fieldConfig": {
868
        "defaults": {
869
          "custom": {}
870
        },
871
        "overrides": []
872
      },
873
      "gridPos": {
874
        "h": 8,
875
        "w": 5,
876
        "x": 0,
877
        "y": 20
878
      },
879
      "heatmap": {},
880
      "hideZeroBuckets": false,
881
      "highlightCards": true,
882
      "id": 14,
883
      "legend": {
884
        "show": false
885
      },
886
      "reverseYBuckets": false,
887
      "targets": [
888
        {
889
          "alias": "$tag_le",
890
          "groupBy": [
891
            {
892
              "params": [
893
                "$__interval"
894
              ],
895
              "type": "time"
896
            },
897
            {
898
              "params": [
899
                "le"
900
              ],
901
              "type": "tag"
902
            },
903
            {
904
              "params": [
905
                "null"
906
              ],
907
              "type": "fill"
908
            }
909
          ],
910
          "measurement": "zpool_latency",
911
          "orderByTime": "ASC",
912
          "policy": "default",
913
          "refId": "A",
914
          "resultFormat": "time_series",
915
          "select": [
916
            [
917
              {
918
                "params": [
919
                  "sync_write"
920
                ],
921
                "type": "field"
922
              },
923
              {
924
                "params": [],
925
                "type": "last"
926
              },
927
              {
928
                "params": [
929
                  "1s"
930
                ],
931
                "type": "non_negative_derivative"
932
              }
933
            ]
934
          ],
935
          "tags": [
936
            {
937
              "key": "host",
938
              "operator": "=~",
939
              "value": "/^$hostname$/"
940
            },
941
            {
942
              "condition": "AND",
943
              "key": "name",
944
              "operator": "=~",
945
              "value": "/^$poolname$/"
946
            }
947
          ]
948
        }
949
      ],
950
      "timeFrom": null,
951
      "timeShift": null,
952
      "title": "Sync Write Queue",
953
      "tooltip": {
954
        "show": true,
955
        "showHistogram": true
956
      },
957
      "type": "heatmap",
958
      "xAxis": {
959
        "show": true
960
      },
961
      "xBucketNumber": null,
962
      "xBucketSize": null,
963
      "yAxis": {
964
        "decimals": 0,
965
        "format": "s",
966
        "logBase": 1,
967
        "max": null,
968
        "min": null,
969
        "show": true,
970
        "splitFactor": null
971
      },
972
      "yBucketBound": "auto",
973
      "yBucketNumber": null,
974
      "yBucketSize": null
975
    },
976
    {
977
      "cards": {
978
        "cardPadding": null,
979
        "cardRound": null
980
      },
981
      "color": {
982
        "cardColor": "#b4ff00",
983
        "colorScale": "sqrt",
984
        "colorScheme": "interpolateOranges",
985
        "exponent": 0.5,
986
        "mode": "spectrum"
987
      },
988
      "dataFormat": "tsbuckets",
989
      "datasource": "${DS_MACBOOK-INFLUX}",
990
      "description": "Latency histogram for the asynchronous writes of a ZFS pool",
991
      "fieldConfig": {
992
        "defaults": {
993
          "custom": {}
994
        },
995
        "overrides": []
996
      },
997
      "gridPos": {
998
        "h": 8,
999
        "w": 5,
1000
        "x": 5,
1001
        "y": 20
1002
      },
1003
      "heatmap": {},
1004
      "hideZeroBuckets": false,
1005
      "highlightCards": true,
1006
      "id": 15,
1007
      "legend": {
1008
        "show": false
1009
      },
1010
      "reverseYBuckets": false,
1011
      "targets": [
1012
        {
1013
          "alias": "$tag_le",
1014
          "groupBy": [
1015
            {
1016
              "params": [
1017
                "$__interval"
1018
              ],
1019
              "type": "time"
1020
            },
1021
            {
1022
              "params": [
1023
                "le"
1024
              ],
1025
              "type": "tag"
1026
            },
1027
            {
1028
              "params": [
1029
                "null"
1030
              ],
1031
              "type": "fill"
1032
            }
1033
          ],
1034
          "measurement": "zpool_latency",
1035
          "orderByTime": "ASC",
1036
          "policy": "default",
1037
          "refId": "A",
1038
          "resultFormat": "time_series",
1039
          "select": [
1040
            [
1041
              {
1042
                "params": [
1043
                  "async_write"
1044
                ],
1045
                "type": "field"
1046
              },
1047
              {
1048
                "params": [],
1049
                "type": "last"
1050
              },
1051
              {
1052
                "params": [
1053
                  "1s"
1054
                ],
1055
                "type": "non_negative_derivative"
1056
              }
1057
            ]
1058
          ],
1059
          "tags": [
1060
            {
1061
              "key": "host",
1062
              "operator": "=~",
1063
              "value": "/^$hostname$/"
1064
            },
1065
            {
1066
              "condition": "AND",
1067
              "key": "name",
1068
              "operator": "=~",
1069
              "value": "/^$poolname$/"
1070
            }
1071
          ]
1072
        }
1073
      ],
1074
      "timeFrom": null,
1075
      "timeShift": null,
1076
      "title": "Async Write Queue",
1077
      "tooltip": {
1078
        "show": true,
1079
        "showHistogram": true
1080
      },
1081
      "type": "heatmap",
1082
      "xAxis": {
1083
        "show": true
1084
      },
1085
      "xBucketNumber": null,
1086
      "xBucketSize": null,
1087
      "yAxis": {
1088
        "decimals": 0,
1089
        "format": "s",
1090
        "logBase": 1,
1091
        "max": null,
1092
        "min": null,
1093
        "show": true,
1094
        "splitFactor": null
1095
      },
1096
      "yBucketBound": "auto",
1097
      "yBucketNumber": null,
1098
      "yBucketSize": null
1099
    },
1100
    {
1101
      "cards": {
1102
        "cardPadding": null,
1103
        "cardRound": null
1104
      },
1105
      "color": {
1106
        "cardColor": "#b4ff00",
1107
        "colorScale": "sqrt",
1108
        "colorScheme": "interpolateOranges",
1109
        "exponent": 0.5,
1110
        "mode": "spectrum"
1111
      },
1112
      "dataFormat": "tsbuckets",
1113
      "datasource": "${DS_MACBOOK-INFLUX}",
1114
      "description": "Latency histogram for the trim or unmap operations of a ZFS pool",
1115
      "fieldConfig": {
1116
        "defaults": {
1117
          "custom": {}
1118
        },
1119
        "overrides": []
1120
      },
1121
      "gridPos": {
1122
        "h": 8,
1123
        "w": 5,
1124
        "x": 10,
1125
        "y": 20
1126
      },
1127
      "heatmap": {},
1128
      "hideZeroBuckets": false,
1129
      "highlightCards": true,
1130
      "id": 16,
1131
      "legend": {
1132
        "show": false
1133
      },
1134
      "reverseYBuckets": false,
1135
      "targets": [
1136
        {
1137
          "alias": "$tag_le",
1138
          "groupBy": [
1139
            {
1140
              "params": [
1141
                "$__interval"
1142
              ],
1143
              "type": "time"
1144
            },
1145
            {
1146
              "params": [
1147
                "le"
1148
              ],
1149
              "type": "tag"
1150
            },
1151
            {
1152
              "params": [
1153
                "null"
1154
              ],
1155
              "type": "fill"
1156
            }
1157
          ],
1158
          "measurement": "zpool_latency",
1159
          "orderByTime": "ASC",
1160
          "policy": "default",
1161
          "refId": "A",
1162
          "resultFormat": "time_series",
1163
          "select": [
1164
            [
1165
              {
1166
                "params": [
1167
                  "trim"
1168
                ],
1169
                "type": "field"
1170
              },
1171
              {
1172
                "params": [],
1173
                "type": "last"
1174
              },
1175
              {
1176
                "params": [
1177
                  "1s"
1178
                ],
1179
                "type": "non_negative_derivative"
1180
              }
1181
            ]
1182
          ],
1183
          "tags": [
1184
            {
1185
              "key": "host",
1186
              "operator": "=~",
1187
              "value": "/^$hostname$/"
1188
            },
1189
            {
1190
              "condition": "AND",
1191
              "key": "name",
1192
              "operator": "=~",
1193
              "value": "/^$poolname$/"
1194
            }
1195
          ]
1196
        }
1197
      ],
1198
      "timeFrom": null,
1199
      "timeShift": null,
1200
      "title": "Trim Write Queue",
1201
      "tooltip": {
1202
        "show": true,
1203
        "showHistogram": true
1204
      },
1205
      "type": "heatmap",
1206
      "xAxis": {
1207
        "show": true
1208
      },
1209
      "xBucketNumber": null,
1210
      "xBucketSize": null,
1211
      "yAxis": {
1212
        "decimals": 0,
1213
        "format": "s",
1214
        "logBase": 1,
1215
        "max": null,
1216
        "min": null,
1217
        "show": true,
1218
        "splitFactor": null
1219
      },
1220
      "yBucketBound": "auto",
1221
      "yBucketNumber": null,
1222
      "yBucketSize": null
1223
    },
1224
    {
1225
      "cards": {
1226
        "cardPadding": null,
1227
        "cardRound": null
1228
      },
1229
      "color": {
1230
        "cardColor": "#b4ff00",
1231
        "colorScale": "sqrt",
1232
        "colorScheme": "interpolateOranges",
1233
        "exponent": 0.5,
1234
        "mode": "spectrum"
1235
      },
1236
      "dataFormat": "tsbuckets",
1237
      "datasource": "${DS_MACBOOK-INFLUX}",
1238
      "description": "Latency histogram for the disk write operations of a ZFS pool",
1239
      "fieldConfig": {
1240
        "defaults": {
1241
          "custom": {}
1242
        },
1243
        "overrides": []
1244
      },
1245
      "gridPos": {
1246
        "h": 8,
1247
        "w": 9,
1248
        "x": 15,
1249
        "y": 20
1250
      },
1251
      "heatmap": {},
1252
      "hideZeroBuckets": false,
1253
      "highlightCards": true,
1254
      "id": 17,
1255
      "legend": {
1256
        "show": false
1257
      },
1258
      "reverseYBuckets": false,
1259
      "targets": [
1260
        {
1261
          "alias": "$tag_le",
1262
          "groupBy": [
1263
            {
1264
              "params": [
1265
                "$__interval"
1266
              ],
1267
              "type": "time"
1268
            },
1269
            {
1270
              "params": [
1271
                "le"
1272
              ],
1273
              "type": "tag"
1274
            },
1275
            {
1276
              "params": [
1277
                "null"
1278
              ],
1279
              "type": "fill"
1280
            }
1281
          ],
1282
          "measurement": "zpool_latency",
1283
          "orderByTime": "ASC",
1284
          "policy": "default",
1285
          "refId": "A",
1286
          "resultFormat": "time_series",
1287
          "select": [
1288
            [
1289
              {
1290
                "params": [
1291
                  "disk_write"
1292
                ],
1293
                "type": "field"
1294
              },
1295
              {
1296
                "params": [],
1297
                "type": "last"
1298
              },
1299
              {
1300
                "params": [
1301
                  "1s"
1302
                ],
1303
                "type": "non_negative_derivative"
1304
              }
1305
            ]
1306
          ],
1307
          "tags": [
1308
            {
1309
              "key": "host",
1310
              "operator": "=~",
1311
              "value": "/^$hostname$/"
1312
            },
1313
            {
1314
              "condition": "AND",
1315
              "key": "name",
1316
              "operator": "=~",
1317
              "value": "/^$poolname$/"
1318
            }
1319
          ]
1320
        }
1321
      ],
1322
      "timeFrom": null,
1323
      "timeShift": null,
1324
      "title": "Disk Write Queue",
1325
      "tooltip": {
1326
        "show": true,
1327
        "showHistogram": true
1328
      },
1329
      "type": "heatmap",
1330
      "xAxis": {
1331
        "show": true
1332
      },
1333
      "xBucketNumber": null,
1334
      "xBucketSize": null,
1335
      "yAxis": {
1336
        "decimals": 0,
1337
        "format": "s",
1338
        "logBase": 1,
1339
        "max": null,
1340
        "min": null,
1341
        "show": true,
1342
        "splitFactor": null
1343
      },
1344
      "yBucketBound": "auto",
1345
      "yBucketNumber": null,
1346
      "yBucketSize": null
1347
    },
1348
    {
1349
      "collapsed": false,
1350
      "datasource": "${DS_MACBOOK-INFLUX}",
1351
      "gridPos": {
1352
        "h": 1,
1353
        "w": 24,
1354
        "x": 0,
1355
        "y": 28
1356
      },
1357
      "id": 19,
1358
      "panels": [],
1359
      "title": "About",
1360
      "type": "row"
1361
    },
1362
    {
1363
      "content": "I/O requests that are satisfied by accessing pool devices are managed by the ZIO scheduler.\nThe total latency is measured from the start of the I/O to completion by the disk.\nLatency through each queue is shown prior to its submission to the disk queue.\n\nThis view is useful for observing the effects of tuning the ZIO scheduler min and max values\n(see zfs(4) and [ZFS on Linux Module Parameters](https://openzfs.github.io/openzfs-docs/Performance%20and%20tuning/ZFS%20on%20Linux%20Module%20Parameters.html)):\n+ *zfs_vdev_max_active* controls the ZIO scheduler's disk queue depth (do not confuse with the block device's nr_requests)\n+ *zfs_vdev_sync_read_min_active* and *zfs_vdev_sync_read_max_active* control the synchronous queue for reads: most reads are sync\n+ *zfs_vdev_sync_write_min_active* and *zfs_vdev_sync_write_max_active* control the synchronous queue for writes: \nusually metadata or user data depending on the \"sync\" property setting or I/Os that are requested to be flushed\n+ *zfs_vdev_async_read_min_active* and *zfs_vdev_async_read_max_active* control the asynchronous queue for reads: usually prefetches\n+ *zfs_vdev_async_write_min_active* and *zfs_vdev_async_write_max_active* control the asynchronous queue for writes: \nusually the bulk of all writes at transaction group (txg) commit\n+ *zfs_vdev_scrub_min_active* and *zfs_vdev_scrub_max_active* controls the scan reads: usually scrub or resilver\n\n",
1364
      "datasource": "${DS_MACBOOK-INFLUX}",
1365
      "fieldConfig": {
1366
        "defaults": {
1367
          "custom": {}
1368
        },
1369
        "overrides": []
1370
      },
1371
      "gridPos": {
1372
        "h": 15,
1373
        "w": 16,
1374
        "x": 0,
1375
        "y": 29
1376
      },
1377
      "id": 21,
1378
      "mode": "markdown",
1379
      "targets": [
1380
        {
1381
          "groupBy": [
1382
            {
1383
              "params": [
1384
                "$__interval"
1385
              ],
1386
              "type": "time"
1387
            },
1388
            {
1389
              "params": [
1390
                "null"
1391
              ],
1392
              "type": "fill"
1393
            }
1394
          ],
1395
          "orderByTime": "ASC",
1396
          "policy": "default",
1397
          "refId": "A",
1398
          "resultFormat": "time_series",
1399
          "select": [
1400
            [
1401
              {
1402
                "params": [
1403
                  "value"
1404
                ],
1405
                "type": "field"
1406
              },
1407
              {
1408
                "params": [],
1409
                "type": "mean"
1410
              }
1411
            ]
1412
          ],
1413
          "tags": []
1414
        }
1415
      ],
1416
      "timeFrom": null,
1417
      "timeShift": null,
1418
      "title": "About ZFS Pool All Queues Read/Write Latency Histograms",
1419
      "type": "text"
1420
    },
1421
    {
1422
      "colors": [
1423
        "rgba(50, 172, 45, 0.97)",
1424
        "rgba(237, 129, 40, 0.89)",
1425
        "rgba(245, 54, 54, 0.9)"
1426
      ],
1427
      "composites": [],
1428
      "content": "graph LR\nIO((I/O request)) --> SR(sync read queue)\nIO --> SW(sync write queue)\nIO --> AR(async read queue)\nIO --> AW(async write queue)\nIO --> SCRUB(scrub queue)\nIO --> TRIM(trim queue)\nSR --> DISKQ(disk queue)\nSW --> DISKQ\nAR --> DISKQ\nAW --> DISKQ\nSCRUB --> DISKQ\nTRIM --> DISKQ\nDISKQ --> DISK((disk))\n",
1429
      "datasource": "${DS_MACBOOK-INFLUX}",
1430
      "decimals": 2,
1431
      "fieldConfig": {
1432
        "defaults": {
1433
          "custom": {}
1434
        },
1435
        "overrides": []
1436
      },
1437
      "format": "none",
1438
      "graphId": "diagram_23",
1439
      "gridPos": {
1440
        "h": 15,
1441
        "w": 7,
1442
        "x": 16,
1443
        "y": 29
1444
      },
1445
      "id": 23,
1446
      "init": {
1447
        "arrowMarkerAbsolute": true,
1448
        "cloneCssStyles": true,
1449
        "flowchart": {
1450
          "htmlLabels": true,
1451
          "useMaxWidth": true
1452
        },
1453
        "gantt": {
1454
          "barGap": 4,
1455
          "barHeight": 20,
1456
          "fontFamily": "\"Open-Sans\", \"sans-serif\"",
1457
          "fontSize": 11,
1458
          "gridLineStartPadding": 35,
1459
          "leftPadding": 75,
1460
          "numberSectionStyles": 3,
1461
          "titleTopMargin": 25,
1462
          "topPadding": 50
1463
        },
1464
        "logLevel": 3,
1465
        "securityLevel": "loose",
1466
        "sequence": {
1467
          "actorMargin": 50,
1468
          "bottomMarginAdj": 1,
1469
          "boxMargin": 10,
1470
          "boxTextMargin": 5,
1471
          "diagramMarginX": 50,
1472
          "diagramMarginY": 10,
1473
          "height": 65,
1474
          "messageMargin": 35,
1475
          "mirrorActors": true,
1476
          "noteMargin": 10,
1477
          "useMaxWidth": true,
1478
          "width": 150
1479
        },
1480
        "startOnLoad": false,
1481
        "theme": "dark"
1482
      },
1483
      "legend": {
1484
        "avg": true,
1485
        "current": true,
1486
        "gradient": {
1487
          "enabled": true,
1488
          "show": true
1489
        },
1490
        "max": true,
1491
        "min": true,
1492
        "show": false,
1493
        "total": true
1494
      },
1495
      "mappingType": 1,
1496
      "mappingTypes": [
1497
        {
1498
          "$$hashKey": "object:155",
1499
          "name": "value to text",
1500
          "value": 1
1501
        },
1502
        {
1503
          "$$hashKey": "object:156",
1504
          "name": "range to text",
1505
          "value": 2
1506
        }
1507
      ],
1508
      "maxDataPoints": 100,
1509
      "maxWidth": false,
1510
      "mermaidServiceUrl": "",
1511
      "metricCharacterReplacements": [],
1512
      "moddedSeriesVal": 0,
1513
      "mode": "content",
1514
      "nullPointMode": "connected",
1515
      "seriesOverrides": [],
1516
      "style": "",
1517
      "styleValues": {},
1518
      "targets": [
1519
        {
1520
          "groupBy": [
1521
            {
1522
              "params": [
1523
                "$__interval"
1524
              ],
1525
              "type": "time"
1526
            },
1527
            {
1528
              "params": [
1529
                "null"
1530
              ],
1531
              "type": "fill"
1532
            }
1533
          ],
1534
          "hide": true,
1535
          "orderByTime": "ASC",
1536
          "policy": "default",
1537
          "refId": "A",
1538
          "resultFormat": "time_series",
1539
          "select": [
1540
            [
1541
              {
1542
                "params": [
1543
                  "value"
1544
                ],
1545
                "type": "field"
1546
              },
1547
              {
1548
                "params": [],
1549
                "type": "mean"
1550
              }
1551
            ]
1552
          ],
1553
          "tags": []
1554
        }
1555
      ],
1556
      "themes": [
1557
        "default",
1558
        "dark",
1559
        "forest",
1560
        "neutral"
1561
      ],
1562
      "thresholds": "0,10",
1563
      "timeFrom": null,
1564
      "timeShift": null,
1565
      "title": "Panel Title",
1566
      "type": "jdbranham-diagram-panel",
1567
      "valueMaps": [
1568
        {
1569
          "$$hashKey": "object:151",
1570
          "op": "=",
1571
          "text": "N/A",
1572
          "value": "null"
1573
        }
1574
      ],
1575
      "valueName": "avg",
1576
      "valueOptions": [
1577
        "avg",
1578
        "min",
1579
        "max",
1580
        "total",
1581
        "current"
1582
      ]
1583
    }
1584
  ],
1585
  "refresh": false,
1586
  "schemaVersion": 22,
1587
  "style": "dark",
1588
  "tags": [
1589
    "ZFS",
1590
    "Latency",
1591
    "Histogram"
1592
  ],
1593
  "templating": {
1594
    "list": [
1595
      {
1596
        "allValue": null,
1597
        "current": {},
1598
        "datasource": "${DS_MACBOOK-INFLUX}",
1599
        "definition": "show tag values from \"zpool_latency\" with key = \"host\"",
1600
        "hide": 0,
1601
        "includeAll": false,
1602
        "index": -1,
1603
        "label": null,
1604
        "multi": false,
1605
        "name": "hostname",
1606
        "options": [],
1607
        "query": "show tag values from \"zpool_latency\" with key = \"host\"",
1608
        "refresh": 1,
1609
        "regex": "/([-a-zA-Z-0-9]+)/",
1610
        "skipUrlSync": false,
1611
        "sort": 5,
1612
        "tagValuesQuery": "",
1613
        "tags": [],
1614
        "tagsQuery": "",
1615
        "type": "query",
1616
        "useTags": false
1617
      },
1618
      {
1619
        "allValue": null,
1620
        "current": {},
1621
        "datasource": "${DS_MACBOOK-INFLUX}",
1622
        "definition": "show tag values from \"zpool_latency\" with key = \"name\"  where \"host\" =~ /^$hostname/",
1623
        "hide": 0,
1624
        "includeAll": false,
1625
        "index": -1,
1626
        "label": null,
1627
        "multi": false,
1628
        "name": "poolname",
1629
        "options": [],
1630
        "query": "show tag values from \"zpool_latency\" with key = \"name\"  where \"host\" =~ /^$hostname/",
1631
        "refresh": 1,
1632
        "regex": "",
1633
        "skipUrlSync": false,
1634
        "sort": 5,
1635
        "tagValuesQuery": "",
1636
        "tags": [],
1637
        "tagsQuery": "",
1638
        "type": "query",
1639
        "useTags": false
1640
      }
1641
    ]
1642
  },
1643
  "time": {
1644
    "from": "2020-05-25T21:34:30.137Z",
1645
    "to": "2020-05-25T21:39:54.445Z"
1646
  },
1647
  "timepicker": {
1648
    "refresh_intervals": [
1649
      "10s",
1650
      "30s",
1651
      "1m",
1652
      "5m",
1653
      "15m",
1654
      "30m",
1655
      "1h",
1656
      "2h",
1657
      "1d"
1658
    ]
1659
  },
1660
  "timezone": "",
1661
  "title": "ZFS Pool Latency Heatmaps Influxdb",
1662
  "uid": "TbB4-DkGz",
1663
  "variables": {
1664
    "list": []
1665
  },
1666
  "version": 2
1667
}
1668

1669
Product

Resources

Company
