CoCalc -- agent-remote-write.json

GitHub Repository: aos/grafana-agent
Path: blob/main/example/docker-compose/grafana/dashboards/agent-remote-write.json
⁴⁰⁹⁶ views
1
{
2
   "__inputs": [ ],
3
   "__requires": [ ],
4
   "annotations": {
5
      "list": [ ]
6
   },
7
   "editable": true,
8
   "gnetId": null,
9
   "graphTooltip": 0,
10
   "hideControls": false,
11
   "id": null,
12
   "links": [ ],
13
   "refresh": "30s",
14
   "rows": [
15
      {
16
         "collapse": false,
17
         "collapsed": false,
18
         "panels": [
19
            {
20
               "aliasColors": { },
21
               "bars": false,
22
               "dashLength": 10,
23
               "dashes": false,
24
               "datasource": "$datasource",
25
               "fill": 1,
26
               "fillGradient": 0,
27
               "gridPos": { },
28
               "id": 2,
29
               "legend": {
30
                  "alignAsTable": false,
31
                  "avg": false,
32
                  "current": false,
33
                  "max": false,
34
                  "min": false,
35
                  "rightSide": false,
36
                  "show": true,
37
                  "sideWidth": null,
38
                  "total": false,
39
                  "values": false
40
               },
41
               "lines": true,
42
               "linewidth": 1,
43
               "links": [ ],
44
               "nullPointMode": "null",
45
               "percentage": false,
46
               "pointradius": 5,
47
               "points": false,
48
               "renderer": "flot",
49
               "repeat": null,
50
               "seriesOverrides": [ ],
51
               "spaceLength": 10,
52
               "span": 6,
53
               "stack": false,
54
               "steppedLine": false,
55
               "targets": [
56
                  {
57
                     "expr": "(\n  prometheus_remote_storage_highest_timestamp_in_seconds{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}\n  -\n  ignoring(url, remote_name) group_right(pod)\n  prometheus_remote_storage_queue_highest_sent_timestamp_seconds{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}\n)\n",
58
                     "format": "time_series",
59
                     "intervalFactor": 2,
60
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
61
                     "refId": "A"
62
                  }
63
               ],
64
               "thresholds": [ ],
65
               "timeFrom": null,
66
               "timeShift": null,
67
               "title": "Highest Timestamp In vs. Highest Timestamp Sent",
68
               "tooltip": {
69
                  "shared": true,
70
                  "sort": 0,
71
                  "value_type": "individual"
72
               },
73
               "type": "graph",
74
               "xaxis": {
75
                  "buckets": null,
76
                  "mode": "time",
77
                  "name": null,
78
                  "show": true,
79
                  "values": [ ]
80
               },
81
               "yaxes": [
82
                  {
83
                     "format": "short",
84
                     "label": null,
85
                     "logBase": 1,
86
                     "max": null,
87
                     "min": null,
88
                     "show": true
89
                  },
90
                  {
91
                     "format": "short",
92
                     "label": null,
93
                     "logBase": 1,
94
                     "max": null,
95
                     "min": null,
96
                     "show": true
97
                  }
98
               ]
99
            },
100
            {
101
               "aliasColors": { },
102
               "bars": false,
103
               "dashLength": 10,
104
               "dashes": false,
105
               "datasource": "$datasource",
106
               "fill": 1,
107
               "fillGradient": 0,
108
               "gridPos": { },
109
               "id": 3,
110
               "legend": {
111
                  "alignAsTable": false,
112
                  "avg": false,
113
                  "current": false,
114
                  "max": false,
115
                  "min": false,
116
                  "rightSide": false,
117
                  "show": true,
118
                  "sideWidth": null,
119
                  "total": false,
120
                  "values": false
121
               },
122
               "lines": true,
123
               "linewidth": 1,
124
               "links": [ ],
125
               "nullPointMode": "null",
126
               "percentage": false,
127
               "pointradius": 5,
128
               "points": false,
129
               "renderer": "flot",
130
               "repeat": null,
131
               "seriesOverrides": [ ],
132
               "spaceLength": 10,
133
               "span": 6,
134
               "stack": false,
135
               "steppedLine": false,
136
               "targets": [
137
                  {
138
                     "expr": "rate(prometheus_remote_storage_sent_batch_duration_seconds_sum{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[1m]) / rate(prometheus_remote_storage_sent_batch_duration_seconds_count{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[1m])",
139
                     "format": "time_series",
140
                     "intervalFactor": 2,
141
                     "legendFormat": "mean {{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
142
                     "refId": "A"
143
                  },
144
                  {
145
                     "expr": "histogram_quantile(0.99, rate(prometheus_remote_storage_sent_batch_duration_seconds_bucket{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[1m]))",
146
                     "format": "time_series",
147
                     "intervalFactor": 2,
148
                     "legendFormat": "p99 {{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
149
                     "refId": "B"
150
                  }
151
               ],
152
               "thresholds": [ ],
153
               "timeFrom": null,
154
               "timeShift": null,
155
               "title": "Latency [1m]",
156
               "tooltip": {
157
                  "shared": true,
158
                  "sort": 0,
159
                  "value_type": "individual"
160
               },
161
               "type": "graph",
162
               "xaxis": {
163
                  "buckets": null,
164
                  "mode": "time",
165
                  "name": null,
166
                  "show": true,
167
                  "values": [ ]
168
               },
169
               "yaxes": [
170
                  {
171
                     "format": "short",
172
                     "label": null,
173
                     "logBase": 1,
174
                     "max": null,
175
                     "min": null,
176
                     "show": true
177
                  },
178
                  {
179
                     "format": "short",
180
                     "label": null,
181
                     "logBase": 1,
182
                     "max": null,
183
                     "min": null,
184
                     "show": true
185
                  }
186
               ]
187
            }
188
         ],
189
         "repeat": null,
190
         "repeatIteration": null,
191
         "repeatRowId": null,
192
         "showTitle": true,
193
         "title": "Timestamps",
194
         "titleSize": "h6",
195
         "type": "row"
196
      },
197
      {
198
         "collapse": false,
199
         "collapsed": false,
200
         "panels": [
201
            {
202
               "aliasColors": { },
203
               "bars": false,
204
               "dashLength": 10,
205
               "dashes": false,
206
               "datasource": "$datasource",
207
               "fill": 1,
208
               "fillGradient": 0,
209
               "gridPos": { },
210
               "id": 4,
211
               "legend": {
212
                  "alignAsTable": false,
213
                  "avg": false,
214
                  "current": false,
215
                  "max": false,
216
                  "min": false,
217
                  "rightSide": false,
218
                  "show": true,
219
                  "sideWidth": null,
220
                  "total": false,
221
                  "values": false
222
               },
223
               "lines": true,
224
               "linewidth": 1,
225
               "links": [ ],
226
               "nullPointMode": "null",
227
               "percentage": false,
228
               "pointradius": 5,
229
               "points": false,
230
               "renderer": "flot",
231
               "repeat": null,
232
               "seriesOverrides": [ ],
233
               "spaceLength": 10,
234
               "span": 6,
235
               "stack": false,
236
               "steppedLine": false,
237
               "targets": [
238
                  {
239
                     "expr": "rate(agent_wal_samples_appended_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m])",
240
                     "format": "time_series",
241
                     "intervalFactor": 2,
242
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
243
                     "refId": "A"
244
                  }
245
               ],
246
               "thresholds": [ ],
247
               "timeFrom": null,
248
               "timeShift": null,
249
               "title": "Rate in [5m]",
250
               "tooltip": {
251
                  "shared": true,
252
                  "sort": 0,
253
                  "value_type": "individual"
254
               },
255
               "type": "graph",
256
               "xaxis": {
257
                  "buckets": null,
258
                  "mode": "time",
259
                  "name": null,
260
                  "show": true,
261
                  "values": [ ]
262
               },
263
               "yaxes": [
264
                  {
265
                     "format": "short",
266
                     "label": null,
267
                     "logBase": 1,
268
                     "max": null,
269
                     "min": null,
270
                     "show": true
271
                  },
272
                  {
273
                     "format": "short",
274
                     "label": null,
275
                     "logBase": 1,
276
                     "max": null,
277
                     "min": null,
278
                     "show": true
279
                  }
280
               ]
281
            },
282
            {
283
               "aliasColors": { },
284
               "bars": false,
285
               "dashLength": 10,
286
               "dashes": false,
287
               "datasource": "$datasource",
288
               "fill": 1,
289
               "fillGradient": 0,
290
               "gridPos": { },
291
               "id": 5,
292
               "legend": {
293
                  "alignAsTable": false,
294
                  "avg": false,
295
                  "current": false,
296
                  "max": false,
297
                  "min": false,
298
                  "rightSide": false,
299
                  "show": true,
300
                  "sideWidth": null,
301
                  "total": false,
302
                  "values": false
303
               },
304
               "lines": true,
305
               "linewidth": 1,
306
               "links": [ ],
307
               "nullPointMode": "null",
308
               "percentage": false,
309
               "pointradius": 5,
310
               "points": false,
311
               "renderer": "flot",
312
               "repeat": null,
313
               "seriesOverrides": [ ],
314
               "spaceLength": 10,
315
               "span": 6,
316
               "stack": false,
317
               "steppedLine": false,
318
               "targets": [
319
                  {
320
                     "expr": "rate(prometheus_remote_storage_succeeded_samples_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m]) or rate(prometheus_remote_storage_samples_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m])",
321
                     "format": "time_series",
322
                     "intervalFactor": 2,
323
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
324
                     "refId": "A"
325
                  }
326
               ],
327
               "thresholds": [ ],
328
               "timeFrom": null,
329
               "timeShift": null,
330
               "title": "Rate succeeded [5m]",
331
               "tooltip": {
332
                  "shared": true,
333
                  "sort": 0,
334
                  "value_type": "individual"
335
               },
336
               "type": "graph",
337
               "xaxis": {
338
                  "buckets": null,
339
                  "mode": "time",
340
                  "name": null,
341
                  "show": true,
342
                  "values": [ ]
343
               },
344
               "yaxes": [
345
                  {
346
                     "format": "short",
347
                     "label": null,
348
                     "logBase": 1,
349
                     "max": null,
350
                     "min": null,
351
                     "show": true
352
                  },
353
                  {
354
                     "format": "short",
355
                     "label": null,
356
                     "logBase": 1,
357
                     "max": null,
358
                     "min": null,
359
                     "show": true
360
                  }
361
               ]
362
            },
363
            {
364
               "aliasColors": { },
365
               "bars": false,
366
               "dashLength": 10,
367
               "dashes": false,
368
               "datasource": "$datasource",
369
               "fill": 1,
370
               "fillGradient": 0,
371
               "gridPos": { },
372
               "id": 6,
373
               "legend": {
374
                  "alignAsTable": false,
375
                  "avg": false,
376
                  "current": false,
377
                  "max": false,
378
                  "min": false,
379
                  "rightSide": false,
380
                  "show": true,
381
                  "sideWidth": null,
382
                  "total": false,
383
                  "values": false
384
               },
385
               "lines": true,
386
               "linewidth": 1,
387
               "links": [ ],
388
               "nullPointMode": "null",
389
               "percentage": false,
390
               "pointradius": 5,
391
               "points": false,
392
               "renderer": "flot",
393
               "repeat": null,
394
               "seriesOverrides": [ ],
395
               "spaceLength": 10,
396
               "span": 6,
397
               "stack": false,
398
               "steppedLine": false,
399
               "targets": [
400
                  {
401
                     "expr": "prometheus_remote_storage_samples_pending{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}",
402
                     "format": "time_series",
403
                     "intervalFactor": 2,
404
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
405
                     "refId": "A"
406
                  }
407
               ],
408
               "thresholds": [ ],
409
               "timeFrom": null,
410
               "timeShift": null,
411
               "title": "Pending Samples",
412
               "tooltip": {
413
                  "shared": true,
414
                  "sort": 0,
415
                  "value_type": "individual"
416
               },
417
               "type": "graph",
418
               "xaxis": {
419
                  "buckets": null,
420
                  "mode": "time",
421
                  "name": null,
422
                  "show": true,
423
                  "values": [ ]
424
               },
425
               "yaxes": [
426
                  {
427
                     "format": "short",
428
                     "label": null,
429
                     "logBase": 1,
430
                     "max": null,
431
                     "min": null,
432
                     "show": true
433
                  },
434
                  {
435
                     "format": "short",
436
                     "label": null,
437
                     "logBase": 1,
438
                     "max": null,
439
                     "min": null,
440
                     "show": true
441
                  }
442
               ]
443
            },
444
            {
445
               "aliasColors": { },
446
               "bars": false,
447
               "dashLength": 10,
448
               "dashes": false,
449
               "datasource": "$datasource",
450
               "fill": 1,
451
               "fillGradient": 0,
452
               "gridPos": { },
453
               "id": 7,
454
               "legend": {
455
                  "alignAsTable": false,
456
                  "avg": false,
457
                  "current": false,
458
                  "max": false,
459
                  "min": false,
460
                  "rightSide": false,
461
                  "show": true,
462
                  "sideWidth": null,
463
                  "total": false,
464
                  "values": false
465
               },
466
               "lines": true,
467
               "linewidth": 1,
468
               "links": [ ],
469
               "nullPointMode": "null",
470
               "percentage": false,
471
               "pointradius": 5,
472
               "points": false,
473
               "renderer": "flot",
474
               "repeat": null,
475
               "seriesOverrides": [ ],
476
               "spaceLength": 10,
477
               "span": 6,
478
               "stack": false,
479
               "steppedLine": false,
480
               "targets": [
481
                  {
482
                     "expr": "rate(prometheus_remote_storage_samples_dropped_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m])",
483
                     "format": "time_series",
484
                     "intervalFactor": 2,
485
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
486
                     "refId": "A"
487
                  }
488
               ],
489
               "thresholds": [ ],
490
               "timeFrom": null,
491
               "timeShift": null,
492
               "title": "Dropped Samples",
493
               "tooltip": {
494
                  "shared": true,
495
                  "sort": 0,
496
                  "value_type": "individual"
497
               },
498
               "type": "graph",
499
               "xaxis": {
500
                  "buckets": null,
501
                  "mode": "time",
502
                  "name": null,
503
                  "show": true,
504
                  "values": [ ]
505
               },
506
               "yaxes": [
507
                  {
508
                     "format": "short",
509
                     "label": null,
510
                     "logBase": 1,
511
                     "max": null,
512
                     "min": null,
513
                     "show": true
514
                  },
515
                  {
516
                     "format": "short",
517
                     "label": null,
518
                     "logBase": 1,
519
                     "max": null,
520
                     "min": null,
521
                     "show": true
522
                  }
523
               ]
524
            },
525
            {
526
               "aliasColors": { },
527
               "bars": false,
528
               "dashLength": 10,
529
               "dashes": false,
530
               "datasource": "$datasource",
531
               "fill": 1,
532
               "fillGradient": 0,
533
               "gridPos": { },
534
               "id": 8,
535
               "legend": {
536
                  "alignAsTable": false,
537
                  "avg": false,
538
                  "current": false,
539
                  "max": false,
540
                  "min": false,
541
                  "rightSide": false,
542
                  "show": true,
543
                  "sideWidth": null,
544
                  "total": false,
545
                  "values": false
546
               },
547
               "lines": true,
548
               "linewidth": 1,
549
               "links": [ ],
550
               "nullPointMode": "null",
551
               "percentage": false,
552
               "pointradius": 5,
553
               "points": false,
554
               "renderer": "flot",
555
               "repeat": null,
556
               "seriesOverrides": [ ],
557
               "spaceLength": 10,
558
               "span": 6,
559
               "stack": false,
560
               "steppedLine": false,
561
               "targets": [
562
                  {
563
                     "expr": "rate(prometheus_remote_storage_samples_failed_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m])",
564
                     "format": "time_series",
565
                     "intervalFactor": 2,
566
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
567
                     "refId": "A"
568
                  }
569
               ],
570
               "thresholds": [ ],
571
               "timeFrom": null,
572
               "timeShift": null,
573
               "title": "Failed Samples",
574
               "tooltip": {
575
                  "shared": true,
576
                  "sort": 0,
577
                  "value_type": "individual"
578
               },
579
               "type": "graph",
580
               "xaxis": {
581
                  "buckets": null,
582
                  "mode": "time",
583
                  "name": null,
584
                  "show": true,
585
                  "values": [ ]
586
               },
587
               "yaxes": [
588
                  {
589
                     "format": "short",
590
                     "label": null,
591
                     "logBase": 1,
592
                     "max": null,
593
                     "min": null,
594
                     "show": true
595
                  },
596
                  {
597
                     "format": "short",
598
                     "label": null,
599
                     "logBase": 1,
600
                     "max": null,
601
                     "min": null,
602
                     "show": true
603
                  }
604
               ]
605
            },
606
            {
607
               "aliasColors": { },
608
               "bars": false,
609
               "dashLength": 10,
610
               "dashes": false,
611
               "datasource": "$datasource",
612
               "fill": 1,
613
               "fillGradient": 0,
614
               "gridPos": { },
615
               "id": 9,
616
               "legend": {
617
                  "alignAsTable": false,
618
                  "avg": false,
619
                  "current": false,
620
                  "max": false,
621
                  "min": false,
622
                  "rightSide": false,
623
                  "show": true,
624
                  "sideWidth": null,
625
                  "total": false,
626
                  "values": false
627
               },
628
               "lines": true,
629
               "linewidth": 1,
630
               "links": [ ],
631
               "nullPointMode": "null",
632
               "percentage": false,
633
               "pointradius": 5,
634
               "points": false,
635
               "renderer": "flot",
636
               "repeat": null,
637
               "seriesOverrides": [ ],
638
               "spaceLength": 10,
639
               "span": 6,
640
               "stack": false,
641
               "steppedLine": false,
642
               "targets": [
643
                  {
644
                     "expr": "rate(prometheus_remote_storage_samples_retried_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m])",
645
                     "format": "time_series",
646
                     "intervalFactor": 2,
647
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
648
                     "refId": "A"
649
                  }
650
               ],
651
               "thresholds": [ ],
652
               "timeFrom": null,
653
               "timeShift": null,
654
               "title": "Retried Samples",
655
               "tooltip": {
656
                  "shared": true,
657
                  "sort": 0,
658
                  "value_type": "individual"
659
               },
660
               "type": "graph",
661
               "xaxis": {
662
                  "buckets": null,
663
                  "mode": "time",
664
                  "name": null,
665
                  "show": true,
666
                  "values": [ ]
667
               },
668
               "yaxes": [
669
                  {
670
                     "format": "short",
671
                     "label": null,
672
                     "logBase": 1,
673
                     "max": null,
674
                     "min": null,
675
                     "show": true
676
                  },
677
                  {
678
                     "format": "short",
679
                     "label": null,
680
                     "logBase": 1,
681
                     "max": null,
682
                     "min": null,
683
                     "show": true
684
                  }
685
               ]
686
            }
687
         ],
688
         "repeat": null,
689
         "repeatIteration": null,
690
         "repeatRowId": null,
691
         "showTitle": true,
692
         "title": "Samples",
693
         "titleSize": "h6",
694
         "type": "row"
695
      },
696
      {
697
         "collapse": false,
698
         "collapsed": false,
699
         "panels": [
700
            {
701
               "aliasColors": { },
702
               "bars": false,
703
               "dashLength": 10,
704
               "dashes": false,
705
               "datasource": "$datasource",
706
               "fill": 1,
707
               "fillGradient": 0,
708
               "gridPos": { },
709
               "id": 10,
710
               "legend": {
711
                  "alignAsTable": false,
712
                  "avg": false,
713
                  "current": false,
714
                  "max": false,
715
                  "min": false,
716
                  "rightSide": false,
717
                  "show": true,
718
                  "sideWidth": null,
719
                  "total": false,
720
                  "values": false
721
               },
722
               "lines": true,
723
               "linewidth": 1,
724
               "links": [ ],
725
               "minSpan": 6,
726
               "nullPointMode": "null",
727
               "percentage": false,
728
               "pointradius": 5,
729
               "points": false,
730
               "renderer": "flot",
731
               "repeat": null,
732
               "seriesOverrides": [ ],
733
               "spaceLength": 10,
734
               "span": 12,
735
               "stack": false,
736
               "steppedLine": false,
737
               "targets": [
738
                  {
739
                     "expr": "prometheus_remote_storage_shards{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}",
740
                     "format": "time_series",
741
                     "intervalFactor": 2,
742
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
743
                     "refId": "A"
744
                  }
745
               ],
746
               "thresholds": [ ],
747
               "timeFrom": null,
748
               "timeShift": null,
749
               "title": "Current Shards",
750
               "tooltip": {
751
                  "shared": true,
752
                  "sort": 0,
753
                  "value_type": "individual"
754
               },
755
               "type": "graph",
756
               "xaxis": {
757
                  "buckets": null,
758
                  "mode": "time",
759
                  "name": null,
760
                  "show": true,
761
                  "values": [ ]
762
               },
763
               "yaxes": [
764
                  {
765
                     "format": "short",
766
                     "label": null,
767
                     "logBase": 1,
768
                     "max": null,
769
                     "min": null,
770
                     "show": true
771
                  },
772
                  {
773
                     "format": "short",
774
                     "label": null,
775
                     "logBase": 1,
776
                     "max": null,
777
                     "min": null,
778
                     "show": true
779
                  }
780
               ]
781
            },
782
            {
783
               "aliasColors": { },
784
               "bars": false,
785
               "dashLength": 10,
786
               "dashes": false,
787
               "datasource": "$datasource",
788
               "fill": 1,
789
               "fillGradient": 0,
790
               "gridPos": { },
791
               "id": 11,
792
               "legend": {
793
                  "alignAsTable": false,
794
                  "avg": false,
795
                  "current": false,
796
                  "max": false,
797
                  "min": false,
798
                  "rightSide": false,
799
                  "show": true,
800
                  "sideWidth": null,
801
                  "total": false,
802
                  "values": false
803
               },
804
               "lines": true,
805
               "linewidth": 1,
806
               "links": [ ],
807
               "nullPointMode": "null",
808
               "percentage": false,
809
               "pointradius": 5,
810
               "points": false,
811
               "renderer": "flot",
812
               "repeat": null,
813
               "seriesOverrides": [ ],
814
               "spaceLength": 10,
815
               "span": 4,
816
               "stack": false,
817
               "steppedLine": false,
818
               "targets": [
819
                  {
820
                     "expr": "prometheus_remote_storage_shards_max{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}",
821
                     "format": "time_series",
822
                     "intervalFactor": 2,
823
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
824
                     "refId": "A"
825
                  }
826
               ],
827
               "thresholds": [ ],
828
               "timeFrom": null,
829
               "timeShift": null,
830
               "title": "Max Shards",
831
               "tooltip": {
832
                  "shared": true,
833
                  "sort": 0,
834
                  "value_type": "individual"
835
               },
836
               "type": "graph",
837
               "xaxis": {
838
                  "buckets": null,
839
                  "mode": "time",
840
                  "name": null,
841
                  "show": true,
842
                  "values": [ ]
843
               },
844
               "yaxes": [
845
                  {
846
                     "format": "short",
847
                     "label": null,
848
                     "logBase": 1,
849
                     "max": null,
850
                     "min": null,
851
                     "show": true
852
                  },
853
                  {
854
                     "format": "short",
855
                     "label": null,
856
                     "logBase": 1,
857
                     "max": null,
858
                     "min": null,
859
                     "show": true
860
                  }
861
               ]
862
            },
863
            {
864
               "aliasColors": { },
865
               "bars": false,
866
               "dashLength": 10,
867
               "dashes": false,
868
               "datasource": "$datasource",
869
               "fill": 1,
870
               "fillGradient": 0,
871
               "gridPos": { },
872
               "id": 12,
873
               "legend": {
874
                  "alignAsTable": false,
875
                  "avg": false,
876
                  "current": false,
877
                  "max": false,
878
                  "min": false,
879
                  "rightSide": false,
880
                  "show": true,
881
                  "sideWidth": null,
882
                  "total": false,
883
                  "values": false
884
               },
885
               "lines": true,
886
               "linewidth": 1,
887
               "links": [ ],
888
               "nullPointMode": "null",
889
               "percentage": false,
890
               "pointradius": 5,
891
               "points": false,
892
               "renderer": "flot",
893
               "repeat": null,
894
               "seriesOverrides": [ ],
895
               "spaceLength": 10,
896
               "span": 4,
897
               "stack": false,
898
               "steppedLine": false,
899
               "targets": [
900
                  {
901
                     "expr": "prometheus_remote_storage_shards_min{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}",
902
                     "format": "time_series",
903
                     "intervalFactor": 2,
904
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
905
                     "refId": "A"
906
                  }
907
               ],
908
               "thresholds": [ ],
909
               "timeFrom": null,
910
               "timeShift": null,
911
               "title": "Min Shards",
912
               "tooltip": {
913
                  "shared": true,
914
                  "sort": 0,
915
                  "value_type": "individual"
916
               },
917
               "type": "graph",
918
               "xaxis": {
919
                  "buckets": null,
920
                  "mode": "time",
921
                  "name": null,
922
                  "show": true,
923
                  "values": [ ]
924
               },
925
               "yaxes": [
926
                  {
927
                     "format": "short",
928
                     "label": null,
929
                     "logBase": 1,
930
                     "max": null,
931
                     "min": null,
932
                     "show": true
933
                  },
934
                  {
935
                     "format": "short",
936
                     "label": null,
937
                     "logBase": 1,
938
                     "max": null,
939
                     "min": null,
940
                     "show": true
941
                  }
942
               ]
943
            },
944
            {
945
               "aliasColors": { },
946
               "bars": false,
947
               "dashLength": 10,
948
               "dashes": false,
949
               "datasource": "$datasource",
950
               "fill": 1,
951
               "fillGradient": 0,
952
               "gridPos": { },
953
               "id": 13,
954
               "legend": {
955
                  "alignAsTable": false,
956
                  "avg": false,
957
                  "current": false,
958
                  "max": false,
959
                  "min": false,
960
                  "rightSide": false,
961
                  "show": true,
962
                  "sideWidth": null,
963
                  "total": false,
964
                  "values": false
965
               },
966
               "lines": true,
967
               "linewidth": 1,
968
               "links": [ ],
969
               "nullPointMode": "null",
970
               "percentage": false,
971
               "pointradius": 5,
972
               "points": false,
973
               "renderer": "flot",
974
               "repeat": null,
975
               "seriesOverrides": [ ],
976
               "spaceLength": 10,
977
               "span": 4,
978
               "stack": false,
979
               "steppedLine": false,
980
               "targets": [
981
                  {
982
                     "expr": "prometheus_remote_storage_shards_desired{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}",
983
                     "format": "time_series",
984
                     "intervalFactor": 2,
985
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
986
                     "refId": "A"
987
                  }
988
               ],
989
               "thresholds": [ ],
990
               "timeFrom": null,
991
               "timeShift": null,
992
               "title": "Desired Shards",
993
               "tooltip": {
994
                  "shared": true,
995
                  "sort": 0,
996
                  "value_type": "individual"
997
               },
998
               "type": "graph",
999
               "xaxis": {
1000
                  "buckets": null,
1001
                  "mode": "time",
1002
                  "name": null,
1003
                  "show": true,
1004
                  "values": [ ]
1005
               },
1006
               "yaxes": [
1007
                  {
1008
                     "format": "short",
1009
                     "label": null,
1010
                     "logBase": 1,
1011
                     "max": null,
1012
                     "min": null,
1013
                     "show": true
1014
                  },
1015
                  {
1016
                     "format": "short",
1017
                     "label": null,
1018
                     "logBase": 1,
1019
                     "max": null,
1020
                     "min": null,
1021
                     "show": true
1022
                  }
1023
               ]
1024
            }
1025
         ],
1026
         "repeat": null,
1027
         "repeatIteration": null,
1028
         "repeatRowId": null,
1029
         "showTitle": true,
1030
         "title": "Shards",
1031
         "titleSize": "h6",
1032
         "type": "row"
1033
      },
1034
      {
1035
         "collapse": false,
1036
         "collapsed": false,
1037
         "panels": [
1038
            {
1039
               "aliasColors": { },
1040
               "bars": false,
1041
               "dashLength": 10,
1042
               "dashes": false,
1043
               "datasource": "$datasource",
1044
               "fill": 1,
1045
               "fillGradient": 0,
1046
               "gridPos": { },
1047
               "id": 14,
1048
               "legend": {
1049
                  "alignAsTable": false,
1050
                  "avg": false,
1051
                  "current": false,
1052
                  "max": false,
1053
                  "min": false,
1054
                  "rightSide": false,
1055
                  "show": true,
1056
                  "sideWidth": null,
1057
                  "total": false,
1058
                  "values": false
1059
               },
1060
               "lines": true,
1061
               "linewidth": 1,
1062
               "links": [ ],
1063
               "nullPointMode": "null",
1064
               "percentage": false,
1065
               "pointradius": 5,
1066
               "points": false,
1067
               "renderer": "flot",
1068
               "repeat": null,
1069
               "seriesOverrides": [ ],
1070
               "spaceLength": 10,
1071
               "span": 6,
1072
               "stack": false,
1073
               "steppedLine": false,
1074
               "targets": [
1075
                  {
1076
                     "expr": "prometheus_remote_storage_shard_capacity{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}",
1077
                     "format": "time_series",
1078
                     "intervalFactor": 2,
1079
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
1080
                     "refId": "A"
1081
                  }
1082
               ],
1083
               "thresholds": [ ],
1084
               "timeFrom": null,
1085
               "timeShift": null,
1086
               "title": "Shard Capacity",
1087
               "tooltip": {
1088
                  "shared": true,
1089
                  "sort": 0,
1090
                  "value_type": "individual"
1091
               },
1092
               "type": "graph",
1093
               "xaxis": {
1094
                  "buckets": null,
1095
                  "mode": "time",
1096
                  "name": null,
1097
                  "show": true,
1098
                  "values": [ ]
1099
               },
1100
               "yaxes": [
1101
                  {
1102
                     "format": "short",
1103
                     "label": null,
1104
                     "logBase": 1,
1105
                     "max": null,
1106
                     "min": null,
1107
                     "show": true
1108
                  },
1109
                  {
1110
                     "format": "short",
1111
                     "label": null,
1112
                     "logBase": 1,
1113
                     "max": null,
1114
                     "min": null,
1115
                     "show": true
1116
                  }
1117
               ]
1118
            }
1119
         ],
1120
         "repeat": null,
1121
         "repeatIteration": null,
1122
         "repeatRowId": null,
1123
         "showTitle": true,
1124
         "title": "Shard Details",
1125
         "titleSize": "h6",
1126
         "type": "row"
1127
      },
1128
      {
1129
         "collapse": false,
1130
         "collapsed": false,
1131
         "panels": [
1132
            {
1133
               "aliasColors": { },
1134
               "bars": false,
1135
               "dashLength": 10,
1136
               "dashes": false,
1137
               "datasource": "$datasource",
1138
               "fill": 1,
1139
               "fillGradient": 0,
1140
               "gridPos": { },
1141
               "id": 15,
1142
               "legend": {
1143
                  "alignAsTable": false,
1144
                  "avg": false,
1145
                  "current": false,
1146
                  "max": false,
1147
                  "min": false,
1148
                  "rightSide": false,
1149
                  "show": true,
1150
                  "sideWidth": null,
1151
                  "total": false,
1152
                  "values": false
1153
               },
1154
               "lines": true,
1155
               "linewidth": 1,
1156
               "links": [ ],
1157
               "nullPointMode": "null",
1158
               "percentage": false,
1159
               "pointradius": 5,
1160
               "points": false,
1161
               "renderer": "flot",
1162
               "repeat": null,
1163
               "seriesOverrides": [ ],
1164
               "spaceLength": 10,
1165
               "span": 6,
1166
               "stack": false,
1167
               "steppedLine": false,
1168
               "targets": [
1169
                  {
1170
                     "expr": "prometheus_wal_watcher_current_segment{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}",
1171
                     "format": "time_series",
1172
                     "intervalFactor": 2,
1173
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
1174
                     "refId": "A"
1175
                  }
1176
               ],
1177
               "thresholds": [ ],
1178
               "timeFrom": null,
1179
               "timeShift": null,
1180
               "title": "Remote Write Current Segment",
1181
               "tooltip": {
1182
                  "shared": true,
1183
                  "sort": 0,
1184
                  "value_type": "individual"
1185
               },
1186
               "type": "graph",
1187
               "xaxis": {
1188
                  "buckets": null,
1189
                  "mode": "time",
1190
                  "name": null,
1191
                  "show": true,
1192
                  "values": [ ]
1193
               },
1194
               "yaxes": [
1195
                  {
1196
                     "format": "none",
1197
                     "label": null,
1198
                     "logBase": 1,
1199
                     "max": null,
1200
                     "min": null,
1201
                     "show": true
1202
                  },
1203
                  {
1204
                     "format": "short",
1205
                     "label": null,
1206
                     "logBase": 1,
1207
                     "max": null,
1208
                     "min": null,
1209
                     "show": true
1210
                  }
1211
               ]
1212
            }
1213
         ],
1214
         "repeat": null,
1215
         "repeatIteration": null,
1216
         "repeatRowId": null,
1217
         "showTitle": true,
1218
         "title": "Segments",
1219
         "titleSize": "h6",
1220
         "type": "row"
1221
      },
1222
      {
1223
         "collapse": false,
1224
         "collapsed": false,
1225
         "panels": [
1226
            {
1227
               "aliasColors": { },
1228
               "bars": false,
1229
               "dashLength": 10,
1230
               "dashes": false,
1231
               "datasource": "$datasource",
1232
               "fill": 1,
1233
               "fillGradient": 0,
1234
               "gridPos": { },
1235
               "id": 16,
1236
               "legend": {
1237
                  "alignAsTable": false,
1238
                  "avg": false,
1239
                  "current": false,
1240
                  "max": false,
1241
                  "min": false,
1242
                  "rightSide": false,
1243
                  "show": true,
1244
                  "sideWidth": null,
1245
                  "total": false,
1246
                  "values": false
1247
               },
1248
               "lines": true,
1249
               "linewidth": 1,
1250
               "links": [ ],
1251
               "nullPointMode": "null",
1252
               "percentage": false,
1253
               "pointradius": 5,
1254
               "points": false,
1255
               "renderer": "flot",
1256
               "repeat": null,
1257
               "seriesOverrides": [ ],
1258
               "spaceLength": 10,
1259
               "span": 6,
1260
               "stack": false,
1261
               "steppedLine": false,
1262
               "targets": [
1263
                  {
1264
                     "expr": "rate(prometheus_remote_storage_enqueue_retries_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m])",
1265
                     "format": "time_series",
1266
                     "intervalFactor": 2,
1267
                     "legendFormat": "{{cluster}}:{{pod}}-{{instance_group_name}}-{{url}}",
1268
                     "refId": "A"
1269
                  }
1270
               ],
1271
               "thresholds": [ ],
1272
               "timeFrom": null,
1273
               "timeShift": null,
1274
               "title": "Enqueue Retries",
1275
               "tooltip": {
1276
                  "shared": true,
1277
                  "sort": 0,
1278
                  "value_type": "individual"
1279
               },
1280
               "type": "graph",
1281
               "xaxis": {
1282
                  "buckets": null,
1283
                  "mode": "time",
1284
                  "name": null,
1285
                  "show": true,
1286
                  "values": [ ]
1287
               },
1288
               "yaxes": [
1289
                  {
1290
                     "format": "short",
1291
                     "label": null,
1292
                     "logBase": 1,
1293
                     "max": null,
1294
                     "min": null,
1295
                     "show": true
1296
                  },
1297
                  {
1298
                     "format": "short",
1299
                     "label": null,
1300
                     "logBase": 1,
1301
                     "max": null,
1302
                     "min": null,
1303
                     "show": true
1304
                  }
1305
               ]
1306
            }
1307
         ],
1308
         "repeat": null,
1309
         "repeatIteration": null,
1310
         "repeatRowId": null,
1311
         "showTitle": true,
1312
         "title": "Misc. Rates",
1313
         "titleSize": "h6",
1314
         "type": "row"
1315
      }
1316
   ],
1317
   "schemaVersion": 14,
1318
   "style": "dark",
1319
   "tags": [
1320
      "grafana-agent-mixin"
1321
   ],
1322
   "templating": {
1323
      "list": [
1324
         {
1325
            "hide": 0,
1326
            "label": null,
1327
            "name": "datasource",
1328
            "options": [ ],
1329
            "query": "prometheus",
1330
            "refresh": 1,
1331
            "regex": "",
1332
            "type": "datasource"
1333
         },
1334
         {
1335
            "allValue": null,
1336
            "current": {
1337
               "text": {
1338
                  "selected": true,
1339
                  "text": "All",
1340
                  "value": "$__all"
1341
               },
1342
               "value": {
1343
                  "selected": true,
1344
                  "text": "All",
1345
                  "value": "$__all"
1346
               }
1347
            },
1348
            "datasource": "$datasource",
1349
            "hide": 0,
1350
            "includeAll": true,
1351
            "label": null,
1352
            "multi": false,
1353
            "name": "cluster",
1354
            "options": [ ],
1355
            "query": "label_values(agent_build_info, cluster)",
1356
            "refresh": 2,
1357
            "regex": "",
1358
            "sort": 0,
1359
            "tagValuesQuery": "",
1360
            "tags": [ ],
1361
            "tagsQuery": "",
1362
            "type": "query",
1363
            "useTags": false
1364
         },
1365
         {
1366
            "allValue": null,
1367
            "current": {
1368
               "text": {
1369
                  "selected": true,
1370
                  "text": "All",
1371
                  "value": "$__all"
1372
               },
1373
               "value": {
1374
                  "selected": true,
1375
                  "text": "All",
1376
                  "value": "$__all"
1377
               }
1378
            },
1379
            "datasource": "$datasource",
1380
            "hide": 0,
1381
            "includeAll": true,
1382
            "label": null,
1383
            "multi": false,
1384
            "name": "namespace",
1385
            "options": [ ],
1386
            "query": "label_values(agent_build_info, namespace)",
1387
            "refresh": 2,
1388
            "regex": "",
1389
            "sort": 0,
1390
            "tagValuesQuery": "",
1391
            "tags": [ ],
1392
            "tagsQuery": "",
1393
            "type": "query",
1394
            "useTags": false
1395
         },
1396
         {
1397
            "allValue": null,
1398
            "current": {
1399
               "text": {
1400
                  "selected": true,
1401
                  "text": "All",
1402
                  "value": "$__all"
1403
               },
1404
               "value": {
1405
                  "selected": true,
1406
                  "text": "All",
1407
                  "value": "$__all"
1408
               }
1409
            },
1410
            "datasource": "$datasource",
1411
            "hide": 0,
1412
            "includeAll": true,
1413
            "label": null,
1414
            "multi": false,
1415
            "name": "container",
1416
            "options": [ ],
1417
            "query": "label_values(agent_build_info, container)",
1418
            "refresh": 2,
1419
            "regex": "",
1420
            "sort": 0,
1421
            "tagValuesQuery": "",
1422
            "tags": [ ],
1423
            "tagsQuery": "",
1424
            "type": "query",
1425
            "useTags": false
1426
         },
1427
         {
1428
            "allValue": null,
1429
            "current": {
1430
               "text": {
1431
                  "selected": true,
1432
                  "text": "All",
1433
                  "value": "$__all"
1434
               },
1435
               "value": {
1436
                  "selected": true,
1437
                  "text": "All",
1438
                  "value": "$__all"
1439
               }
1440
            },
1441
            "datasource": "$datasource",
1442
            "hide": 0,
1443
            "includeAll": true,
1444
            "label": null,
1445
            "multi": false,
1446
            "name": "pod",
1447
            "options": [ ],
1448
            "query": "label_values(agent_build_info{container=~\"$container\"}, pod)",
1449
            "refresh": 2,
1450
            "regex": "",
1451
            "sort": 0,
1452
            "tagValuesQuery": "",
1453
            "tags": [ ],
1454
            "tagsQuery": "",
1455
            "type": "query",
1456
            "useTags": false
1457
         },
1458
         {
1459
            "allValue": null,
1460
            "current": { },
1461
            "datasource": "$datasource",
1462
            "hide": 0,
1463
            "includeAll": true,
1464
            "label": null,
1465
            "multi": false,
1466
            "name": "url",
1467
            "options": [ ],
1468
            "query": "label_values(prometheus_remote_storage_shards{cluster=~\"$cluster\", pod=~\"$pod\"}, url)",
1469
            "refresh": 2,
1470
            "regex": "",
1471
            "sort": 0,
1472
            "tagValuesQuery": "",
1473
            "tags": [ ],
1474
            "tagsQuery": "",
1475
            "type": "query",
1476
            "useTags": false
1477
         }
1478
      ]
1479
   },
1480
   "time": {
1481
      "from": "now-1h",
1482
      "to": "now"
1483
   },
1484
   "timepicker": {
1485
      "refresh_intervals": [
1486
         "5s",
1487
         "10s",
1488
         "30s",
1489
         "1m",
1490
         "5m",
1491
         "15m",
1492
         "30m",
1493
         "1h",
1494
         "2h",
1495
         "1d"
1496
      ],
1497
      "time_options": [
1498
         "5m",
1499
         "15m",
1500
         "1h",
1501
         "6h",
1502
         "12h",
1503
         "24h",
1504
         "2d",
1505
         "7d",
1506
         "30d"
1507
      ]
1508
   },
1509
   "timezone": "",
1510
   "title": "Agent Prometheus Remote Write",
1511
   "version": 0
1512
}
1513

1514
Product

Resources

Company
