Book a Demo!
CoCalc Logo Icon
StoreFeaturesDocsShareSupportNewsAboutPoliciesSign UpSign In
aos
GitHub Repository: aos/grafana-agent
Path: blob/main/docs/sources/flow/tutorials/assets/grafana/dashboards/agent.json
4097 views
1
{
2
"annotations": {
3
"list": [ ]
4
},
5
"editable": true,
6
"gnetId": null,
7
"graphTooltip": 0,
8
"hideControls": false,
9
"links": [ ],
10
"refresh": "30s",
11
"rows": [
12
{
13
"collapse": false,
14
"height": "250px",
15
"panels": [
16
{
17
"aliasColors": { },
18
"bars": false,
19
"dashLength": 10,
20
"dashes": false,
21
"datasource": "$datasource",
22
"fill": 1,
23
"id": 1,
24
"legend": {
25
"avg": false,
26
"current": false,
27
"max": false,
28
"min": false,
29
"show": true,
30
"total": false,
31
"values": false
32
},
33
"lines": true,
34
"linewidth": 1,
35
"links": [ ],
36
"nullPointMode": "null as zero",
37
"percentage": false,
38
"pointradius": 5,
39
"points": false,
40
"renderer": "flot",
41
"seriesOverrides": [ ],
42
"spaceLength": 10,
43
"span": 12,
44
"stack": false,
45
"steppedLine": false,
46
"styles": [
47
{
48
"alias": "Time",
49
"dateFormat": "YYYY-MM-DD HH:mm:ss",
50
"pattern": "Time",
51
"type": "hidden"
52
},
53
{
54
"alias": "Count",
55
"colorMode": null,
56
"colors": [ ],
57
"dateFormat": "YYYY-MM-DD HH:mm:ss",
58
"decimals": 2,
59
"link": false,
60
"linkTargetBlank": false,
61
"linkTooltip": "Drill down",
62
"linkUrl": "",
63
"pattern": "Value #A",
64
"thresholds": [ ],
65
"type": "hidden",
66
"unit": "short"
67
},
68
{
69
"alias": "Uptime",
70
"colorMode": null,
71
"colors": [ ],
72
"dateFormat": "YYYY-MM-DD HH:mm:ss",
73
"decimals": 2,
74
"link": false,
75
"linkTargetBlank": false,
76
"linkTooltip": "Drill down",
77
"linkUrl": "",
78
"pattern": "Value #B",
79
"thresholds": [ ],
80
"type": "number",
81
"unit": "short"
82
},
83
{
84
"alias": "Container",
85
"colorMode": null,
86
"colors": [ ],
87
"dateFormat": "YYYY-MM-DD HH:mm:ss",
88
"decimals": 2,
89
"link": false,
90
"linkTargetBlank": false,
91
"linkTooltip": "Drill down",
92
"linkUrl": "",
93
"pattern": "container",
94
"thresholds": [ ],
95
"type": "number",
96
"unit": "short"
97
},
98
{
99
"alias": "Pod",
100
"colorMode": null,
101
"colors": [ ],
102
"dateFormat": "YYYY-MM-DD HH:mm:ss",
103
"decimals": 2,
104
"link": false,
105
"linkTargetBlank": false,
106
"linkTooltip": "Drill down",
107
"linkUrl": "",
108
"pattern": "pod",
109
"thresholds": [ ],
110
"type": "number",
111
"unit": "short"
112
},
113
{
114
"alias": "Version",
115
"colorMode": null,
116
"colors": [ ],
117
"dateFormat": "YYYY-MM-DD HH:mm:ss",
118
"decimals": 2,
119
"link": false,
120
"linkTargetBlank": false,
121
"linkTooltip": "Drill down",
122
"linkUrl": "",
123
"pattern": "version",
124
"thresholds": [ ],
125
"type": "number",
126
"unit": "short"
127
},
128
{
129
"alias": "",
130
"colorMode": null,
131
"colors": [ ],
132
"dateFormat": "YYYY-MM-DD HH:mm:ss",
133
"decimals": 2,
134
"pattern": "/.*/",
135
"thresholds": [ ],
136
"type": "string",
137
"unit": "short"
138
}
139
],
140
"targets": [
141
{
142
"expr": "count by (pod, container, version) (agent_build_info{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"})",
143
"format": "table",
144
"instant": true,
145
"intervalFactor": 2,
146
"legendFormat": "",
147
"refId": "A",
148
"step": 10
149
},
150
{
151
"expr": "max by (pod, container) (time() - process_start_time_seconds{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"})",
152
"format": "table",
153
"instant": true,
154
"intervalFactor": 2,
155
"legendFormat": "",
156
"refId": "B",
157
"step": 10
158
}
159
],
160
"thresholds": [ ],
161
"timeFrom": null,
162
"timeShift": null,
163
"title": "Agent Stats",
164
"tooltip": {
165
"shared": true,
166
"sort": 2,
167
"value_type": "individual"
168
},
169
"transform": "table",
170
"type": "table",
171
"xaxis": {
172
"buckets": null,
173
"mode": "time",
174
"name": null,
175
"show": true,
176
"values": [ ]
177
},
178
"yaxes": [
179
{
180
"format": "short",
181
"label": null,
182
"logBase": 1,
183
"max": null,
184
"min": 0,
185
"show": true
186
},
187
{
188
"format": "short",
189
"label": null,
190
"logBase": 1,
191
"max": null,
192
"min": null,
193
"show": false
194
}
195
]
196
}
197
],
198
"repeat": null,
199
"repeatIteration": null,
200
"repeatRowId": null,
201
"showTitle": true,
202
"title": "Agent Stats",
203
"titleSize": "h6"
204
},
205
{
206
"collapse": false,
207
"height": "250px",
208
"panels": [
209
{
210
"aliasColors": { },
211
"bars": false,
212
"dashLength": 10,
213
"dashes": false,
214
"datasource": "$datasource",
215
"fill": 1,
216
"id": 2,
217
"legend": {
218
"avg": false,
219
"current": false,
220
"max": false,
221
"min": false,
222
"show": true,
223
"total": false,
224
"values": false
225
},
226
"lines": true,
227
"linewidth": 1,
228
"links": [ ],
229
"nullPointMode": "null as zero",
230
"percentage": false,
231
"pointradius": 5,
232
"points": false,
233
"renderer": "flot",
234
"seriesOverrides": [ ],
235
"spaceLength": 10,
236
"span": 6,
237
"stack": false,
238
"steppedLine": false,
239
"targets": [
240
{
241
"expr": "sum(rate(prometheus_target_sync_length_seconds_sum{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m])) by (pod, scrape_job) * 1e3",
242
"format": "time_series",
243
"intervalFactor": 2,
244
"legendFormat": "{{pod}}/{{scrape_job}}",
245
"legendLink": null,
246
"step": 10
247
}
248
],
249
"thresholds": [ ],
250
"timeFrom": null,
251
"timeShift": null,
252
"title": "Target Sync",
253
"tooltip": {
254
"shared": true,
255
"sort": 2,
256
"value_type": "individual"
257
},
258
"type": "graph",
259
"xaxis": {
260
"buckets": null,
261
"mode": "time",
262
"name": null,
263
"show": true,
264
"values": [ ]
265
},
266
"yaxes": [
267
{
268
"format": "ms",
269
"label": null,
270
"logBase": 1,
271
"max": null,
272
"min": 0,
273
"show": true
274
},
275
{
276
"format": "short",
277
"label": null,
278
"logBase": 1,
279
"max": null,
280
"min": null,
281
"show": false
282
}
283
]
284
},
285
{
286
"aliasColors": { },
287
"bars": false,
288
"dashLength": 10,
289
"dashes": false,
290
"datasource": "$datasource",
291
"fill": 10,
292
"id": 3,
293
"legend": {
294
"avg": false,
295
"current": false,
296
"max": false,
297
"min": false,
298
"show": true,
299
"total": false,
300
"values": false
301
},
302
"lines": true,
303
"linewidth": 0,
304
"links": [ ],
305
"nullPointMode": "null as zero",
306
"percentage": false,
307
"pointradius": 5,
308
"points": false,
309
"renderer": "flot",
310
"seriesOverrides": [ ],
311
"spaceLength": 10,
312
"span": 6,
313
"stack": true,
314
"steppedLine": false,
315
"targets": [
316
{
317
"expr": "sum by (pod) (prometheus_sd_discovered_targets{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"})",
318
"format": "time_series",
319
"intervalFactor": 2,
320
"legendFormat": "{{pod}}",
321
"legendLink": null,
322
"step": 10
323
}
324
],
325
"thresholds": [ ],
326
"timeFrom": null,
327
"timeShift": null,
328
"title": "Targets",
329
"tooltip": {
330
"shared": true,
331
"sort": 2,
332
"value_type": "individual"
333
},
334
"type": "graph",
335
"xaxis": {
336
"buckets": null,
337
"mode": "time",
338
"name": null,
339
"show": true,
340
"values": [ ]
341
},
342
"yaxes": [
343
{
344
"format": "short",
345
"label": null,
346
"logBase": 1,
347
"max": null,
348
"min": 0,
349
"show": true
350
},
351
{
352
"format": "short",
353
"label": null,
354
"logBase": 1,
355
"max": null,
356
"min": null,
357
"show": false
358
}
359
]
360
}
361
],
362
"repeat": null,
363
"repeatIteration": null,
364
"repeatRowId": null,
365
"showTitle": true,
366
"title": "Prometheus Discovery",
367
"titleSize": "h6"
368
},
369
{
370
"collapse": false,
371
"height": "250px",
372
"panels": [
373
{
374
"aliasColors": { },
375
"bars": false,
376
"dashLength": 10,
377
"dashes": false,
378
"datasource": "$datasource",
379
"fill": 1,
380
"id": 4,
381
"legend": {
382
"avg": false,
383
"current": false,
384
"max": false,
385
"min": false,
386
"show": true,
387
"total": false,
388
"values": false
389
},
390
"lines": true,
391
"linewidth": 1,
392
"links": [ ],
393
"nullPointMode": "null as zero",
394
"percentage": false,
395
"pointradius": 5,
396
"points": false,
397
"renderer": "flot",
398
"seriesOverrides": [ ],
399
"spaceLength": 10,
400
"span": 4,
401
"stack": false,
402
"steppedLine": false,
403
"targets": [
404
{
405
"expr": "rate(prometheus_target_interval_length_seconds_sum{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m])\n/\nrate(prometheus_target_interval_length_seconds_count{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m])\n* 1e3\n",
406
"format": "time_series",
407
"intervalFactor": 2,
408
"legendFormat": "{{pod}} {{interval}} configured",
409
"legendLink": null,
410
"step": 10
411
}
412
],
413
"thresholds": [ ],
414
"timeFrom": null,
415
"timeShift": null,
416
"title": "Average Scrape Interval Duration",
417
"tooltip": {
418
"shared": true,
419
"sort": 2,
420
"value_type": "individual"
421
},
422
"type": "graph",
423
"xaxis": {
424
"buckets": null,
425
"mode": "time",
426
"name": null,
427
"show": true,
428
"values": [ ]
429
},
430
"yaxes": [
431
{
432
"format": "ms",
433
"label": null,
434
"logBase": 1,
435
"max": null,
436
"min": 0,
437
"show": true
438
},
439
{
440
"format": "short",
441
"label": null,
442
"logBase": 1,
443
"max": null,
444
"min": null,
445
"show": false
446
}
447
]
448
},
449
{
450
"aliasColors": { },
451
"bars": false,
452
"dashLength": 10,
453
"dashes": false,
454
"datasource": "$datasource",
455
"fill": 10,
456
"id": 5,
457
"legend": {
458
"avg": false,
459
"current": false,
460
"max": false,
461
"min": false,
462
"show": true,
463
"total": false,
464
"values": false
465
},
466
"lines": true,
467
"linewidth": 0,
468
"links": [ ],
469
"nullPointMode": "null as zero",
470
"percentage": false,
471
"pointradius": 5,
472
"points": false,
473
"renderer": "flot",
474
"seriesOverrides": [ ],
475
"spaceLength": 10,
476
"span": 4,
477
"stack": true,
478
"steppedLine": false,
479
"targets": [
480
{
481
"expr": "sum by (job) (rate(prometheus_target_scrapes_exceeded_sample_limit_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[1m]))",
482
"format": "time_series",
483
"intervalFactor": 2,
484
"legendFormat": "exceeded sample limit: {{job}}",
485
"legendLink": null,
486
"step": 10
487
},
488
{
489
"expr": "sum by (job) (rate(prometheus_target_scrapes_sample_duplicate_timestamp_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[1m]))",
490
"format": "time_series",
491
"intervalFactor": 2,
492
"legendFormat": "duplicate timestamp: {{job}}",
493
"legendLink": null,
494
"step": 10
495
},
496
{
497
"expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_bounds_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[1m]))",
498
"format": "time_series",
499
"intervalFactor": 2,
500
"legendFormat": "out of bounds: {{job}}",
501
"legendLink": null,
502
"step": 10
503
},
504
{
505
"expr": "sum by (job) (rate(prometheus_target_scrapes_sample_out_of_order_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[1m]))",
506
"format": "time_series",
507
"intervalFactor": 2,
508
"legendFormat": "out of order: {{job}}",
509
"legendLink": null,
510
"step": 10
511
}
512
],
513
"thresholds": [ ],
514
"timeFrom": null,
515
"timeShift": null,
516
"title": "Scrape failures",
517
"tooltip": {
518
"shared": true,
519
"sort": 2,
520
"value_type": "individual"
521
},
522
"type": "graph",
523
"xaxis": {
524
"buckets": null,
525
"mode": "time",
526
"name": null,
527
"show": true,
528
"values": [ ]
529
},
530
"yaxes": [
531
{
532
"format": "short",
533
"label": null,
534
"logBase": 1,
535
"max": null,
536
"min": 0,
537
"show": true
538
},
539
{
540
"format": "short",
541
"label": null,
542
"logBase": 1,
543
"max": null,
544
"min": null,
545
"show": false
546
}
547
]
548
},
549
{
550
"aliasColors": { },
551
"bars": false,
552
"dashLength": 10,
553
"dashes": false,
554
"datasource": "$datasource",
555
"fill": 10,
556
"id": 6,
557
"legend": {
558
"avg": false,
559
"current": false,
560
"max": false,
561
"min": false,
562
"show": true,
563
"total": false,
564
"values": false
565
},
566
"lines": true,
567
"linewidth": 0,
568
"links": [ ],
569
"nullPointMode": "null as zero",
570
"percentage": false,
571
"pointradius": 5,
572
"points": false,
573
"renderer": "flot",
574
"seriesOverrides": [ ],
575
"spaceLength": 10,
576
"span": 4,
577
"stack": true,
578
"steppedLine": false,
579
"targets": [
580
{
581
"expr": "sum by (job, instance_group_name) (rate(agent_wal_samples_appended_total{cluster=~\"$cluster\", namespace=~\"$namespace\", container=~\"$container\"}[5m]))",
582
"format": "time_series",
583
"intervalFactor": 2,
584
"legendFormat": "{{job}} {{instance_group_name}}",
585
"legendLink": null,
586
"step": 10
587
}
588
],
589
"thresholds": [ ],
590
"timeFrom": null,
591
"timeShift": null,
592
"title": "Appended Samples",
593
"tooltip": {
594
"shared": true,
595
"sort": 2,
596
"value_type": "individual"
597
},
598
"type": "graph",
599
"xaxis": {
600
"buckets": null,
601
"mode": "time",
602
"name": null,
603
"show": true,
604
"values": [ ]
605
},
606
"yaxes": [
607
{
608
"format": "short",
609
"label": null,
610
"logBase": 1,
611
"max": null,
612
"min": 0,
613
"show": true
614
},
615
{
616
"format": "short",
617
"label": null,
618
"logBase": 1,
619
"max": null,
620
"min": null,
621
"show": false
622
}
623
]
624
}
625
],
626
"repeat": null,
627
"repeatIteration": null,
628
"repeatRowId": null,
629
"showTitle": true,
630
"title": "Prometheus Retrieval",
631
"titleSize": "h6"
632
}
633
],
634
"schemaVersion": 14,
635
"style": "dark",
636
"tags": [
637
"grafana-agent-mixin"
638
],
639
"templating": {
640
"list": [
641
{
642
"current": {
643
"text": "default",
644
"value": "default"
645
},
646
"hide": 0,
647
"label": "Data Source",
648
"name": "datasource",
649
"options": [ ],
650
"query": "prometheus",
651
"refresh": 1,
652
"regex": "",
653
"type": "datasource"
654
},
655
{
656
"allValue": ".+",
657
"current": {
658
"selected": true,
659
"text": "All",
660
"value": "$__all"
661
},
662
"datasource": "$datasource",
663
"hide": 0,
664
"includeAll": true,
665
"label": "cluster",
666
"multi": true,
667
"name": "cluster",
668
"options": [ ],
669
"query": "label_values(agent_build_info, cluster)",
670
"refresh": 1,
671
"regex": "",
672
"sort": 2,
673
"tagValuesQuery": "",
674
"tags": [ ],
675
"tagsQuery": "",
676
"type": "query",
677
"useTags": false
678
},
679
{
680
"allValue": ".+",
681
"current": {
682
"selected": true,
683
"text": "All",
684
"value": "$__all"
685
},
686
"datasource": "$datasource",
687
"hide": 0,
688
"includeAll": true,
689
"label": "namespace",
690
"multi": true,
691
"name": "namespace",
692
"options": [ ],
693
"query": "label_values(agent_build_info, namespace)",
694
"refresh": 1,
695
"regex": "",
696
"sort": 2,
697
"tagValuesQuery": "",
698
"tags": [ ],
699
"tagsQuery": "",
700
"type": "query",
701
"useTags": false
702
},
703
{
704
"allValue": ".+",
705
"current": {
706
"selected": true,
707
"text": "All",
708
"value": "$__all"
709
},
710
"datasource": "$datasource",
711
"hide": 0,
712
"includeAll": true,
713
"label": "container",
714
"multi": true,
715
"name": "container",
716
"options": [ ],
717
"query": "label_values(agent_build_info, container)",
718
"refresh": 1,
719
"regex": "",
720
"sort": 2,
721
"tagValuesQuery": "",
722
"tags": [ ],
723
"tagsQuery": "",
724
"type": "query",
725
"useTags": false
726
},
727
{
728
"allValue": "grafana-agent-.*",
729
"current": {
730
"selected": true,
731
"text": "All",
732
"value": "$__all"
733
},
734
"datasource": "$datasource",
735
"hide": 0,
736
"includeAll": true,
737
"label": "pod",
738
"multi": true,
739
"name": "pod",
740
"options": [ ],
741
"query": "label_values(agent_build_info{container=~\"$container\"}, pod)",
742
"refresh": 1,
743
"regex": "",
744
"sort": 2,
745
"tagValuesQuery": "",
746
"tags": [ ],
747
"tagsQuery": "",
748
"type": "query",
749
"useTags": false
750
}
751
]
752
},
753
"time": {
754
"from": "now-1h",
755
"to": "now"
756
},
757
"timepicker": {
758
"refresh_intervals": [
759
"5s",
760
"10s",
761
"30s",
762
"1m",
763
"5m",
764
"15m",
765
"30m",
766
"1h",
767
"2h",
768
"1d"
769
],
770
"time_options": [
771
"5m",
772
"15m",
773
"1h",
774
"6h",
775
"12h",
776
"24h",
777
"2d",
778
"7d",
779
"30d"
780
]
781
},
782
"timezone": "",
783
"title": "Agent",
784
"uid": "",
785
"version": 0
786
}
787
788