Path: blob/main/example/docker-compose/grafana/dashboards/agent-tracing-pipeline.json
4096 views
{1"__inputs": [ ],2"__requires": [ ],3"annotations": {4"list": [ ]5},6"editable": true,7"gnetId": null,8"graphTooltip": 0,9"hideControls": false,10"id": null,11"links": [ ],12"refresh": "30s",13"rows": [14{15"collapse": false,16"collapsed": false,17"panels": [18{19"aliasColors": { },20"bars": false,21"dashLength": 10,22"dashes": false,23"datasource": "$datasource",24"fill": 0,25"fillGradient": 0,26"gridPos": { },27"id": 2,28"interval": "1m",29"legend": {30"alignAsTable": false,31"avg": false,32"current": false,33"max": false,34"min": false,35"rightSide": false,36"show": false,37"sideWidth": null,38"total": false,39"values": false40},41"lines": true,42"linewidth": 1,43"links": [ ],44"nullPointMode": "null",45"percentage": false,46"pointradius": 5,47"points": false,48"renderer": "flot",49"repeat": null,50"seriesOverrides": [ ],51"spaceLength": 10,52"span": 3,53"stack": false,54"steppedLine": false,55"targets": [56{57"expr": "rate(traces_receiver_accepted_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",receiver!=\"otlp/lb\"}[$__rate_interval])\n",58"format": "time_series",59"intervalFactor": 2,60"legendFormat": "{{ pod }} - {{ receiver }}/{{ transport }}",61"refId": "A"62}63],64"thresholds": [ ],65"timeFrom": null,66"timeShift": null,67"title": "Accepted spans",68"tooltip": {69"shared": true,70"sort": 0,71"value_type": "individual"72},73"type": "graph",74"xaxis": {75"buckets": null,76"mode": "time",77"name": null,78"show": true,79"values": [ ]80},81"yaxes": [82{83"format": "short",84"label": null,85"logBase": 1,86"max": null,87"min": null,88"show": true89},90{91"format": "short",92"label": null,93"logBase": 1,94"max": null,95"min": null,96"show": true97}98]99},100{101"aliasColors": { },102"bars": false,103"dashLength": 10,104"dashes": false,105"datasource": "$datasource",106"fill": 0,107"fillGradient": 0,108"gridPos": { },109"id": 3,110"interval": "1m",111"legend": {112"alignAsTable": false,113"avg": false,114"current": false,115"max": false,116"min": false,117"rightSide": false,118"show": false,119"sideWidth": null,120"total": false,121"values": false122},123"lines": true,124"linewidth": 1,125"links": [ ],126"nullPointMode": "null",127"percentage": false,128"pointradius": 5,129"points": false,130"renderer": "flot",131"repeat": null,132"seriesOverrides": [ ],133"spaceLength": 10,134"span": 3,135"stack": false,136"steppedLine": false,137"targets": [138{139"expr": "rate(traces_receiver_refused_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",receiver!=\"otlp/lb\"}[$__rate_interval])\n",140"format": "time_series",141"intervalFactor": 2,142"legendFormat": "{{ pod }} - {{ receiver }}/{{ transport }}",143"refId": "A"144}145],146"thresholds": [ ],147"timeFrom": null,148"timeShift": null,149"title": "Refused spans",150"tooltip": {151"shared": true,152"sort": 0,153"value_type": "individual"154},155"type": "graph",156"xaxis": {157"buckets": null,158"mode": "time",159"name": null,160"show": true,161"values": [ ]162},163"yaxes": [164{165"format": "short",166"label": null,167"logBase": 1,168"max": null,169"min": null,170"show": true171},172{173"format": "short",174"label": null,175"logBase": 1,176"max": null,177"min": null,178"show": true179}180]181},182{183"aliasColors": { },184"bars": false,185"dashLength": 10,186"dashes": false,187"datasource": "$datasource",188"fill": 0,189"fillGradient": 0,190"gridPos": { },191"id": 4,192"interval": "1m",193"legend": {194"alignAsTable": false,195"avg": false,196"current": false,197"max": false,198"min": false,199"rightSide": false,200"show": false,201"sideWidth": null,202"total": false,203"values": false204},205"lines": true,206"linewidth": 1,207"links": [ ],208"nullPointMode": "null",209"percentage": false,210"pointradius": 5,211"points": false,212"renderer": "flot",213"repeat": null,214"seriesOverrides": [ ],215"spaceLength": 10,216"span": 3,217"stack": false,218"steppedLine": false,219"targets": [220{221"expr": "rate(traces_exporter_sent_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",exporter!=\"otlp\"}[$__rate_interval])\n",222"format": "time_series",223"intervalFactor": 2,224"legendFormat": "{{ pod }} - {{ exporter }}",225"refId": "A"226}227],228"thresholds": [ ],229"timeFrom": null,230"timeShift": null,231"title": "Exported spans",232"tooltip": {233"shared": true,234"sort": 0,235"value_type": "individual"236},237"type": "graph",238"xaxis": {239"buckets": null,240"mode": "time",241"name": null,242"show": true,243"values": [ ]244},245"yaxes": [246{247"format": "short",248"label": null,249"logBase": 1,250"max": null,251"min": null,252"show": true253},254{255"format": "short",256"label": null,257"logBase": 1,258"max": null,259"min": null,260"show": true261}262]263},264{265"aliasColors": { },266"bars": false,267"dashLength": 10,268"dashes": false,269"datasource": "$datasource",270"fill": 0,271"fillGradient": 0,272"gridPos": { },273"id": 5,274"interval": "1m",275"legend": {276"alignAsTable": false,277"avg": false,278"current": false,279"max": false,280"min": false,281"rightSide": false,282"show": false,283"sideWidth": null,284"total": false,285"values": false286},287"lines": true,288"linewidth": 1,289"links": [ ],290"nullPointMode": "null",291"percentage": false,292"pointradius": 5,293"points": false,294"renderer": "flot",295"repeat": null,296"seriesOverrides": [ ],297"spaceLength": 10,298"span": 3,299"stack": false,300"steppedLine": false,301"targets": [302{303"expr": "rate(traces_exporter_send_failed_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",exporter!=\"otlp\"}[$__rate_interval])\n",304"format": "time_series",305"intervalFactor": 2,306"legendFormat": "{{ pod }} - {{ exporter }}",307"refId": "A"308}309],310"thresholds": [ ],311"timeFrom": null,312"timeShift": null,313"title": "Exported failed spans",314"tooltip": {315"shared": true,316"sort": 0,317"value_type": "individual"318},319"type": "graph",320"xaxis": {321"buckets": null,322"mode": "time",323"name": null,324"show": true,325"values": [ ]326},327"yaxes": [328{329"format": "short",330"label": null,331"logBase": 1,332"max": null,333"min": null,334"show": true335},336{337"format": "short",338"label": null,339"logBase": 1,340"max": null,341"min": null,342"show": true343}344]345},346{347"aliasColors": { },348"bars": false,349"dashLength": 10,350"dashes": false,351"datasource": "$datasource",352"fill": 1,353"fillGradient": 0,354"gridPos": { },355"id": 6,356"interval": "1m",357"legend": {358"alignAsTable": false,359"avg": false,360"current": false,361"max": false,362"min": false,363"rightSide": false,364"show": true,365"sideWidth": null,366"total": false,367"values": false368},369"lines": true,370"linewidth": 1,371"links": [ ],372"nullPointMode": "null",373"percentage": false,374"pointradius": 5,375"points": false,376"renderer": "flot",377"repeat": null,378"seriesOverrides": [ ],379"spaceLength": 10,380"span": 6,381"stack": false,382"steppedLine": false,383"targets": [384{385"expr": "sum(rate(traces_receiver_accepted_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",receiver!=\"otlp/lb\"}[$__rate_interval]))\n",386"format": "time_series",387"intervalFactor": 2,388"legendFormat": "Accepted",389"refId": "A"390},391{392"expr": "sum(rate(traces_receiver_refused_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",receiver!=\"otlp/lb\"}[$__rate_interval]))\n",393"format": "time_series",394"intervalFactor": 2,395"legendFormat": "Refused",396"refId": "B"397}398],399"thresholds": [ ],400"timeFrom": null,401"timeShift": null,402"title": "Received spans",403"tooltip": {404"shared": true,405"sort": 0,406"value_type": "individual"407},408"type": "graph",409"xaxis": {410"buckets": null,411"mode": "time",412"name": null,413"show": true,414"values": [ ]415},416"yaxes": [417{418"format": "short",419"label": null,420"logBase": 1,421"max": null,422"min": null,423"show": true424},425{426"format": "short",427"label": null,428"logBase": 1,429"max": null,430"min": null,431"show": true432}433]434},435{436"aliasColors": { },437"bars": false,438"dashLength": 10,439"dashes": false,440"datasource": "$datasource",441"fill": 1,442"fillGradient": 0,443"gridPos": { },444"id": 7,445"interval": "1m",446"legend": {447"alignAsTable": false,448"avg": false,449"current": false,450"max": false,451"min": false,452"rightSide": false,453"show": true,454"sideWidth": null,455"total": false,456"values": false457},458"lines": true,459"linewidth": 1,460"links": [ ],461"nullPointMode": "null",462"percentage": false,463"pointradius": 5,464"points": false,465"renderer": "flot",466"repeat": null,467"seriesOverrides": [ ],468"spaceLength": 10,469"span": 6,470"stack": false,471"steppedLine": false,472"targets": [473{474"expr": "sum(rate(traces_exporter_sent_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",exporter!=\"otlp\"}[$__rate_interval]))\n",475"format": "time_series",476"intervalFactor": 2,477"legendFormat": "Sent",478"refId": "A"479},480{481"expr": "sum(rate(traces_exporter_send_failed_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",exporter!=\"otlp\"}[$__rate_interval]))\n",482"format": "time_series",483"intervalFactor": 2,484"legendFormat": "Send failed",485"refId": "B"486}487],488"thresholds": [ ],489"timeFrom": null,490"timeShift": null,491"title": "Exported spans",492"tooltip": {493"shared": true,494"sort": 0,495"value_type": "individual"496},497"type": "graph",498"xaxis": {499"buckets": null,500"mode": "time",501"name": null,502"show": true,503"values": [ ]504},505"yaxes": [506{507"format": "short",508"label": null,509"logBase": 1,510"max": null,511"min": null,512"show": true513},514{515"format": "short",516"label": null,517"logBase": 1,518"max": null,519"min": null,520"show": true521}522]523}524],525"repeat": null,526"repeatIteration": null,527"repeatRowId": null,528"showTitle": true,529"title": "Write / Read",530"titleSize": "h6",531"type": "row"532},533{534"collapse": false,535"collapsed": false,536"panels": [537{538"aliasColors": { },539"bars": false,540"dashLength": 10,541"dashes": false,542"datasource": "$datasource",543"fill": 1,544"fillGradient": 0,545"gridPos": { },546"id": 8,547"interval": "1m",548"legend": {549"alignAsTable": false,550"avg": false,551"current": false,552"max": false,553"min": false,554"rightSide": false,555"show": true,556"sideWidth": null,557"total": false,558"values": false559},560"lines": true,561"linewidth": 1,562"links": [ ],563"nullPointMode": "null",564"percentage": false,565"pointradius": 5,566"points": false,567"renderer": "flot",568"repeat": null,569"seriesOverrides": [ ],570"spaceLength": 10,571"span": 3,572"stack": true,573"steppedLine": false,574"targets": [575{576"expr": "rate(traces_loadbalancer_backend_outcome{cluster=~\"$cluster\",namespace=~\"$namespace\",success=\"true\",container=~\"$container\",pod=~\"$pod\"}[$__rate_interval])\n",577"format": "time_series",578"intervalFactor": 2,579"legendFormat": "{{ pod }}",580"refId": "A"581}582],583"thresholds": [ ],584"timeFrom": null,585"timeShift": null,586"title": "Load-balanced spans",587"tooltip": {588"shared": true,589"sort": 0,590"value_type": "individual"591},592"type": "graph",593"xaxis": {594"buckets": null,595"mode": "time",596"name": null,597"show": true,598"values": [ ]599},600"yaxes": [601{602"format": "short",603"label": null,604"logBase": 1,605"max": null,606"min": null,607"show": true608},609{610"format": "short",611"label": null,612"logBase": 1,613"max": null,614"min": null,615"show": true616}617]618},619{620"aliasColors": { },621"bars": false,622"dashLength": 10,623"dashes": false,624"datasource": "$datasource",625"fill": 0,626"fillGradient": 0,627"gridPos": { },628"id": 9,629"interval": "1m",630"legend": {631"alignAsTable": false,632"avg": false,633"current": false,634"max": false,635"min": false,636"rightSide": false,637"show": false,638"sideWidth": null,639"total": false,640"values": false641},642"lines": true,643"linewidth": 1,644"links": [ ],645"nullPointMode": "null",646"percentage": false,647"pointradius": 5,648"points": false,649"renderer": "flot",650"repeat": null,651"seriesOverrides": [ ],652"spaceLength": 10,653"span": 3,654"stack": false,655"steppedLine": false,656"targets": [657{658"expr": "traces_loadbalancer_num_backends{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\"}\n",659"format": "time_series",660"intervalFactor": 2,661"legendFormat": "{{ pod }}",662"refId": "A"663}664],665"thresholds": [ ],666"timeFrom": null,667"timeShift": null,668"title": "Number of peers",669"tooltip": {670"shared": true,671"sort": 0,672"value_type": "individual"673},674"type": "graph",675"xaxis": {676"buckets": null,677"mode": "time",678"name": null,679"show": true,680"values": [ ]681},682"yaxes": [683{684"format": "short",685"label": null,686"logBase": 1,687"max": null,688"min": null,689"show": true690},691{692"format": "short",693"label": null,694"logBase": 1,695"max": null,696"min": null,697"show": true698}699]700},701{702"aliasColors": { },703"bars": false,704"dashLength": 10,705"dashes": false,706"datasource": "$datasource",707"fill": 1,708"fillGradient": 0,709"gridPos": { },710"id": 10,711"interval": "1m",712"legend": {713"alignAsTable": false,714"avg": false,715"current": false,716"max": false,717"min": false,718"rightSide": false,719"show": true,720"sideWidth": null,721"total": false,722"values": false723},724"lines": true,725"linewidth": 1,726"links": [ ],727"nullPointMode": "null",728"percentage": false,729"pointradius": 5,730"points": false,731"renderer": "flot",732"repeat": null,733"seriesOverrides": [ ],734"spaceLength": 10,735"span": 3,736"stack": false,737"steppedLine": false,738"targets": [739{740"expr": "sum(rate(traces_receiver_accepted_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",receiver=\"otlp/lb\"}[$__rate_interval]))\n",741"format": "time_series",742"intervalFactor": 2,743"legendFormat": "Accepted",744"refId": "A"745},746{747"expr": "sum(rate(traces_receiver_refused_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",receiver=\"otlp/lb\"}[$__rate_interval]))\n",748"format": "time_series",749"intervalFactor": 2,750"legendFormat": "Refused",751"refId": "B"752}753],754"thresholds": [ ],755"timeFrom": null,756"timeShift": null,757"title": "Received spans",758"tooltip": {759"shared": true,760"sort": 0,761"value_type": "individual"762},763"type": "graph",764"xaxis": {765"buckets": null,766"mode": "time",767"name": null,768"show": true,769"values": [ ]770},771"yaxes": [772{773"format": "short",774"label": null,775"logBase": 1,776"max": null,777"min": null,778"show": true779},780{781"format": "short",782"label": null,783"logBase": 1,784"max": null,785"min": null,786"show": true787}788]789},790{791"aliasColors": { },792"bars": false,793"dashLength": 10,794"dashes": false,795"datasource": "$datasource",796"fill": 1,797"fillGradient": 0,798"gridPos": { },799"id": 11,800"interval": "1m",801"legend": {802"alignAsTable": false,803"avg": false,804"current": false,805"max": false,806"min": false,807"rightSide": false,808"show": true,809"sideWidth": null,810"total": false,811"values": false812},813"lines": true,814"linewidth": 1,815"links": [ ],816"nullPointMode": "null",817"percentage": false,818"pointradius": 5,819"points": false,820"renderer": "flot",821"repeat": null,822"seriesOverrides": [ ],823"spaceLength": 10,824"span": 3,825"stack": false,826"steppedLine": false,827"targets": [828{829"expr": "sum(rate(traces_exporter_sent_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",exporter=\"otlp\"}[$__rate_interval]))\n",830"format": "time_series",831"intervalFactor": 2,832"legendFormat": "Sent",833"refId": "A"834},835{836"expr": "sum(rate(traces_exporter_send_failed_spans{cluster=~\"$cluster\",namespace=~\"$namespace\",container=~\"$container\",pod=~\"$pod\",exporter=\"otlp\"}[$__rate_interval]))\n",837"format": "time_series",838"intervalFactor": 2,839"legendFormat": "Send failed",840"refId": "B"841}842],843"thresholds": [ ],844"timeFrom": null,845"timeShift": null,846"title": "Exported spans",847"tooltip": {848"shared": true,849"sort": 0,850"value_type": "individual"851},852"type": "graph",853"xaxis": {854"buckets": null,855"mode": "time",856"name": null,857"show": true,858"values": [ ]859},860"yaxes": [861{862"format": "short",863"label": null,864"logBase": 1,865"max": null,866"min": null,867"show": true868},869{870"format": "short",871"label": null,872"logBase": 1,873"max": null,874"min": null,875"show": true876}877]878}879],880"repeat": null,881"repeatIteration": null,882"repeatRowId": null,883"showTitle": true,884"title": "Load balancing",885"titleSize": "h6",886"type": "row"887}888],889"schemaVersion": 14,890"style": "dark",891"tags": [892"grafana-agent-mixin"893],894"templating": {895"list": [896{897"hide": 0,898"label": null,899"name": "datasource",900"options": [ ],901"query": "prometheus",902"refresh": 1,903"regex": "",904"type": "datasource"905},906{907"allValue": null,908"current": {909"text": {910"selected": true,911"text": "All",912"value": "$__all"913},914"value": {915"selected": true,916"text": "All",917"value": "$__all"918}919},920"datasource": "$datasource",921"hide": 0,922"includeAll": true,923"label": null,924"multi": false,925"name": "cluster",926"options": [ ],927"query": "label_values(agent_build_info, cluster)",928"refresh": 2,929"regex": "",930"sort": 0,931"tagValuesQuery": "",932"tags": [ ],933"tagsQuery": "",934"type": "query",935"useTags": false936},937{938"allValue": null,939"current": {940"text": {941"selected": true,942"text": "All",943"value": "$__all"944},945"value": {946"selected": true,947"text": "All",948"value": "$__all"949}950},951"datasource": "$datasource",952"hide": 0,953"includeAll": true,954"label": null,955"multi": false,956"name": "namespace",957"options": [ ],958"query": "label_values(agent_build_info, namespace)",959"refresh": 2,960"regex": "",961"sort": 0,962"tagValuesQuery": "",963"tags": [ ],964"tagsQuery": "",965"type": "query",966"useTags": false967},968{969"allValue": null,970"current": {971"text": {972"selected": true,973"text": "All",974"value": "$__all"975},976"value": {977"selected": true,978"text": "All",979"value": "$__all"980}981},982"datasource": "$datasource",983"hide": 0,984"includeAll": true,985"label": null,986"multi": false,987"name": "container",988"options": [ ],989"query": "label_values(agent_build_info, container)",990"refresh": 2,991"regex": "",992"sort": 0,993"tagValuesQuery": "",994"tags": [ ],995"tagsQuery": "",996"type": "query",997"useTags": false998},999{1000"allValue": null,1001"current": {1002"text": {1003"selected": true,1004"text": "All",1005"value": "$__all"1006},1007"value": {1008"selected": true,1009"text": "All",1010"value": "$__all"1011}1012},1013"datasource": "$datasource",1014"hide": 0,1015"includeAll": true,1016"label": null,1017"multi": false,1018"name": "pod",1019"options": [ ],1020"query": "label_values(agent_build_info{container=~\"$container\"}, pod)",1021"refresh": 2,1022"regex": "",1023"sort": 0,1024"tagValuesQuery": "",1025"tags": [ ],1026"tagsQuery": "",1027"type": "query",1028"useTags": false1029}1030]1031},1032"time": {1033"from": "now-1h",1034"to": "now"1035},1036"timepicker": {1037"refresh_intervals": [1038"5s",1039"10s",1040"30s",1041"1m",1042"5m",1043"15m",1044"30m",1045"1h",1046"2h",1047"1d"1048],1049"time_options": [1050"5m",1051"15m",1052"1h",1053"6h",1054"12h",1055"24h",1056"2d",1057"7d",1058"30d"1059]1060},1061"timezone": "",1062"title": "Agent Tracing Pipeline",1063"version": 01064}106510661067