Path: blob/main/operations/observability/mixins/workspace/dashboards/components/agent-smith.json
2506 views
{1"annotations": {2"list": [3{4"builtIn": 1,5"datasource": "-- Grafana --",6"enable": true,7"hide": true,8"iconColor": "rgba(0, 211, 255, 1)",9"name": "Annotations & Alerts",10"target": {11"limit": 100,12"matchAny": false,13"tags": [],14"type": "dashboard"15},16"type": "dashboard"17}18]19},20"editable": true,21"fiscalYearStartMonth": 0,22"gnetId": null,23"graphTooltip": 1,24"id": 52,25"iteration": 1643114727790,26"links": [],27"liveNow": false,28"panels": [29{30"collapsed": false,31"datasource": null,32"gridPos": {33"h": 1,34"w": 24,35"x": 0,36"y": 037},38"id": 43,39"panels": [],40"title": "Agent-Smith metrics",41"type": "row"42},43{44"datasource": "$datasource",45"fieldConfig": {46"defaults": {47"color": {48"mode": "palette-classic"49},50"custom": {51"axisLabel": "",52"axisPlacement": "auto",53"barAlignment": 0,54"drawStyle": "line",55"fillOpacity": 0,56"gradientMode": "none",57"hideFrom": {58"legend": false,59"tooltip": false,60"viz": false61},62"lineInterpolation": "linear",63"lineWidth": 1,64"pointSize": 5,65"scaleDistribution": {66"type": "linear"67},68"showPoints": "auto",69"spanNulls": false,70"stacking": {71"group": "A",72"mode": "none"73},74"thresholdsStyle": {75"mode": "off"76}77},78"mappings": [],79"thresholds": {80"mode": "absolute",81"steps": [82{83"color": "green",84"value": null85},86{87"color": "red",88"value": 8089}90]91}92},93"overrides": []94},95"gridPos": {96"h": 8,97"w": 12,98"x": 0,99"y": 1100},101"id": 52,102"options": {103"legend": {104"calcs": [],105"displayMode": "list",106"placement": "bottom"107},108"tooltip": {109"mode": "single"110}111},112"targets": [113{114"exemplar": true,115"expr": "sum(rate(gitpod_agent_smith_classifier_commandline_blocklist_hit_total{cluster=~\"$cluster\"})) by (cluster)",116"interval": "",117"legendFormat": "{{cluster}} - Commandline Hits",118"refId": "A"119},120{121"exemplar": true,122"expr": "sum(rate(gitpod_agent_smith_classifier_signature_signature_hit_total{cluster=~\"$cluster\"})) by (cluster)",123"hide": false,124"interval": "",125"legendFormat": "{{cluster}} - Signature Hits",126"refId": "B"127}128],129"title": "Classifier Hits",130"type": "timeseries"131},132{133"datasource": "$datasource",134"description": "This panel represents the number of penalties that Agent-Smith is trying to apply per second.\n\nIt represents attempts and may not reflect the exact number of penalties applied, please check for error logs or slack messages to be sure if penalties are indeed applied.",135"fieldConfig": {136"defaults": {137"color": {138"mode": "palette-classic"139},140"custom": {141"axisLabel": "",142"axisPlacement": "auto",143"barAlignment": 0,144"drawStyle": "line",145"fillOpacity": 10,146"gradientMode": "none",147"hideFrom": {148"legend": false,149"tooltip": false,150"viz": false151},152"lineInterpolation": "linear",153"lineWidth": 1,154"pointSize": 5,155"scaleDistribution": {156"type": "linear"157},158"showPoints": "never",159"spanNulls": true,160"stacking": {161"group": "A",162"mode": "none"163},164"thresholdsStyle": {165"mode": "off"166}167},168"mappings": [],169"thresholds": {170"mode": "absolute",171"steps": [172{173"color": "green",174"value": null175},176{177"color": "red",178"value": 80179}180]181},182"unit": "short"183},184"overrides": [185{186"matcher": {187"id": "byFrameRefID",188"options": "B"189},190"properties": [191{192"id": "custom.axisPlacement",193"value": "right"194},195{196"id": "unit",197"value": "rate"198}199]200}201]202},203"gridPos": {204"h": 8,205"w": 12,206"x": 12,207"y": 1208},209"id": 46,210"options": {211"legend": {212"calcs": [],213"displayMode": "list",214"placement": "bottom"215},216"tooltip": {217"mode": "single"218}219},220"pluginVersion": "8.2.0",221"targets": [222{223"exemplar": true,224"expr": "sum(rate(gitpod_agent_smith_penalty_attempts_total{cluster=~\"$cluster\"}[5m])) by (cluster, penalty)",225"interval": "",226"legendFormat": "{{cluster}} - {{penalty}}",227"queryType": "randomWalk",228"refId": "A"229},230{231"exemplar": true,232"expr": "sum(rate(gitpod_agent_smith_penalty_attempts_failed_total{cluster=~\"$cluster\"})) by (cluster, penalty)",233"hide": false,234"interval": "",235"legendFormat": "{{cluster}} - failed ⚠️ {{penalty}}",236"refId": "B"237}238],239"timeFrom": null,240"timeShift": null,241"title": "Penalty attempts",242"type": "timeseries"243},244{245"datasource": "$datasource",246"fieldConfig": {247"defaults": {248"color": {249"mode": "palette-classic"250},251"custom": {252"axisLabel": "",253"axisPlacement": "auto",254"barAlignment": 0,255"drawStyle": "line",256"fillOpacity": 0,257"gradientMode": "none",258"hideFrom": {259"legend": false,260"tooltip": false,261"viz": false262},263"lineInterpolation": "linear",264"lineWidth": 1,265"pointSize": 5,266"scaleDistribution": {267"type": "linear"268},269"showPoints": "auto",270"spanNulls": false,271"stacking": {272"group": "A",273"mode": "none"274},275"thresholdsStyle": {276"mode": "off"277}278},279"mappings": [],280"thresholds": {281"mode": "absolute",282"steps": [283{284"color": "green",285"value": null286},287{288"color": "red",289"value": 80290}291]292}293},294"overrides": []295},296"gridPos": {297"h": 8,298"w": 12,299"x": 0,300"y": 9301},302"id": 54,303"options": {304"legend": {305"calcs": [],306"displayMode": "list",307"placement": "bottom"308},309"tooltip": {310"mode": "single"311}312},313"targets": [314{315"exemplar": true,316"expr": "sum(rate(gitpod_agent_smith_classifier_signature_process_miss_total{cluster=~\"$cluster\"})) by (cluster, classifier_name)",317"interval": "",318"legendFormat": "{{cluster}} - Signature Process Miss {{ classifier_name }}",319"refId": "A"320},321{322"exemplar": true,323"expr": "sum(rate(gitpod_agent_smith_classifier_commandline_allowlist_hit_total{cluster=~\"$cluster\"})) by (cluster, classifier_name)",324"hide": false,325"interval": "",326"legendFormat": "{{cluster}} - Allowlist Hits {{ classifier_name }}",327"refId": "B"328}329],330"title": "Classification Miss",331"type": "timeseries"332},333{334"datasource": {335"type": "prometheus",336"uid": "$datasource"337},338"description": "This panel represents the number of egress violations that Agent Smith found.",339"fieldConfig": {340"defaults": {341"color": {342"mode": "palette-classic"343},344"custom": {345"axisLabel": "",346"axisPlacement": "auto",347"barAlignment": -1,348"drawStyle": "line",349"fillOpacity": 10,350"gradientMode": "none",351"hideFrom": {352"legend": false,353"tooltip": false,354"viz": false355},356"lineInterpolation": "linear",357"lineWidth": 1,358"pointSize": 5,359"scaleDistribution": {360"type": "linear"361},362"showPoints": "never",363"spanNulls": true,364"stacking": {365"group": "A",366"mode": "none"367},368"thresholdsStyle": {369"mode": "off"370}371},372"mappings": [],373"thresholds": {374"mode": "absolute",375"steps": [376{377"color": "green",378"value": null379},380{381"color": "red",382"value": 80383}384]385},386"unit": "short"387},388"overrides": [389{390"matcher": {391"id": "byFrameRefID",392"options": "B"393},394"properties": [395{396"id": "custom.axisPlacement",397"value": "right"398},399{400"id": "unit",401"value": "rate"402}403]404}405]406},407"gridPos": {408"h": 8,409"w": 12,410"x": 12,411"y": 9412},413"id": 61,414"options": {415"legend": {416"calcs": [],417"displayMode": "list",418"placement": "bottom"419},420"tooltip": {421"mode": "single",422"sort": "none"423}424},425"pluginVersion": "8.2.0",426"targets": [427{428"datasource": {429"type": "prometheus",430"uid": "${datasource}"431},432"exemplar": true,433"expr": "count by (severity,cluster) (gitpod_agent_smith_egress_violations_total)",434"interval": "",435"legendFormat": "{{cluster}} - {{severity}}",436"queryType": "randomWalk",437"refId": "A"438}439],440"title": "Egress Violations",441"type": "timeseries"442},443{444"datasource": "$datasource",445"fieldConfig": {446"defaults": {447"color": {448"mode": "palette-classic"449},450"custom": {451"axisLabel": "",452"axisPlacement": "left",453"barAlignment": 0,454"drawStyle": "line",455"fillOpacity": 0,456"gradientMode": "none",457"hideFrom": {458"legend": false,459"tooltip": false,460"viz": false461},462"lineInterpolation": "linear",463"lineWidth": 1,464"pointSize": 5,465"scaleDistribution": {466"type": "linear"467},468"showPoints": "auto",469"spanNulls": false,470"stacking": {471"group": "A",472"mode": "none"473},474"thresholdsStyle": {475"mode": "off"476}477},478"mappings": [],479"thresholds": {480"mode": "absolute",481"steps": [482{483"color": "green",484"value": null485},486{487"color": "red",488"value": 80489}490]491},492"unit": "none"493},494"overrides": [495{496"matcher": {497"id": "byFrameRefID",498"options": "C"499},500"properties": [501{502"id": "custom.axisPlacement",503"value": "right"504},505{506"id": "unit",507"value": "rate"508}509]510}511]512},513"gridPos": {514"h": 8,515"w": 12,516"x": 12,517"y": 9518},519"id": 50,520"options": {521"legend": {522"calcs": [],523"displayMode": "list",524"placement": "bottom"525},526"tooltip": {527"mode": "single"528}529},530"targets": [531{532"exemplar": true,533"expr": "sum(gitpod_agent_smith_classification_backpressure_in_count{cluster=~\"$cluster\"}) by (cluster)",534"hide": false,535"interval": "",536"legendFormat": "{{cluster}} - In Pressure",537"refId": "A"538},539{540"exemplar": true,541"expr": "sum(gitpod_agent_smith_classification_backpressure_out_count{cluster=~\"$cluster\"}) by (cluster)",542"hide": false,543"interval": "",544"legendFormat": "{{cluster}} - Out Pressure",545"refId": "B"546},547{548"exemplar": true,549"expr": "sum(rate(gitpod_agent_smith_classification_backpressure_in_drop_total{cluster=~\"$cluster\"})) by (cluster)",550"hide": false,551"interval": "",552"legendFormat": "{{cluster}} - Classification Drop Rate",553"refId": "C"554}555],556"title": "Classification Backpressure",557"type": "timeseries"558},559{560"datasource": "$datasource",561"fieldConfig": {562"defaults": {563"color": {564"mode": "palette-classic"565},566"custom": {567"axisLabel": "",568"axisPlacement": "auto",569"barAlignment": 0,570"drawStyle": "line",571"fillOpacity": 0,572"gradientMode": "none",573"hideFrom": {574"legend": false,575"tooltip": false,576"viz": false577},578"lineInterpolation": "linear",579"lineWidth": 1,580"pointSize": 5,581"scaleDistribution": {582"type": "linear"583},584"showPoints": "auto",585"spanNulls": false,586"stacking": {587"group": "A",588"mode": "none"589},590"thresholdsStyle": {591"mode": "off"592}593},594"mappings": [],595"thresholds": {596"mode": "absolute",597"steps": [598{599"color": "green",600"value": null601},602{603"color": "red",604"value": 80605}606]607}608},609"overrides": []610},611"gridPos": {612"h": 8,613"w": 12,614"x": 0,615"y": 17616},617"id": 56,618"options": {619"legend": {620"calcs": [],621"displayMode": "list",622"placement": "bottom"623},624"tooltip": {625"mode": "single"626}627},628"targets": [629{630"exemplar": true,631"expr": "sum(gitpod_agent_smith_procfs_detector_index_size{cluster=~\"$cluster\"}) by (cluster)",632"interval": "",633"legendFormat": "{{cluster}}",634"refId": "A"635}636],637"title": "Proc Index Size",638"type": "timeseries"639},640{641"datasource": "$datasource",642"fieldConfig": {643"defaults": {644"color": {645"mode": "palette-classic"646},647"custom": {648"axisLabel": "",649"axisPlacement": "auto",650"barAlignment": 0,651"drawStyle": "line",652"fillOpacity": 0,653"gradientMode": "none",654"hideFrom": {655"legend": false,656"tooltip": false,657"viz": false658},659"lineInterpolation": "linear",660"lineWidth": 1,661"pointSize": 5,662"scaleDistribution": {663"type": "linear"664},665"showPoints": "auto",666"spanNulls": false,667"stacking": {668"group": "A",669"mode": "none"670},671"thresholdsStyle": {672"mode": "off"673}674},675"mappings": [],676"thresholds": {677"mode": "absolute",678"steps": [679{680"color": "green",681"value": null682},683{684"color": "red",685"value": 80686}687]688},689"unit": "percent"690},691"overrides": []692},693"gridPos": {694"h": 8,695"w": 12,696"x": 12,697"y": 17698},699"id": 58,700"options": {701"legend": {702"calcs": [],703"displayMode": "list",704"placement": "bottom"705},706"tooltip": {707"mode": "single"708}709},710"targets": [711{712"exemplar": true,713"expr": "(sum(rate(gitpod_agent_smith_procfs_detector_cache_use_total{cluster=~\"$cluster\", use=\"miss\"}[5m])) by (cluster) / sum(rate(gitpod_agent_smith_procfs_detector_cache_use_total{cluster=~\"$cluster\"}[5m])) by (cluster)) * 100",714"interval": "",715"legendFormat": "{{ cluster }}",716"refId": "A"717}718],719"title": "Signature Cache Miss",720"type": "timeseries"721},722{723"datasource": {724"type": "prometheus",725"uid": "${datasource}"726},727"description": "Difference between workspaces found by agent-smith and workspaces ws-manager knows about",728"fieldConfig": {729"defaults": {730"color": {731"mode": "palette-classic"732},733"custom": {734"axisLabel": "",735"axisPlacement": "auto",736"barAlignment": 0,737"drawStyle": "line",738"fillOpacity": 0,739"gradientMode": "none",740"hideFrom": {741"legend": false,742"tooltip": false,743"viz": false744},745"lineInterpolation": "linear",746"lineWidth": 1,747"pointSize": 5,748"scaleDistribution": {749"type": "linear"750},751"showPoints": "auto",752"spanNulls": false,753"stacking": {754"group": "A",755"mode": "none"756},757"thresholdsStyle": {758"mode": "off"759}760},761"mappings": [],762"thresholds": {763"mode": "absolute",764"steps": [765{766"color": "green",767"value": null768},769{770"color": "red",771"value": 80772}773]774}775},776"overrides": []777},778"gridPos": {779"h": 8,780"w": 12,781"x": 0,782"y": 25783},784"id": 60,785"options": {786"legend": {787"calcs": [],788"displayMode": "list",789"placement": "bottom"790},791"tooltip": {792"mode": "single"793}794},795"targets": [796{797"datasource": {798"type": "prometheus",799"uid": "P1809F7CD0C75ACF3"800},801"exemplar": true,802"expr": "sum(gitpod_ws_manager_mk2_workspace_phase_total{cluster=~\"()\", phase=\"Running\", type=\"Regular\"}) by (cluster) - on (cluster) sum(gitpod_agent_smith_procfs_detector_workspace_count{cluster=~\"()\"}) by (cluster)",803"interval": "",804"legendFormat": "Difference",805"refId": "A"806}807],808"title": "Workspace Difference",809"type": "timeseries"810},811{812"collapsed": false,813"datasource": null,814"gridPos": {815"h": 1,816"w": 24,817"x": 0,818"y": 25819},820"id": 16,821"panels": [],822"title": "Pod Metrics",823"type": "row"824},825{826"datasource": "$datasource",827"fieldConfig": {828"defaults": {829"color": {830"mode": "palette-classic"831},832"custom": {833"axisLabel": "",834"axisPlacement": "auto",835"barAlignment": 0,836"drawStyle": "line",837"fillOpacity": 0,838"gradientMode": "none",839"hideFrom": {840"legend": false,841"tooltip": false,842"viz": false843},844"lineInterpolation": "linear",845"lineWidth": 1,846"pointSize": 5,847"scaleDistribution": {848"type": "linear"849},850"showPoints": "auto",851"spanNulls": false,852"stacking": {853"group": "A",854"mode": "none"855},856"thresholdsStyle": {857"mode": "off"858}859},860"mappings": [],861"thresholds": {862"mode": "absolute",863"steps": [864{865"color": "green",866"value": null867},868{869"color": "red",870"value": 80871}872]873}874},875"overrides": []876},877"gridPos": {878"h": 7,879"w": 10,880"x": 0,881"y": 26882},883"id": 48,884"options": {885"legend": {886"calcs": [],887"displayMode": "table",888"placement": "right"889},890"tooltip": {891"mode": "single"892}893},894"targets": [895{896"exemplar": true,897"expr": "kube_pod_container_info{cluster=~\"$cluster\", pod=~\"$pod\", image=~\".+\", container=\"agent-smith\"}",898"interval": "",899"legendFormat": "{{cluster}} - {{image}}",900"queryType": "randomWalk",901"refId": "A"902}903],904"title": "Container image version",905"type": "timeseries"906},907{908"aliasColors": {},909"bars": false,910"dashLength": 10,911"dashes": false,912"datasource": "$datasource",913"decimals": 2,914"fill": 1,915"fillGradient": 0,916"gridPos": {917"h": 7,918"w": 7,919"x": 10,920"y": 26921},922"hiddenSeries": false,923"id": 2,924"legend": {925"alignAsTable": true,926"avg": true,927"current": true,928"max": true,929"min": false,930"show": true,931"total": false,932"values": true933},934"lines": true,935"linewidth": 1,936"nullPointMode": "null",937"options": {938"alertThreshold": true939},940"percentage": false,941"pluginVersion": "8.2.1",942"pointradius": 2,943"points": false,944"renderer": "flot",945"seriesOverrides": [],946"spaceLength": 10,947"stack": false,948"steppedLine": false,949"targets": [950{951"expr": "sum(\n rate(container_cpu_usage_seconds_total{container!=\"POD\", pod!=\"\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}[1m])\n) by (pod, cluster, node)",952"interval": "",953"legendFormat": "{{cluster}} - {{node}} - {{pod}} - Cores being used",954"queryType": "randomWalk",955"refId": "A"956}957],958"thresholds": [],959"timeFrom": null,960"timeRegions": [],961"timeShift": null,962"title": "CPU Utilization",963"tooltip": {964"shared": true,965"sort": 2,966"value_type": "individual"967},968"type": "graph",969"xaxis": {970"buckets": null,971"mode": "time",972"name": null,973"show": true,974"values": []975},976"yaxes": [977{978"decimals": 2,979"format": "short",980"label": null,981"logBase": 1,982"max": null,983"min": "0",984"show": true985},986{987"format": "short",988"label": null,989"logBase": 1,990"max": null,991"min": null,992"show": true993}994],995"yaxis": {996"align": false,997"alignLevel": null998}999},1000{1001"aliasColors": {},1002"bars": false,1003"dashLength": 10,1004"dashes": false,1005"datasource": "$datasource",1006"description": "Saturation > 100% means that the container is requesting more than its limits.\n\nKubernetes will start to throttle CPU when that happens. That's a sign of degraded performance.\n\n'No Data' indicates that the pod has no CPU limits.",1007"fill": 1,1008"fillGradient": 0,1009"gridPos": {1010"h": 7,1011"w": 7,1012"x": 17,1013"y": 261014},1015"hiddenSeries": false,1016"id": 4,1017"legend": {1018"avg": false,1019"current": false,1020"max": false,1021"min": false,1022"show": true,1023"total": false,1024"values": false1025},1026"lines": true,1027"linewidth": 1,1028"nullPointMode": "null",1029"options": {1030"alertThreshold": true1031},1032"percentage": false,1033"pluginVersion": "8.2.1",1034"pointradius": 2,1035"points": false,1036"renderer": "flot",1037"seriesOverrides": [1038{1039"alias": "/.*CPU Throttles/",1040"yaxis": 21041}1042],1043"spaceLength": 10,1044"stack": false,1045"steppedLine": false,1046"targets": [1047{1048"expr": "sum(\n rate(container_cpu_usage_seconds_total{container!=\"POD\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}[1m])\n) by (pod, cluster, node)\n/\nsum(\n kube_pod_container_resource_limits_cpu_cores{container!=\"POD\", cluster=\"$cluster\", pod=~\"$pod\"}\n) by (pod, cluster, node)\n",1049"interval": "",1050"legendFormat": "{{cluster}} - {{node} - {{pod}} - CPU Saturation",1051"queryType": "randomWalk",1052"refId": "A"1053},1054{1055"expr": "sum(\nrate(container_cpu_cfs_throttled_seconds_total{container!=\"POD\", pod!=\"\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}[1m])\n) by (pod)",1056"interval": "",1057"legendFormat": "{{pod}} - CPU Throttles",1058"queryType": "randomWalk",1059"refId": "B"1060}1061],1062"thresholds": [],1063"timeFrom": null,1064"timeRegions": [],1065"timeShift": null,1066"title": "CPU Saturation",1067"tooltip": {1068"shared": true,1069"sort": 2,1070"value_type": "individual"1071},1072"type": "graph",1073"xaxis": {1074"buckets": null,1075"mode": "time",1076"name": null,1077"show": true,1078"values": []1079},1080"yaxes": [1081{1082"decimals": 2,1083"format": "percentunit",1084"label": null,1085"logBase": 1,1086"max": null,1087"min": "0",1088"show": true1089},1090{1091"format": "s",1092"label": null,1093"logBase": 1,1094"max": null,1095"min": "0",1096"show": true1097}1098],1099"yaxis": {1100"align": false,1101"alignLevel": null1102}1103},1104{1105"aliasColors": {},1106"bars": false,1107"dashLength": 10,1108"dashes": false,1109"datasource": "$datasource",1110"fill": 1,1111"fillGradient": 0,1112"gridPos": {1113"h": 7,1114"w": 12,1115"x": 0,1116"y": 331117},1118"hiddenSeries": false,1119"id": 6,1120"legend": {1121"alignAsTable": true,1122"avg": true,1123"current": true,1124"max": true,1125"min": false,1126"show": true,1127"total": false,1128"values": true1129},1130"lines": true,1131"linewidth": 1,1132"nullPointMode": "null",1133"options": {1134"alertThreshold": true1135},1136"percentage": false,1137"pluginVersion": "8.2.1",1138"pointradius": 2,1139"points": false,1140"renderer": "flot",1141"seriesOverrides": [],1142"spaceLength": 10,1143"stack": false,1144"steppedLine": false,1145"targets": [1146{1147"expr": "sum(container_memory_working_set_bytes{container!=\"POD\", container!=\"\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}) by (pod, cluster, node)",1148"interval": "",1149"legendFormat": "{{cluster}} - {{node}} - {{pod}}",1150"queryType": "randomWalk",1151"refId": "A"1152}1153],1154"thresholds": [],1155"timeFrom": null,1156"timeRegions": [],1157"timeShift": null,1158"title": "Memory Utilization",1159"tooltip": {1160"shared": true,1161"sort": 2,1162"value_type": "individual"1163},1164"type": "graph",1165"xaxis": {1166"buckets": null,1167"mode": "time",1168"name": null,1169"show": true,1170"values": []1171},1172"yaxes": [1173{1174"format": "bytes",1175"label": null,1176"logBase": 1,1177"max": null,1178"min": "0",1179"show": true1180},1181{1182"format": "short",1183"label": null,1184"logBase": 1,1185"max": null,1186"min": null,1187"show": true1188}1189],1190"yaxis": {1191"align": false,1192"alignLevel": null1193}1194},1195{1196"aliasColors": {},1197"bars": false,1198"dashLength": 10,1199"dashes": false,1200"datasource": "$datasource",1201"decimals": 4,1202"description": "Memory can't be throttled. When a container reaches 100% of its memory limits, Kubernetes will kill the container and restart it.\n\n'No Data' indicates that the pod doesn't have Memory limits.",1203"fill": 1,1204"fillGradient": 0,1205"gridPos": {1206"h": 7,1207"w": 12,1208"x": 12,1209"y": 331210},1211"hiddenSeries": false,1212"id": 8,1213"legend": {1214"alignAsTable": true,1215"avg": true,1216"current": true,1217"max": true,1218"min": false,1219"show": true,1220"total": false,1221"values": true1222},1223"lines": true,1224"linewidth": 1,1225"nullPointMode": "null",1226"options": {1227"alertThreshold": true1228},1229"percentage": false,1230"pluginVersion": "8.2.1",1231"pointradius": 2,1232"points": false,1233"renderer": "flot",1234"seriesOverrides": [],1235"spaceLength": 10,1236"stack": false,1237"steppedLine": false,1238"targets": [1239{1240"expr": "sum(\nrate(container_memory_working_set_bytes{container!=\"POD\", container!=\"\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}[1m])\n) by (pod, cluster, node)\n/\nsum(\n kube_pod_container_resource_limits{container!=\"POD\", cluster=\"$cluster\", pod=~\"$pod\", resource=\"memory\"}\n) by (pod, cluster, node)\n",1241"interval": "",1242"legendFormat": "{{cluster}} - {{node}} - {{pod}} - Memory Saturation",1243"queryType": "randomWalk",1244"refId": "A"1245}1246],1247"thresholds": [],1248"timeFrom": null,1249"timeRegions": [],1250"timeShift": null,1251"title": "Memory Saturation",1252"tooltip": {1253"shared": true,1254"sort": 2,1255"value_type": "individual"1256},1257"type": "graph",1258"xaxis": {1259"buckets": null,1260"mode": "time",1261"name": null,1262"show": true,1263"values": []1264},1265"yaxes": [1266{1267"decimals": 2,1268"format": "percentunit",1269"label": null,1270"logBase": 1,1271"max": null,1272"min": "0",1273"show": true1274},1275{1276"format": "short",1277"label": null,1278"logBase": 1,1279"max": null,1280"min": null,1281"show": true1282}1283],1284"yaxis": {1285"align": false,1286"alignLevel": null1287}1288},1289{1290"aliasColors": {},1291"bars": false,1292"dashLength": 10,1293"dashes": false,1294"datasource": "$datasource",1295"fill": 1,1296"fillGradient": 0,1297"gridPos": {1298"h": 7,1299"w": 8,1300"x": 0,1301"y": 401302},1303"hiddenSeries": false,1304"id": 10,1305"legend": {1306"alignAsTable": true,1307"avg": false,1308"current": true,1309"max": false,1310"min": false,1311"show": true,1312"total": false,1313"values": true1314},1315"lines": true,1316"linewidth": 1,1317"nullPointMode": "null",1318"options": {1319"alertThreshold": true1320},1321"percentage": false,1322"pluginVersion": "8.2.1",1323"pointradius": 2,1324"points": false,1325"renderer": "flot",1326"seriesOverrides": [],1327"spaceLength": 10,1328"stack": false,1329"steppedLine": false,1330"targets": [1331{1332"expr": "sum (\n rate(container_network_receive_bytes_total{container!=\"POD\", pod!=\"\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}[1m])\n) by (pod, cluster, node)",1333"interval": "",1334"legendFormat": "{{cluster}} - {{node}} - {{pod}} - Received",1335"queryType": "randomWalk",1336"refId": "A"1337},1338{1339"expr": "sum (\n rate(container_network_transmit_bytes_total{container!=\"POD\", pod!=\"\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}[1m])\n) by (pod, cluster, node)",1340"interval": "",1341"legendFormat": "{{cluster}} - {{node}} - {{pod}} - Transmitted",1342"queryType": "randomWalk",1343"refId": "B"1344}1345],1346"thresholds": [],1347"timeFrom": null,1348"timeRegions": [],1349"timeShift": null,1350"title": "Network Utilization",1351"tooltip": {1352"shared": true,1353"sort": 2,1354"value_type": "individual"1355},1356"type": "graph",1357"xaxis": {1358"buckets": null,1359"mode": "time",1360"name": null,1361"show": true,1362"values": []1363},1364"yaxes": [1365{1366"format": "binBps",1367"label": null,1368"logBase": 1,1369"max": null,1370"min": "0",1371"show": true1372},1373{1374"format": "short",1375"label": null,1376"logBase": 1,1377"max": null,1378"min": null,1379"show": true1380}1381],1382"yaxis": {1383"align": false,1384"alignLevel": null1385}1386},1387{1388"aliasColors": {},1389"bars": false,1390"dashLength": 10,1391"dashes": false,1392"datasource": "$datasource",1393"fill": 1,1394"fillGradient": 0,1395"gridPos": {1396"h": 7,1397"w": 8,1398"x": 8,1399"y": 401400},1401"hiddenSeries": false,1402"id": 12,1403"legend": {1404"alignAsTable": true,1405"avg": false,1406"current": true,1407"max": false,1408"min": false,1409"rightSide": false,1410"show": true,1411"total": false,1412"values": true1413},1414"lines": true,1415"linewidth": 1,1416"nullPointMode": "null",1417"options": {1418"alertThreshold": true1419},1420"percentage": false,1421"pluginVersion": "8.2.1",1422"pointradius": 2,1423"points": false,1424"renderer": "flot",1425"seriesOverrides": [],1426"spaceLength": 10,1427"stack": false,1428"steppedLine": false,1429"targets": [1430{1431"expr": "sum (\n rate(container_network_receive_packets_dropped_total{container!=\"POD\", pod!=\"\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}[1m])\n) by (pod, cluster, node)",1432"interval": "",1433"legendFormat": "{{cluster}} - {{node}} - {{pod}} - Receive",1434"queryType": "randomWalk",1435"refId": "A"1436},1437{1438"expr": "sum (\n rate(container_network_transmit_packets_dropped_total{container!=\"POD\", pod!=\"\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}[1m])\n) by (pod, cluster, node)",1439"interval": "",1440"legendFormat": "{{cluster}} - {{node}} - {{pod}} - Transmit",1441"queryType": "randomWalk",1442"refId": "B"1443}1444],1445"thresholds": [],1446"timeFrom": null,1447"timeRegions": [],1448"timeShift": null,1449"title": "Network Saturation (Packets Dropped)",1450"tooltip": {1451"shared": true,1452"sort": 2,1453"value_type": "individual"1454},1455"type": "graph",1456"xaxis": {1457"buckets": null,1458"mode": "time",1459"name": null,1460"show": true,1461"values": []1462},1463"yaxes": [1464{1465"format": "pps",1466"label": null,1467"logBase": 1,1468"max": null,1469"min": "0",1470"show": true1471},1472{1473"format": "short",1474"label": null,1475"logBase": 1,1476"max": null,1477"min": null,1478"show": true1479}1480],1481"yaxis": {1482"align": false,1483"alignLevel": null1484}1485},1486{1487"aliasColors": {},1488"bars": false,1489"dashLength": 10,1490"dashes": false,1491"datasource": "$datasource",1492"fill": 1,1493"fillGradient": 0,1494"gridPos": {1495"h": 7,1496"w": 8,1497"x": 16,1498"y": 401499},1500"hiddenSeries": false,1501"id": 14,1502"legend": {1503"alignAsTable": true,1504"avg": false,1505"current": true,1506"max": false,1507"min": false,1508"show": true,1509"total": false,1510"values": true1511},1512"lines": true,1513"linewidth": 1,1514"nullPointMode": "null",1515"options": {1516"alertThreshold": true1517},1518"percentage": false,1519"pluginVersion": "8.2.1",1520"pointradius": 2,1521"points": false,1522"renderer": "flot",1523"seriesOverrides": [],1524"spaceLength": 10,1525"stack": false,1526"steppedLine": false,1527"targets": [1528{1529"expr": "sum (\n rate(container_network_receive_errors_total{container!=\"POD\", pod!=\"\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}[1m])\n) by (pod, cluster, node)",1530"interval": "",1531"legendFormat": "{{cluster}} - {{node}} - {{pod}} - Received",1532"queryType": "randomWalk",1533"refId": "A"1534},1535{1536"expr": "sum (\n rate(container_network_transmit_errors_total{container!=\"POD\", pod!=\"\", cluster=~\"$cluster\", node=~\"$node\", pod=~\"$pod\"}[1m])\n) by (pod, cluster, node)",1537"interval": "",1538"legendFormat": "{{cluster}} - {{node}} - {{pod}} - Transmitted",1539"queryType": "randomWalk",1540"refId": "B"1541}1542],1543"thresholds": [],1544"timeFrom": null,1545"timeRegions": [],1546"timeShift": null,1547"title": "Network Errors",1548"tooltip": {1549"shared": true,1550"sort": 2,1551"value_type": "individual"1552},1553"type": "graph",1554"xaxis": {1555"buckets": null,1556"mode": "time",1557"name": null,1558"show": true,1559"values": []1560},1561"yaxes": [1562{1563"format": "Errors/s",1564"label": null,1565"logBase": 1,1566"max": null,1567"min": "0",1568"show": true1569},1570{1571"format": "short",1572"label": null,1573"logBase": 1,1574"max": null,1575"min": null,1576"show": true1577}1578],1579"yaxis": {1580"align": false,1581"alignLevel": null1582}1583},1584{1585"aliasColors": {},1586"bars": false,1587"dashLength": 10,1588"dashes": false,1589"datasource": "$datasource",1590"decimals": 4,1591"description": "",1592"fill": 1,1593"fillGradient": 0,1594"gridPos": {1595"h": 9,1596"w": 8,1597"x": 0,1598"y": 471599},1600"hiddenSeries": false,1601"id": 36,1602"legend": {1603"alignAsTable": true,1604"avg": true,1605"current": true,1606"max": true,1607"min": false,1608"show": true,1609"total": false,1610"values": true1611},1612"lines": true,1613"linewidth": 1,1614"nullPointMode": "null",1615"options": {1616"alertThreshold": true1617},1618"percentage": false,1619"pluginVersion": "8.2.1",1620"pointradius": 2,1621"points": false,1622"renderer": "flot",1623"seriesOverrides": [],1624"spaceLength": 10,1625"stack": false,1626"steppedLine": false,1627"targets": [1628{1629"expr": "rate(kube_pod_container_status_restarts_total{cluster=~\"$cluster\", pod=~\"$pod\"}[1m])",1630"interval": "",1631"legendFormat": "{{cluster}} - {{kubernetes_pod_node_name}} - {{pod}} ",1632"queryType": "randomWalk",1633"refId": "A"1634}1635],1636"thresholds": [],1637"timeFrom": null,1638"timeRegions": [],1639"timeShift": null,1640"title": "Pod Restarts",1641"tooltip": {1642"shared": true,1643"sort": 2,1644"value_type": "individual"1645},1646"type": "graph",1647"xaxis": {1648"buckets": null,1649"mode": "time",1650"name": null,1651"show": true,1652"values": []1653},1654"yaxes": [1655{1656"decimals": 2,1657"format": "short",1658"label": null,1659"logBase": 1,1660"max": null,1661"min": "0",1662"show": true1663},1664{1665"format": "short",1666"label": null,1667"logBase": 1,1668"max": null,1669"min": null,1670"show": true1671}1672],1673"yaxis": {1674"align": false,1675"alignLevel": null1676}1677},1678{1679"aliasColors": {},1680"bars": false,1681"dashLength": 10,1682"dashes": false,1683"datasource": "$datasource",1684"decimals": 0,1685"description": "",1686"fill": 1,1687"fillGradient": 0,1688"gridPos": {1689"h": 9,1690"w": 8,1691"x": 8,1692"y": 471693},1694"hiddenSeries": false,1695"id": 41,1696"legend": {1697"alignAsTable": true,1698"avg": false,1699"current": true,1700"max": false,1701"min": false,1702"show": true,1703"total": false,1704"values": true1705},1706"lines": true,1707"linewidth": 1,1708"nullPointMode": "null",1709"options": {1710"alertThreshold": true1711},1712"percentage": false,1713"pluginVersion": "8.2.1",1714"pointradius": 2,1715"points": false,1716"renderer": "flot",1717"seriesOverrides": [],1718"spaceLength": 10,1719"stack": false,1720"steppedLine": false,1721"targets": [1722{1723"expr": "kube_pod_container_status_running{cluster=~\"$cluster\", pod=~\"$pod\"} == 1 ",1724"interval": "",1725"legendFormat": "{{pod}} - RUNNING",1726"queryType": "randomWalk",1727"refId": "A"1728},1729{1730"expr": "(\n sum by (pod) (kube_pod_container_status_terminated{cluster=~\"$cluster\", pod=~\"$pod\"}) == 1\n) * on(pod) group_left(reason) (\n sum by (pod, reason) (kube_pod_container_status_terminated_reason{cluster=~\"$cluster\", pod=~\"$pod\"}) == 1\n)",1731"interval": "",1732"legendFormat": "{{pod}} - TERMINATED -> {{reason}}",1733"queryType": "randomWalk",1734"refId": "B"1735},1736{1737"expr": "(\n sum by (pod) (kube_pod_container_status_waiting{cluster=~\"$cluster\", pod=~\"$pod\"}) == 1\n) * on(pod) group_left(reason) (\n sum by (pod, reason) (kube_pod_container_status_waiting_reason{cluster=~\"$cluster\", pod=~\"$pod\"}) == 1\n)",1738"interval": "",1739"legendFormat": "{{pod}} - WAITING -> {{reason}}",1740"queryType": "randomWalk",1741"refId": "C"1742}1743],1744"thresholds": [],1745"timeFrom": null,1746"timeRegions": [],1747"timeShift": null,1748"title": "Pod Status",1749"tooltip": {1750"shared": true,1751"sort": 2,1752"value_type": "individual"1753},1754"type": "graph",1755"xaxis": {1756"buckets": null,1757"mode": "time",1758"name": null,1759"show": true,1760"values": []1761},1762"yaxes": [1763{1764"decimals": 0,1765"format": "short",1766"label": null,1767"logBase": 1,1768"max": null,1769"min": null,1770"show": true1771},1772{1773"format": "short",1774"label": null,1775"logBase": 1,1776"max": null,1777"min": null,1778"show": true1779}1780],1781"yaxis": {1782"align": false,1783"alignLevel": null1784}1785},1786{1787"aliasColors": {},1788"bars": false,1789"dashLength": 10,1790"dashes": false,1791"datasource": "$datasource",1792"decimals": 0,1793"fill": 1,1794"fillGradient": 0,1795"gridPos": {1796"h": 9,1797"w": 8,1798"x": 16,1799"y": 471800},1801"hiddenSeries": false,1802"id": 39,1803"legend": {1804"alignAsTable": true,1805"avg": false,1806"current": true,1807"max": false,1808"min": false,1809"show": true,1810"total": false,1811"values": true1812},1813"lines": true,1814"linewidth": 1,1815"nullPointMode": "null",1816"options": {1817"alertThreshold": true1818},1819"percentage": false,1820"pluginVersion": "8.2.1",1821"pointradius": 2,1822"points": false,1823"renderer": "flot",1824"seriesOverrides": [],1825"spaceLength": 10,1826"stack": false,1827"steppedLine": false,1828"targets": [1829{1830"expr": "kube_deployment_spec_replicas{cluster=~\"$cluster\", deployment=\"agent-smith\"}",1831"interval": "",1832"legendFormat": "{{cluster}} - {{deployment}} - Desired",1833"queryType": "randomWalk",1834"refId": "C"1835},1836{1837"expr": "kube_deployment_status_replicas_available{cluster=~\"$cluster\", deployment=\"agent-smith\"}",1838"interval": "",1839"legendFormat": "{{cluster}} - {{deployment}} - Available replicas",1840"queryType": "randomWalk",1841"refId": "A"1842},1843{1844"expr": "kube_deployment_status_replicas_unavailable{cluster=~\"$cluster\", deployment=\"agent-smith\"}",1845"interval": "",1846"legendFormat": "{{cluster}} - {{deployment}} - Unvailable replicas",1847"queryType": "randomWalk",1848"refId": "B"1849}1850],1851"thresholds": [],1852"timeFrom": null,1853"timeRegions": [],1854"timeShift": null,1855"title": "Replicas availability",1856"tooltip": {1857"shared": true,1858"sort": 2,1859"value_type": "individual"1860},1861"type": "graph",1862"xaxis": {1863"buckets": null,1864"mode": "time",1865"name": null,1866"show": true,1867"values": []1868},1869"yaxes": [1870{1871"decimals": 0,1872"format": "short",1873"label": null,1874"logBase": 1,1875"max": null,1876"min": null,1877"show": true1878},1879{1880"format": "short",1881"label": null,1882"logBase": 1,1883"max": null,1884"min": null,1885"show": true1886}1887],1888"yaxis": {1889"align": false,1890"alignLevel": null1891}1892},1893{1894"collapsed": true,1895"datasource": null,1896"gridPos": {1897"h": 1,1898"w": 24,1899"x": 0,1900"y": 561901},1902"id": 27,1903"panels": [1904{1905"aliasColors": {},1906"bars": false,1907"dashLength": 10,1908"dashes": false,1909"datasource": "$datasource",1910"fill": 1,1911"fillGradient": 0,1912"gridPos": {1913"h": 9,1914"w": 12,1915"x": 0,1916"y": 31917},1918"hiddenSeries": false,1919"id": 33,1920"legend": {1921"alignAsTable": true,1922"avg": true,1923"current": true,1924"max": true,1925"min": false,1926"show": true,1927"total": false,1928"values": true1929},1930"lines": true,1931"linewidth": 1,1932"nullPointMode": "null",1933"options": {1934"alertThreshold": true1935},1936"percentage": false,1937"pluginVersion": "8.1.2",1938"pointradius": 2,1939"points": false,1940"renderer": "flot",1941"seriesOverrides": [],1942"spaceLength": 10,1943"stack": false,1944"steppedLine": false,1945"targets": [1946{1947"expr": "process_resident_memory_bytes{cluster=~\"$cluster\", job=\"agent-smith\", pod=~\"$pod\"}",1948"hide": false,1949"interval": "",1950"legendFormat": "{{cluster}} - {{pod}}",1951"queryType": "randomWalk",1952"refId": "A"1953}1954],1955"thresholds": [],1956"timeFrom": null,1957"timeRegions": [],1958"timeShift": null,1959"title": "Memory Usage (as seen by the runtime process)",1960"tooltip": {1961"shared": true,1962"sort": 0,1963"value_type": "individual"1964},1965"type": "graph",1966"xaxis": {1967"buckets": null,1968"mode": "time",1969"name": null,1970"show": true,1971"values": []1972},1973"yaxes": [1974{1975"format": "bytes",1976"label": null,1977"logBase": 1,1978"max": null,1979"min": "0",1980"show": true1981},1982{1983"format": "short",1984"label": null,1985"logBase": 1,1986"max": null,1987"min": null,1988"show": true1989}1990],1991"yaxis": {1992"align": false,1993"alignLevel": null1994}1995},1996{1997"aliasColors": {},1998"bars": false,1999"dashLength": 10,2000"dashes": false,2001"datasource": "$datasource",2002"decimals": 2,2003"editable": true,2004"error": false,2005"fill": 1,2006"fillGradient": 0,2007"gridPos": {2008"h": 9,2009"w": 12,2010"x": 12,2011"y": 32012},2013"hiddenSeries": false,2014"id": 35,2015"legend": {2016"alignAsTable": true,2017"avg": true,2018"current": true,2019"hideEmpty": false,2020"max": true,2021"min": false,2022"rightSide": false,2023"show": true,2024"total": false,2025"values": true2026},2027"lines": true,2028"linewidth": 1,2029"links": [],2030"nullPointMode": "null",2031"options": {2032"alertThreshold": true2033},2034"percentage": false,2035"pluginVersion": "8.1.2",2036"pointradius": 5,2037"points": false,2038"renderer": "flot",2039"seriesOverrides": [],2040"spaceLength": 10,2041"stack": false,2042"steppedLine": false,2043"targets": [2044{2045"expr": "rate(process_cpu_seconds_total{cluster=~\"$cluster\", job=\"agent-smith\", pod=~\"$pod\"}[5m])",2046"interval": "",2047"intervalFactor": 2,2048"legendFormat": "{{cluster}} - {{pod}}",2049"metric": "prometheus_local_storage_ingested_samples_total",2050"refId": "A",2051"step": 102052}2053],2054"thresholds": [],2055"timeFrom": null,2056"timeRegions": [],2057"timeShift": null,2058"title": "CPU Usage (as seen by the runtime process)",2059"tooltip": {2060"msResolution": false,2061"shared": true,2062"sort": 2,2063"value_type": "individual"2064},2065"type": "graph",2066"xaxis": {2067"buckets": null,2068"mode": "time",2069"name": null,2070"show": true,2071"values": [2072"avg"2073]2074},2075"yaxes": [2076{2077"decimals": 2,2078"format": "none",2079"label": null,2080"logBase": 1,2081"max": null,2082"min": "0",2083"show": true2084},2085{2086"format": "short",2087"label": null,2088"logBase": 1,2089"max": null,2090"min": null,2091"show": true2092}2093],2094"yaxis": {2095"align": false,2096"alignLevel": null2097}2098},2099{2100"aliasColors": {},2101"bars": false,2102"dashLength": 10,2103"dashes": false,2104"datasource": "$datasource",2105"fill": 1,2106"fillGradient": 0,2107"gridPos": {2108"h": 8,2109"w": 12,2110"x": 0,2111"y": 122112},2113"hiddenSeries": false,2114"id": 20,2115"legend": {2116"alignAsTable": true,2117"avg": true,2118"current": true,2119"max": true,2120"min": false,2121"show": true,2122"total": false,2123"values": true2124},2125"lines": true,2126"linewidth": 1,2127"nullPointMode": "null",2128"options": {2129"alertThreshold": true2130},2131"percentage": false,2132"pluginVersion": "8.1.2",2133"pointradius": 2,2134"points": false,2135"renderer": "flot",2136"seriesOverrides": [],2137"spaceLength": 10,2138"stack": false,2139"steppedLine": false,2140"targets": [2141{2142"expr": "go_memstats_heap_sys_bytes{cluster=~\"$cluster\", pod=~\"$pod\"}",2143"interval": "",2144"legendFormat": "{{cluster}} - {{pod}}",2145"queryType": "randomWalk",2146"refId": "A"2147}2148],2149"thresholds": [],2150"timeFrom": null,2151"timeRegions": [],2152"timeShift": null,2153"title": "Heap Usage",2154"tooltip": {2155"shared": true,2156"sort": 2,2157"value_type": "individual"2158},2159"type": "graph",2160"xaxis": {2161"buckets": null,2162"mode": "time",2163"name": null,2164"show": true,2165"values": []2166},2167"yaxes": [2168{2169"format": "bytes",2170"label": null,2171"logBase": 1,2172"max": null,2173"min": "0",2174"show": true2175},2176{2177"format": "short",2178"label": null,2179"logBase": 1,2180"max": null,2181"min": null,2182"show": true2183}2184],2185"yaxis": {2186"align": false,2187"alignLevel": null2188}2189},2190{2191"aliasColors": {},2192"bars": false,2193"dashLength": 10,2194"dashes": false,2195"datasource": "$datasource",2196"fieldConfig": {2197"defaults": {2198"links": []2199},2200"overrides": []2201},2202"fill": 1,2203"fillGradient": 0,2204"gridPos": {2205"h": 8,2206"w": 12,2207"x": 12,2208"y": 122209},2210"hiddenSeries": false,2211"id": 23,2212"legend": {2213"alignAsTable": true,2214"avg": true,2215"current": true,2216"max": true,2217"min": false,2218"show": true,2219"total": false,2220"values": true2221},2222"lines": true,2223"linewidth": 1,2224"nullPointMode": "null",2225"options": {2226"alertThreshold": true2227},2228"percentage": false,2229"pluginVersion": "8.1.2",2230"pointradius": 2,2231"points": false,2232"renderer": "flot",2233"repeat": null,2234"repeatDirection": "h",2235"seriesOverrides": [2236{2237"alias": "/GC rate:(.*)/",2238"yaxis": 22239}2240],2241"spaceLength": 10,2242"stack": false,2243"steppedLine": false,2244"targets": [2245{2246"expr": "rate(go_memstats_alloc_bytes_total{cluster=~\"$cluster\", pod=~\"$pod\"}[5m])",2247"interval": "",2248"legendFormat": "{{cluster}} - {{pod}}",2249"refId": "A"2250}2251],2252"thresholds": [],2253"timeFrom": null,2254"timeRegions": [],2255"timeShift": null,2256"title": "Memory Allocation rate",2257"tooltip": {2258"shared": true,2259"sort": 2,2260"value_type": "individual"2261},2262"type": "graph",2263"xaxis": {2264"buckets": null,2265"mode": "time",2266"name": null,2267"show": true,2268"values": []2269},2270"yaxes": [2271{2272"format": "binBps",2273"label": null,2274"logBase": 1,2275"max": null,2276"min": "0",2277"show": true2278},2279{2280"format": "short",2281"label": null,2282"logBase": 1,2283"max": null,2284"min": null,2285"show": true2286}2287],2288"yaxis": {2289"align": false,2290"alignLevel": null2291}2292},2293{2294"aliasColors": {},2295"bars": false,2296"dashLength": 10,2297"dashes": false,2298"datasource": "$datasource",2299"fill": 1,2300"fillGradient": 0,2301"gridPos": {2302"h": 9,2303"w": 12,2304"x": 0,2305"y": 202306},2307"hiddenSeries": false,2308"id": 21,2309"legend": {2310"alignAsTable": true,2311"avg": true,2312"current": true,2313"max": true,2314"min": false,2315"show": true,2316"total": false,2317"values": true2318},2319"lines": true,2320"linewidth": 1,2321"nullPointMode": "null",2322"options": {2323"alertThreshold": true2324},2325"percentage": false,2326"pluginVersion": "8.1.2",2327"pointradius": 2,2328"points": false,2329"renderer": "flot",2330"seriesOverrides": [],2331"spaceLength": 10,2332"stack": false,2333"steppedLine": false,2334"targets": [2335{2336"expr": "go_goroutines{cluster=~\"$cluster\", job=\"agent-smith\", pod=~\"$pod\"}",2337"interval": "",2338"legendFormat": "{{cluster}} - {{pod}}",2339"queryType": "randomWalk",2340"refId": "A"2341}2342],2343"thresholds": [],2344"timeFrom": null,2345"timeRegions": [],2346"timeShift": null,2347"title": "Go Routines",2348"tooltip": {2349"shared": true,2350"sort": 2,2351"value_type": "individual"2352},2353"type": "graph",2354"xaxis": {2355"buckets": null,2356"mode": "time",2357"name": null,2358"show": true,2359"values": []2360},2361"yaxes": [2362{2363"format": "short",2364"label": null,2365"logBase": 1,2366"max": null,2367"min": "0",2368"show": true2369},2370{2371"format": "short",2372"label": null,2373"logBase": 1,2374"max": null,2375"min": null,2376"show": true2377}2378],2379"yaxis": {2380"align": false,2381"alignLevel": null2382}2383},2384{2385"aliasColors": {},2386"bars": false,2387"dashLength": 10,2388"dashes": false,2389"datasource": "$datasource",2390"fill": 1,2391"fillGradient": 0,2392"gridPos": {2393"h": 9,2394"w": 12,2395"x": 12,2396"y": 202397},2398"hiddenSeries": false,2399"id": 25,2400"legend": {2401"alignAsTable": true,2402"avg": true,2403"current": true,2404"max": true,2405"min": false,2406"show": true,2407"total": false,2408"values": true2409},2410"lines": true,2411"linewidth": 1,2412"nullPointMode": "null",2413"options": {2414"alertThreshold": true2415},2416"percentage": false,2417"pluginVersion": "8.1.2",2418"pointradius": 2,2419"points": false,2420"renderer": "flot",2421"seriesOverrides": [],2422"spaceLength": 10,2423"stack": false,2424"steppedLine": false,2425"targets": [2426{2427"expr": "go_gc_duration_seconds{cluster=~\"$cluster\", job=\"agent-smith\", pod=~\"$pod\", quantile=\"0.5\"}",2428"interval": "",2429"legendFormat": "{{cluster}} - {{pod}} - GC Duration - 50th percentile",2430"refId": "A"2431},2432{2433"expr": "go_gc_duration_seconds{cluster=~\"$cluster\", job=\"agent-smith\", pod=~\"$pod\", quantile=\"0.75\"}",2434"interval": "",2435"legendFormat": "{{cluster}} - {{pod}} - GC Duration - 75th percentile",2436"refId": "B"2437},2438{2439"expr": "go_gc_duration_seconds{cluster=~\"$cluster\", job=\"agent-smith\", pod=~\"$pod\", quantile=\"1\"}",2440"interval": "",2441"legendFormat": "{{cluster}} - {{pod}} - GC Duration - 100th percentile",2442"refId": "C"2443}2444],2445"thresholds": [],2446"timeFrom": null,2447"timeRegions": [],2448"timeShift": null,2449"title": "Garbage collection time",2450"tooltip": {2451"shared": true,2452"sort": 2,2453"value_type": "individual"2454},2455"type": "graph",2456"xaxis": {2457"buckets": null,2458"mode": "time",2459"name": null,2460"show": true,2461"values": []2462},2463"yaxes": [2464{2465"format": "s",2466"label": null,2467"logBase": 1,2468"max": null,2469"min": "0",2470"show": true2471},2472{2473"format": "short",2474"label": null,2475"logBase": 1,2476"max": null,2477"min": null,2478"show": true2479}2480],2481"yaxis": {2482"align": false,2483"alignLevel": null2484}2485}2486],2487"title": "Go Runtime Metrics",2488"type": "row"2489}2490],2491"refresh": "30s",2492"schemaVersion": 31,2493"style": "dark",2494"tags": [2495"gitpod-mixin"2496],2497"templating": {2498"list": [2499{2500"allValue": null,2501"current": {2502"selected": true,2503"text": [2504"prod-ws-eu17",2505"prod-ws-us17"2506],2507"value": [2508"prod-ws-eu17",2509"prod-ws-us17"2510]2511},2512"datasource": "$datasource",2513"definition": "label_values(container_cpu_usage_seconds_total, cluster)",2514"description": null,2515"error": null,2516"hide": 0,2517"includeAll": true,2518"label": "Cluster",2519"multi": true,2520"name": "cluster",2521"options": [],2522"query": {2523"query": "label_values(container_cpu_usage_seconds_total, cluster)",2524"refId": "$datasource-cluster-Variable-Query"2525},2526"refresh": 2,2527"regex": "",2528"skipUrlSync": false,2529"sort": 0,2530"tagValuesQuery": "",2531"tagsQuery": "",2532"type": "query",2533"useTags": false2534},2535{2536"allValue": null,2537"current": {2538"selected": true,2539"text": [2540"All"2541],2542"value": [2543"$__all"2544]2545},2546"datasource": "$datasource",2547"definition": "label_values(container_cpu_usage_seconds_total{cluster=~\"$cluster\", pod=~\"agent-smith.*\"}, node)",2548"description": null,2549"error": null,2550"hide": 0,2551"includeAll": true,2552"label": "Node",2553"multi": true,2554"name": "node",2555"options": [],2556"query": {2557"query": "label_values(container_cpu_usage_seconds_total{cluster=~\"$cluster\", pod=~\"agent-smith.*\"}, node)",2558"refId": "$datasource-node-Variable-Query"2559},2560"refresh": 2,2561"regex": "",2562"skipUrlSync": false,2563"sort": 0,2564"tagValuesQuery": "",2565"tagsQuery": "",2566"type": "query",2567"useTags": false2568},2569{2570"allValue": null,2571"current": {2572"selected": true,2573"text": [2574"All"2575],2576"value": [2577"$__all"2578]2579},2580"datasource": "$datasource",2581"definition": "label_values(container_cpu_usage_seconds_total{cluster=~\"$cluster\", node=~\"$node\", pod=~\"agent-smith.*\"}, pod)",2582"description": null,2583"error": null,2584"hide": 0,2585"includeAll": true,2586"label": "Pod",2587"multi": true,2588"name": "pod",2589"options": [],2590"query": {2591"query": "label_values(container_cpu_usage_seconds_total{cluster=~\"$cluster\", node=~\"$node\", pod=~\"agent-smith.*\"}, pod)",2592"refId": "$datasource-pod-Variable-Query"2593},2594"refresh": 2,2595"regex": "",2596"skipUrlSync": false,2597"sort": 0,2598"tagValuesQuery": "",2599"tagsQuery": "",2600"type": "query",2601"useTags": false2602},2603{2604"current": {2605"selected": false,2606"text": "VictoriaMetrics",2607"value": "VictoriaMetrics"2608},2609"hide": 0,2610"includeAll": false,2611"multi": false,2612"name": "datasource",2613"options": [],2614"query": "prometheus",2615"refresh": 1,2616"regex": "",2617"skipUrlSync": false,2618"type": "datasource"2619}2620]2621},2622"time": {2623"from": "now-30m",2624"to": "now"2625},2626"timepicker": {},2627"timezone": "utc",2628"title": "Gitpod / Component / agent-smith",2629"uid": "agent-smith",2630"version": 12631}263226332634