{ "annotations": { "list": [ { "builtIn": 1, "datasource": { "type": "datasource", "uid": "grafana" }, "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", "target": { "limit": 100, "matchAny": false, "tags": [], "type": "dashboard" }, "type": "dashboard" } ] }, "editable": true, "fiscalYearStartMonth": 0, "graphTooltip": 1, "id": 28, "links": [], "liveNow": false, "panels": [ { "collapsed": true, "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 0 }, "id": 43, "panels": [ { "cards": {}, "color": { "cardColor": "#b4ff00", "colorScale": "sqrt", "colorScheme": "interpolateCool", "exponent": 0.5, "mode": "spectrum" }, "dataFormat": "tsbuckets", "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "description": "Count of translations times that were in a given time in seconds", "fieldConfig": { "defaults": { "custom": { "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "scaleDistribution": { "type": "linear" } } }, "overrides": [] }, "gridPos": { "h": 9, "w": 6, "x": 0, "y": 1 }, "heatmap": {}, "hideZeroBuckets": false, "highlightCards": true, "id": 47, "legend": { "show": false }, "maxDataPoints": 25, "options": { "calculate": false, "calculation": {}, "cellGap": 2, "cellValues": {}, "color": { "exponent": 0.5, "fill": "#b4ff00", "mode": "scheme", "reverse": false, "scale": "exponential", "scheme": "Cool", "steps": 128 }, "exemplars": { "color": "rgba(255,0,255,0.7)" }, "filterValues": { "le": 1e-9 }, "legend": { "show": false }, "rowsFrame": { "layout": "auto" }, "showValue": "never", "tooltip": { "show": true, "yHistogram": false }, "yAxis": { "axisPlacement": "left", "reverse": false, "unit": "short" } }, "pluginVersion": "9.3.1", "reverseYBuckets": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(rate(gloo_mesh_translation_time_sec_bucket[5m])) by (le)", "format": "heatmap", "hide": false, "interval": "", "legendFormat": "{{le}}", "refId": "B" } ], "title": "Total Translation Times Histogram", "tooltip": { "show": true, "showHistogram": false }, "type": "heatmap", "xAxis": { "show": true }, "yAxis": { "format": "short", "logBase": 1, "show": true }, "yBucketBound": "auto" }, { "cards": {}, "color": { "cardColor": "#b4ff00", "colorScale": "sqrt", "colorScheme": "interpolateCool", "exponent": 0.5, "mode": "spectrum" }, "dataFormat": "tsbuckets", "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "description": "Count of translations times that were in a given time in seconds", "fieldConfig": { "defaults": { "custom": { "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "scaleDistribution": { "type": "linear" } } }, "overrides": [] }, "gridPos": { "h": 9, "w": 6, "x": 6, "y": 1 }, "heatmap": {}, "hideZeroBuckets": false, "highlightCards": true, "id": 12, "legend": { "show": false }, "maxDataPoints": 25, "options": { "calculate": false, "calculation": {}, "cellGap": 2, "cellValues": {}, "color": { "exponent": 0.5, "fill": "#b4ff00", "mode": "scheme", "reverse": false, "scale": "exponential", "scheme": "Cool", "steps": 128 }, "exemplars": { "color": "rgba(255,0,255,0.7)" }, "filterValues": { "le": 1e-9 }, "legend": { "show": false }, "rowsFrame": { "layout": "auto" }, "showValue": "never", "tooltip": { "show": true, "yHistogram": false }, "yAxis": { "axisPlacement": "left", "reverse": false, "unit": "short" } }, "pluginVersion": "9.3.1", "reverseYBuckets": false, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(rate(gloo_mesh_reconciler_time_sec_bucket[1m])) by (le)", "hide": false, "interval": "", "legendFormat": "{{le}}", "refId": "B" } ], "title": "Total Recon Times Histogram", "tooltip": { "show": true, "showHistogram": false }, "type": "heatmap", "xAxis": { "show": true }, "yAxis": { "format": "short", "logBase": 1, "show": true }, "yBucketBound": "auto" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": false, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Value" }, "properties": [ { "id": "custom.width", "value": 66 } ] }, { "matcher": { "id": "byName", "options": "workspace" }, "properties": [ { "id": "custom.width", "value": 209 } ] }, { "matcher": { "id": "byName", "options": "namespace" }, "properties": [ { "id": "custom.width", "value": 173 } ] } ] }, "gridPos": { "h": 5, "w": 12, "x": 12, "y": 1 }, "id": 31, "options": { "footer": { "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Value" } ] }, "pluginVersion": "9.3.1", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": false, "expr": "sum(translation_warning) by (pod,namespace,workspace,gvk)", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Translation Warnings", "transformations": [ { "id": "organize", "options": { "excludeByName": { "Time": true }, "indexByName": { "Time": 0, "Value": 5, "gvk": 4, "namespace": 3, "pod": 1, "workspace": 2 }, "renameByName": {} } } ], "type": "table" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": false, "inspect": false }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Value" }, "properties": [ { "id": "custom.width", "value": 66 } ] }, { "matcher": { "id": "byName", "options": "workspace" }, "properties": [ { "id": "custom.width", "value": 209 } ] }, { "matcher": { "id": "byName", "options": "namespace" }, "properties": [ { "id": "custom.width", "value": 173 } ] } ] }, "gridPos": { "h": 5, "w": 12, "x": 12, "y": 6 }, "id": 45, "options": { "footer": { "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": true, "displayName": "Value" } ] }, "pluginVersion": "9.3.1", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": false, "expr": "sum(translation_error) by (pod,namespace,workspace,gvk)", "format": "table", "hide": false, "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Translation Errors", "transformations": [ { "id": "organize", "options": { "excludeByName": { "Time": true }, "indexByName": { "Time": 0, "Value": 5, "gvk": 4, "namespace": 3, "pod": 1, "workspace": 2 }, "renameByName": {} } } ], "type": "table" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "description": "Count of translations times that were in a given time in seconds", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 0, "y": 10 }, "id": 44, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "histogram_quantile(0.99, sum(rate(gloo_mesh_translation_time_sec_bucket[5m])) by (le))", "hide": false, "interval": "", "legendFormat": "P99", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "histogram_quantile(0.90, sum(rate(gloo_mesh_translation_time_sec_bucket[5m])) by (le))", "hide": false, "interval": "", "legendFormat": "P90", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "histogram_quantile(0.75, sum(rate(gloo_mesh_translation_time_sec_bucket[5m])) by (le))", "hide": false, "interval": "", "legendFormat": "P75", "refId": "C" } ], "title": "Translation Time Percentiles", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "description": "Count of translations times that were in a given time in seconds", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 6, "y": 10 }, "id": 46, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "histogram_quantile(0.99, sum(rate(gloo_mesh_reconciler_time_sec_bucket[5m])) by (le))", "hide": false, "interval": "", "legendFormat": "P99", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "histogram_quantile(0.90, sum(rate(gloo_mesh_reconciler_time_sec_bucket[5m])) by (le))", "hide": false, "interval": "", "legendFormat": "P90", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "histogram_quantile(0.75, sum(rate(gloo_mesh_reconciler_time_sec_bucket[5m])) by (le))", "hide": false, "interval": "", "legendFormat": "P75", "refId": "C" } ], "title": "Recon Time Percentiles", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "description": "Number of translators that can run concurrently", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 12, "y": 11 }, "id": 8, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "center", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": { "titleSize": 10, "valueSize": 50 }, "textMode": "value" }, "pluginVersion": "9.3.1", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(gloo_mesh_translator_concurrency) by (pod)", "format": "time_series", "hide": false, "instant": false, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Gloo Translator Concurrency", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "description": "Number of errors when trying to sync with Redis", "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 6, "w": 6, "x": 18, "y": 11 }, "id": 10, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "text": { "titleSize": 20, "valueSize": 40 }, "textMode": "auto" }, "pluginVersion": "9.3.1", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(delta(gloo_mesh_redis_sync_err{app=\"gloo-mesh-mgmt-server\"}[10m]))", "instant": false, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Redis Sync Errors (last 10m)", "type": "stat" } ], "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "refId": "A" } ], "title": "Gloo Management Server", "type": "row" }, { "collapsed": true, "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 1 }, "id": 25, "panels": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "percentage", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 99 } ] }, "unit": "percentunit" }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 0, "y": 18 }, "id": 16, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.3.1", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(relay_pull_clients_connected{app=\"gloo-mesh-mgmt-server\"}) / count(relay_pull_clients_connected{app=\"gloo-mesh-mgmt-server\"})", "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Agents Connected", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 4, "y": 18 }, "id": 27, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "lastNotNull" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.3.1", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(relay_pull_clients_connected)", "instant": false, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Total Agent Connected", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 1 } ] } }, "overrides": [] }, "gridPos": { "h": 5, "w": 4, "x": 8, "y": 18 }, "id": 35, "options": { "colorMode": "value", "graphMode": "area", "justifyMode": "auto", "orientation": "auto", "reduceOptions": { "calcs": [ "last" ], "fields": "", "values": false }, "textMode": "auto" }, "pluginVersion": "9.3.1", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "count(sum(relay_push_clients_warmed == 0) by(cluster))", "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Agent Clusters Not Warmed", "type": "stat" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [] }, "gridPos": { "h": 11, "w": 12, "x": 12, "y": 18 }, "id": 18, "options": { "legend": { "calcs": [ "lastNotNull" ], "displayMode": "table", "placement": "bottom", "showLegend": true, "sortBy": "Last *", "sortDesc": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(relay_pull_clients_connected{app=\"gloo-mesh-mgmt-server\"})by (pod)", "instant": false, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Agents Connected To each Management Pod", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "fieldConfig": { "defaults": { "color": { "mode": "thresholds" }, "custom": { "align": "auto", "displayMode": "auto", "filterable": true, "inspect": false, "width": 200 }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] } }, "overrides": [ { "matcher": { "id": "byName", "options": "Mgmt Pod" }, "properties": [ { "id": "custom.width", "value": 433 } ] }, { "matcher": { "id": "byName", "options": "Agent Cluster" }, "properties": [ { "id": "custom.width", "value": 436 } ] } ] }, "gridPos": { "h": 6, "w": 12, "x": 0, "y": 23 }, "id": 20, "options": { "footer": { "fields": "", "reducer": [ "sum" ], "show": false }, "showHeader": true, "sortBy": [ { "desc": false, "displayName": "Mgmt Pod" } ] }, "pluginVersion": "9.3.1", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": false, "expr": "sum(relay_pull_clients_connected{app=\"gloo-mesh-mgmt-server\"}) by (pod,cluster)", "format": "table", "instant": true, "interval": "", "legendFormat": "", "refId": "A" } ], "title": "Agents Connected To Each Mgmt Pod", "transformations": [ { "id": "organize", "options": { "excludeByName": { "Time": true, "Value": true, "Value #A": true }, "indexByName": { "Time": 0, "Value": 3, "cluster": 2, "pod": 1 }, "renameByName": { "cluster": "Agent Cluster", "pod": "Mgmt Pod" } } } ], "type": "table" } ], "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "refId": "A" } ], "title": "Gloo Agents", "type": "row" }, { "collapsed": true, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 2 }, "id": 57, "panels": [ { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 3 }, "id": 61, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "sum(rate(solo_io_insights_execution_time_count[5m]))", "legendFormat": "Insights", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "rate(solo_io_insights_engine_errors_total[5m])", "hide": false, "legendFormat": "Errors", "range": true, "refId": "B" } ], "title": "Insights execution rate", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 3 }, "id": 63, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "sum(rate(solo_io_analyzer_execution_time_count[5m]))", "legendFormat": "Analyzer", "range": true, "refId": "A" } ], "title": "Insights Analyzer execution rate", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 11 }, "id": 59, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "histogram_quantile(0.95, sum(rate(solo_io_insights_execution_time_bucket[5m])) by (le,code))", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Insights execution times (p95)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 11 }, "id": 60, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "histogram_quantile(0.95, sum(rate(solo_io_insights_total_execution_time_bucket[$__rate_interval])) by (le))", "hide": false, "legendFormat": "p95", "range": true, "refId": "D" }, { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "histogram_quantile(0.90, sum(rate(solo_io_insights_total_execution_time_bucket[$__rate_interval])) by (le))", "hide": false, "legendFormat": "p90", "range": true, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "histogram_quantile(0.50, sum(rate(solo_io_insights_total_execution_time_bucket[$__rate_interval])) by (le))", "hide": false, "legendFormat": "p50", "range": true, "refId": "C" } ], "title": "Insights total execution time percentiles", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 0, "y": 19 }, "id": 64, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "histogram_quantile(0.95, sum(rate(solo_io_analyzer_execution_time_bucket[5m])) by (le, analyzer))", "legendFormat": "__auto", "range": true, "refId": "A" } ], "title": "Insights Analyzer execution times (p95)", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "auto", "spanNulls": false, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "s" }, "overrides": [] }, "gridPos": { "h": 8, "w": 12, "x": 12, "y": 19 }, "id": 65, "options": { "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "targets": [ { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "histogram_quantile(0.95, sum(rate(solo_io_analyzer_execution_time_bucket[5m])) by (le))", "hide": false, "legendFormat": "p95", "range": true, "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "histogram_quantile(0.90, sum(rate(solo_io_analyzer_execution_time_bucket[5m])) by (le))", "hide": false, "legendFormat": "p90", "range": true, "refId": "C" }, { "datasource": { "type": "prometheus", "uid": "${GlooPrometheus}" }, "editorMode": "code", "expr": "histogram_quantile(0.50, sum(rate(solo_io_analyzer_execution_time_bucket[5m])) by (le))", "hide": false, "legendFormat": "p50", "range": true, "refId": "D" } ], "title": "Insights Analyzer execution time percentiles", "type": "timeseries" } ], "title": "Gloo Insights", "type": "row" }, { "collapsed": true, "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 3 }, "id": 49, "panels": [ { "datasource": { "type": "prometheus", "uid": "P2EBDF67F128D2C92" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Refused.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 10, "w": 8, "x": 0, "y": 4 }, "id": 51, "interval": "", "links": [], "options": { "legend": { "calcs": [ "min", "max", "mean" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "8.3.5", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "editorMode": "code", "exemplar": true, "expr": "sum(rate(otelcol_receiver_accepted_metric_points[5m])) by (receiver)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Accepted rate: {{receiver}}", "range": true, "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "editorMode": "code", "exemplar": true, "expr": "sum(rate(otelcol_receiver_refused_metric_points[5m])) by (receiver)", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "Refused rate: {{receiver}}", "range": true, "refId": "B" } ], "title": "Receivers: Metric Points Rate", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byRegexp", "options": "/.*Refused.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "red", "mode": "fixed" } } ] }, { "matcher": { "id": "byRegexp", "options": "/.*Dropped.*/" }, "properties": [ { "id": "color", "value": { "fixedColor": "purple", "mode": "fixed" } } ] } ] }, "gridPos": { "h": 10, "w": 8, "x": 8, "y": 4 }, "id": 53, "interval": "", "links": [], "options": { "legend": { "calcs": [ "min", "max", "mean" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "8.3.5", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(rate(otelcol_processor_batch_batch_send_size_count[5m])) by (processor)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "Batch send size count: {{processor}}", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(rate(otelcol_processor_batch_batch_send_size_sum[5m])) by (processor)", "format": "time_series", "hide": false, "instant": false, "interval": "", "intervalFactor": 1, "legendFormat": "Batch send size sum: {{processor}}", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(rate(otelcol_processor_batch_timeout_trigger_send[5m])) by (processor)", "hide": false, "interval": "", "legendFormat": "Batch timeout rate: {{processor}}", "refId": "C" } ], "title": "Processors: Batch metrics", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "description": "", "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 0, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 1, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": true, "stacking": { "group": "A", "mode": "none" }, "thresholdsStyle": { "mode": "off" } }, "links": [], "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [] }, "gridPos": { "h": 10, "w": 8, "x": 16, "y": 4 }, "id": 55, "interval": "", "links": [], "options": { "legend": { "calcs": [ "min", "max", "mean" ], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "multi", "sort": "none" } }, "pluginVersion": "8.3.5", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(rate(otelcol_exporter_sent_metric_points[5m])) by (exporter)", "format": "time_series", "interval": "", "intervalFactor": 1, "legendFormat": "Sent metric points: {{exporter}}", "refId": "A" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(rate(otelcol_exporter_enqueue_failed_metric_points[5m])) by (exporter)", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 1, "legendFormat": "Enqueue failed metric points rate: {{exporter}}", "refId": "B" }, { "datasource": { "type": "prometheus", "uid": "prometheus-GM" }, "exemplar": true, "expr": "sum(rate(otelcol_exporter_send_failed_metric_points[5m]))", "hide": false, "interval": "", "legendFormat": "Sent failed rate: {{exporter}}", "refId": "C" } ], "title": "Exporters: Metric Points Rate", "type": "timeseries" } ], "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "refId": "A" } ], "title": "Gloo Telemetry Pipeline", "type": "row" }, { "collapsed": true, "datasource": { "type": "prometheus", "uid": "prometheus" }, "gridPos": { "h": 1, "w": 24, "x": 0, "y": 4 }, "id": 2, "panels": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 100, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 0, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "short" }, "overrides": [ { "matcher": { "id": "byName", "options": "quota - requests" }, "properties": [ { "id": "color", "value": { "fixedColor": "#F2495C", "mode": "fixed" } }, { "id": "custom.fillOpacity", "value": 0 }, { "id": "custom.lineWidth", "value": 2 }, { "id": "custom.stacking", "value": { "group": false, "mode": "normal" } }, { "id": "custom.lineStyle", "value": { "dash": [ 10, 10 ], "fill": "dash" } } ] }, { "matcher": { "id": "byName", "options": "quota - limits" }, "properties": [ { "id": "color", "value": { "fixedColor": "#FF9830", "mode": "fixed" } }, { "id": "custom.fillOpacity", "value": 0 }, { "id": "custom.lineWidth", "value": 2 }, { "id": "custom.stacking", "value": { "group": false, "mode": "normal" } }, { "id": "custom.lineStyle", "value": { "dash": [ 10, 10 ], "fill": "dash" } } ] } ] }, "gridPos": { "h": 16, "w": 12, "x": 0, "y": 57 }, "id": 39, "interval": "1m", "links": [], "options": { "legend": { "calcs": [], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": true, "expr": "sum(rate(container_cpu_usage_seconds_total{namespace=\"gloo-mesh\"}[5m])) by (pod)", "format": "time_series", "hide": false, "interval": "", "intervalFactor": 2, "legendFormat": "{{pod}}", "refId": "A", "step": 10 }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": true, "expr": "scalar(kube_resourcequota{namespace=\"gloo-mesh\", type=\"hard\",resource=\"requests.cpu\"})", "format": "time_series", "interval": "", "intervalFactor": 2, "legendFormat": "quota - requests", "refId": "B", "step": 10 }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": true, "expr": "scalar(kube_resourcequota{namespace=\"gloo-mesh\", type=\"hard\",resource=\"limits.cpu\"})", "format": "time_series", "interval": "", "intervalFactor": 2, "legendFormat": "quota - limits", "refId": "C", "step": 10 } ], "title": "Gloo vCPU Usage", "type": "timeseries" }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "fieldConfig": { "defaults": { "color": { "mode": "palette-classic" }, "custom": { "axisCenteredZero": false, "axisColorMode": "text", "axisLabel": "", "axisPlacement": "auto", "barAlignment": 0, "drawStyle": "line", "fillOpacity": 100, "gradientMode": "none", "hideFrom": { "legend": false, "tooltip": false, "viz": false }, "lineInterpolation": "linear", "lineWidth": 0, "pointSize": 5, "scaleDistribution": { "type": "linear" }, "showPoints": "never", "spanNulls": false, "stacking": { "group": "A", "mode": "normal" }, "thresholdsStyle": { "mode": "off" } }, "mappings": [], "min": 0, "thresholds": { "mode": "absolute", "steps": [ { "color": "green", "value": null }, { "color": "red", "value": 80 } ] }, "unit": "bytes" }, "overrides": [ { "matcher": { "id": "byName", "options": "quota - requests" }, "properties": [ { "id": "color", "value": { "fixedColor": "#F2495C", "mode": "fixed" } }, { "id": "custom.fillOpacity", "value": 0 }, { "id": "custom.lineWidth", "value": 2 }, { "id": "custom.stacking", "value": { "group": false, "mode": "normal" } }, { "id": "custom.lineStyle", "value": { "dash": [ 10, 10 ], "fill": "dash" } } ] }, { "matcher": { "id": "byName", "options": "quota - limits" }, "properties": [ { "id": "color", "value": { "fixedColor": "#FF9830", "mode": "fixed" } }, { "id": "custom.fillOpacity", "value": 0 }, { "id": "custom.lineWidth", "value": 2 }, { "id": "custom.stacking", "value": { "group": false, "mode": "normal" } }, { "id": "custom.lineStyle", "value": { "dash": [ 10, 10 ], "fill": "dash" } } ] } ] }, "gridPos": { "h": 16, "w": 12, "x": 12, "y": 57 }, "id": 41, "interval": "1m", "links": [], "options": { "legend": { "calcs": [], "displayMode": "table", "placement": "bottom", "showLegend": true }, "tooltip": { "mode": "single", "sort": "none" } }, "pluginVersion": "8.3.3", "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": true, "expr": "sum(container_memory_working_set_bytes{job=\"kubelet\", metrics_path=\"/metrics/cadvisor\", namespace=\"gloo-mesh\", container!=\"\", image!=\"\"}) by (pod)", "format": "time_series", "interval": "", "intervalFactor": 2, "legendFormat": "{{pod}}", "refId": "A", "step": 10 }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": true, "expr": "scalar(kube_resourcequota{namespace=\"gloo-mesh\", type=\"hard\",resource=\"requests.memory\"})", "format": "time_series", "interval": "", "intervalFactor": 2, "legendFormat": "quota - requests", "refId": "B", "step": 10 }, { "datasource": { "type": "prometheus", "uid": "prometheus" }, "exemplar": true, "expr": "scalar(kube_resourcequota{namespace=\"gloo-mesh\", type=\"hard\",resource=\"limits.memory\"})", "format": "time_series", "interval": "", "intervalFactor": 2, "legendFormat": "quota - limits", "refId": "C", "step": 10 } ], "title": "Gloo Memory Usage (w/o cache)", "type": "timeseries" } ], "targets": [ { "datasource": { "type": "prometheus", "uid": "prometheus" }, "refId": "A" } ], "title": "Gloo Resource Usage", "type": "row" } ], "refresh": "30s", "schemaVersion": 37, "style": "dark", "tags": [ "gloo" ], "templating": { "list": [ { "current": { "selected": true, "text": "prometheus-GM", "value": "prometheus-GM" }, "hide": 0, "includeAll": false, "label": "Gloo Prometheus", "multi": false, "name": "GlooPrometheus", "options": [], "query": "prometheus", "queryValue": "", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" }, { "current": { "selected": false, "text": "Prometheus", "value": "Prometheus" }, "hide": 0, "includeAll": false, "label": "External Prometheus", "multi": false, "name": "ExternalPrometheus", "options": [], "query": "prometheus", "queryValue": "", "refresh": 1, "regex": "", "skipUrlSync": false, "type": "datasource" } ] }, "time": { "from": "now-3h", "to": "now" }, "timepicker": {}, "timezone": "", "title": "Gloo Platform Operations", "uid": "9Zx09Zg45", "version": 10, "weekStart": "" }