diff --git a/conf/grafana/dashboards/content-replayer.json b/conf/grafana/dashboards/content-replayer.json index a6e1683..49c2c66 100644 --- a/conf/grafana/dashboards/content-replayer.json +++ b/conf/grafana/dashboards/content-replayer.json @@ -1,326 +1,1043 @@ { "annotations": { "list": [ { "builtIn": 1, "datasource": "-- Grafana --", "enable": true, "hide": true, "iconColor": "rgba(0, 211, 255, 1)", "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, "type": "dashboard" } ] }, "editable": true, + "fiscalYearStartMonth": 0, "gnetId": null, - "graphTooltip": 0, + "graphTooltip": 1, + "id": 6, + "iteration": 1642755811941, "links": [], + "liveNow": false, "panels": [ { - "aliasColors": {}, - "bars": false, - "dashLength": 10, - "dashes": false, - "datasource": null, - "fieldConfig": { - "defaults": { - "custom": {}, - "links": [] - }, - "overrides": [] + "cards": { + "cardPadding": null, + "cardRound": null }, - "fill": 1, - "fillGradient": 0, + "color": { + "cardColor": "#FA6400", + "colorScale": "sqrt", + "colorScheme": "interpolatePlasma", + "exponent": 0.5, + "max": null, + "min": null, + "mode": "spectrum" + }, + "dataFormat": "tsbuckets", + "datasource": null, + "description": "", "gridPos": { "h": 8, - "w": 24, + "w": 12, "x": 0, "y": 0 }, - "hiddenSeries": false, - "id": 4, + "heatmap": {}, + "hideZeroBuckets": true, + "highlightCards": true, + "id": 13, "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, + "show": false + }, + "reverseYBuckets": false, + "targets": [ + { + "exemplar": true, + "expr": "rate(swh_content_replayer_duration_seconds_bucket{request=\"get\", role=\"content-replayer\"}[$interval])", + "format": "heatmap", + "instant": false, + "interval": "", + "legendFormat": "{{le}}", + "refId": "A" + } + ], + "title": "GET", + "tooltip": { "show": true, - "total": false, - "values": false + "showHistogram": true }, - "lines": true, - "linewidth": 1, - "nullPointMode": "null", - "percentage": false, - "pluginVersion": "7.1.5", - "pointradius": 2, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketNumber": null, + "xBucketSize": null, + "yAxis": { + "decimals": null, + "format": "s", + "logBase": 1, + "max": null, + "min": null, + "show": true, + "splitFactor": null + }, + "yBucketBound": "auto", + "yBucketNumber": null, + "yBucketSize": null + }, + { + "cards": { + "cardPadding": null, + "cardRound": null + }, + "color": { + "cardColor": "#FA6400", + "colorScale": "sqrt", + "colorScheme": "interpolatePlasma", + "exponent": 0.5, + "max": null, + "min": null, + "mode": "spectrum" + }, + "dataFormat": "tsbuckets", + "datasource": null, + "description": "", + "gridPos": { + "h": 8, + "w": 12, + "x": 12, + "y": 0 + }, + "heatmap": {}, + "hideZeroBuckets": true, + "highlightCards": true, + "id": 14, + "legend": { + "show": false + }, + "reverseYBuckets": false, "targets": [ { - "expr": "rate(swh_content_replayer_bytes[5m])", - "legendFormat": "Volume", + "exemplar": true, + "expr": "rate(swh_content_replayer_duration_seconds_bucket{request=\"put\",role=\"content-replayer\"}[$interval])", + "format": "heatmap", + "instant": false, + "interval": "", + "legendFormat": "{{le}}", "refId": "A" } ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Volume Processed", + "title": "PUT", "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" + "show": true, + "showHistogram": true }, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, + "type": "heatmap", + "xAxis": { + "show": true + }, + "xBucketNumber": null, + "xBucketSize": null, + "yAxis": { + "decimals": null, + "format": "s", + "logBase": 1, + "max": null, + "min": null, "show": true, - "values": [] + "splitFactor": null }, - "yaxes": [ + "yBucketBound": "auto", + "yBucketNumber": null, + "yBucketSize": null + }, + { + "datasource": null, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "75%" + }, + "properties": [ + { + "id": "custom.fillBelowTo", + "value": "25%" + }, + { + "id": "custom.lineWidth", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "25%" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "50%" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 2 + } + ] + } + ] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 8 + }, + "id": 16, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "targets": [ { - "format": "Bps", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "exemplar": true, + "expr": "rate(swh_objstorage_request_duration_seconds_sum{endpoint=\"contains\"}[$interval]) / rate(swh_objstorage_request_duration_seconds_count{endpoint=\"contains\"}[$interval])", + "hide": true, + "interval": "", + "legendFormat": "mean", + "refId": "A" }, { - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true + "exemplar": true, + "expr": "histogram_quantile(0.25, rate(swh_objstorage_request_duration_seconds_bucket{endpoint=\"contains\"}[$interval]))", + "hide": false, + "interval": "", + "legendFormat": "25%", + "refId": "B" + }, + { + "exemplar": true, + "expr": "histogram_quantile(0.75, rate(swh_objstorage_request_duration_seconds_bucket{endpoint=\"contains\"}[$interval]))", + "hide": false, + "interval": "", + "legendFormat": "75%", + "refId": "C" + }, + { + "exemplar": true, + "expr": "histogram_quantile(0.5, rate(swh_objstorage_request_duration_seconds_bucket{endpoint=\"contains\"}[$interval]))", + "hide": false, + "interval": "", + "legendFormat": "50%", + "refId": "D" } ], - "yaxis": { - "align": false, - "alignLevel": null - } + "title": "IN", + "type": "timeseries" + }, + { + "datasource": null, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "75%" + }, + "properties": [ + { + "id": "custom.fillBelowTo", + "value": "25%" + }, + { + "id": "custom.lineWidth", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "25%" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "50%" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + } + ] + } + ] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 8 + }, + "id": 9, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "targets": [ + { + "exemplar": true, + "expr": "histogram_quantile(0.25, rate(swh_content_replayer_duration_seconds_bucket{request=\"get\",role=\"content-replayer\"}[$interval]))", + "interval": "", + "legendFormat": "25%", + "refId": "A" + }, + { + "exemplar": true, + "expr": "histogram_quantile(0.75, rate(swh_content_replayer_duration_seconds_bucket{request=\"get\",role=\"content-replayer\"}[$interval]))", + "hide": false, + "interval": "", + "legendFormat": "75%", + "refId": "B" + }, + { + "exemplar": true, + "expr": "histogram_quantile(0.5, rate(swh_content_replayer_duration_seconds_bucket{request=\"get\",role=\"content-replayer\"}[$interval]))", + "hide": false, + "interval": "", + "legendFormat": "50%", + "refId": "C" + } + ], + "title": "GET", + "type": "timeseries" + }, + { + "datasource": null, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "s" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "75%" + }, + "properties": [ + { + "id": "custom.fillBelowTo", + "value": "25%" + }, + { + "id": "custom.lineWidth", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "25%" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 0 + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "50%" + }, + "properties": [ + { + "id": "custom.lineWidth", + "value": 3 + } + ] + } + ] + }, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 8 + }, + "id": 8, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "targets": [ + { + "exemplar": true, + "expr": "histogram_quantile(0.25, rate(swh_content_replayer_duration_seconds_bucket{request=\"put\",role=\"content-replayer\"}[$interval]))", + "interval": "", + "legendFormat": "25%", + "refId": "A" + }, + { + "exemplar": true, + "expr": "histogram_quantile(0.75, rate(swh_content_replayer_duration_seconds_bucket{request=\"put\",role=\"content-replayer\"}[$interval]))", + "hide": false, + "interval": "", + "legendFormat": "75%", + "refId": "B" + }, + { + "exemplar": true, + "expr": "histogram_quantile(0.5, rate(swh_content_replayer_duration_seconds_bucket{request=\"put\",role=\"content-replayer\"}[$interval]))", + "hide": false, + "interval": "", + "legendFormat": "50%", + "refId": "C" + } + ], + "title": "PUT", + "type": "timeseries" }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": null, "fieldConfig": { "defaults": { - "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { "h": 9, - "w": 24, + "w": 8, "x": 0, - "y": 8 + "y": 16 }, "hiddenSeries": false, - "id": 2, + "id": 4, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", + "options": { + "alertThreshold": true + }, "percentage": false, - "pluginVersion": "7.1.5", + "pluginVersion": "8.2.2", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { - "expr": "rate(swh_content_replayer_operations_total[5m])", - "legendFormat": "Blobs", + "exemplar": true, + "expr": "rate(swh_content_replayer_bytes{role=\"content-replayer\"}[$interval])", + "interval": "", + "legendFormat": "Volume", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Number of blobs processed", + "title": "Volume Processed", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { - "format": "ops", + "format": "Bps", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } }, { "aliasColors": {}, "bars": false, "dashLength": 10, "dashes": false, "datasource": null, "fieldConfig": { "defaults": { - "custom": {}, "links": [] }, "overrides": [] }, "fill": 1, "fillGradient": 0, "gridPos": { - "h": 7, - "w": 24, - "x": 0, - "y": 17 + "h": 9, + "w": 8, + "x": 8, + "y": 16 }, "hiddenSeries": false, - "id": 6, + "id": 2, "legend": { "avg": false, "current": false, "max": false, "min": false, "show": true, "total": false, "values": false }, "lines": true, "linewidth": 1, "nullPointMode": "null", + "options": { + "alertThreshold": true + }, "percentage": false, - "pluginVersion": "7.1.5", + "pluginVersion": "8.2.2", "pointradius": 2, "points": false, "renderer": "flot", "seriesOverrides": [], "spaceLength": 10, "stack": false, "steppedLine": false, "targets": [ { - "expr": "rate(swh_content_replayer_duration_seconds_sum[5m])/rate(swh_content_replayer_duration_seconds_count[5m])", - "legendFormat": "{{request}}", + "exemplar": true, + "expr": "rate(swh_content_replayer_operations_total{role=\"content-replayer\"}[$interval])", + "interval": "", + "legendFormat": "{{decision}}", "refId": "A" } ], "thresholds": [], "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Requests Duration", + "title": "Number of blobs processed", "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, "type": "graph", "xaxis": { "buckets": null, "mode": "time", "name": null, "show": true, "values": [] }, "yaxes": [ { - "format": "s", + "$$hashKey": "object:243", + "format": "ops", "label": null, "logBase": 1, "max": null, "min": null, "show": true }, { + "$$hashKey": "object:244", "format": "short", "label": null, "logBase": 1, "max": null, "min": null, "show": true } ], "yaxis": { "align": false, "alignLevel": null } + }, + { + "datasource": null, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "waiting" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "red", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "total" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "blue", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "processing" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "green", + "mode": "fixed" + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 8, + "x": 16, + "y": 16 + }, + "id": 18, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "targets": [ + { + "exemplar": true, + "expr": "sum (swh_journal_client_status{role=\"content-replayer\"})", + "hide": false, + "interval": "", + "legendFormat": "total", + "refId": "B" + }, + { + "exemplar": true, + "expr": "sum by(status) (swh_journal_client_status{role=\"content-replayer\"})", + "interval": "", + "legendFormat": "{{status}}", + "refId": "A" + } + ], + "title": "Consumer status", + "type": "timeseries" } ], - "refresh": "5s", - "schemaVersion": 26, + "refresh": "10s", + "schemaVersion": 31, "style": "dark", "tags": [], "templating": { - "list": [] + "list": [ + { + "auto": true, + "auto_count": 30, + "auto_min": "10s", + "current": { + "selected": false, + "text": "1m", + "value": "1m" + }, + "description": null, + "error": null, + "hide": 0, + "label": null, + "name": "interval", + "options": [ + { + "selected": false, + "text": "auto", + "value": "$__auto_interval_interval" + }, + { + "selected": false, + "text": "30s", + "value": "30s" + }, + { + "selected": true, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "2m", + "value": "2m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "12h", + "value": "12h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + }, + { + "selected": false, + "text": "7d", + "value": "7d" + }, + { + "selected": false, + "text": "14d", + "value": "14d" + }, + { + "selected": false, + "text": "30d", + "value": "30d" + } + ], + "query": "30s,1m,2m,5m,10m,30m,1h,6h,12h,1d,7d,14d,30d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + } + ] }, "time": { - "from": "now-6h", + "from": "now-1h", "to": "now" }, "timepicker": { "refresh_intervals": [ "5s", "10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d" ] }, "timezone": "", "title": "Content Replayer", - "uid": "XUY3DVaZz", + "uid": "cdskjhiojmasd", "version": 1 }