diff options
author | monster <monster@ydb.tech> | 2022-10-27 23:06:45 +0300 |
---|---|---|
committer | monster <monster@ydb.tech> | 2022-10-27 23:06:45 +0300 |
commit | 2fa56f0ed1bcc3d790ce8ad20eb09b8ac3ced25b (patch) | |
tree | 974e6e6e3bb3b5175cb94638498567fd5475fa99 | |
parent | f7f376add5c5c6a260844ade1366818dd78749f8 (diff) | |
download | ydb-2fa56f0ed1bcc3d790ce8ad20eb09b8ac3ced25b.tar.gz |
DB overview dashboard
-rw-r--r-- | ydb/deploy/grafana_dashboards/dboverview.json | 4893 | ||||
-rwxr-xr-x | ydb/deploy/grafana_dashboards/local_upload_dashboards.sh | 2 |
2 files changed, 4894 insertions, 1 deletions
diff --git a/ydb/deploy/grafana_dashboards/dboverview.json b/ydb/deploy/grafana_dashboards/dboverview.json new file mode 100644 index 00000000000..6d1c907504a --- /dev/null +++ b/ydb/deploy/grafana_dashboards/dboverview.json @@ -0,0 +1,4893 @@ +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": { + "type": "datasource", + "uid": "grafana" + }, + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "graphTooltip": 0, + "iteration": 1666880497955, + "links": [], + "liveNow": false, + "panels": [ + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 38, + "panels": [], + "title": "API", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "reqps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 1 + }, + "id": 2, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum by (method) (rate(ydb_api_grpc_request_count{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "instant": false, + "interval": "", + "legendFormat": "{{method}}", + "range": true, + "refId": "A" + } + ], + "title": "Requests", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "cps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 1 + }, + "id": 9, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum by (status) (rate(ydb_api_grpc_response_count{database=\"$database\",container=\"ydb-dynamic\",status!=\"SUCCESS\"}[$__rate_interval]))", + "instant": false, + "interval": "", + "legendFormat": "{{status}}", + "refId": "A" + } + ], + "title": "Errors", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "binBps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 6 + }, + "id": 3, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "exemplar": false, + "expr": "sum by (method) (rate(ydb_api_grpc_request_bytes{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "{{method}}", + "refId": "A" + } + ], + "title": "Request size", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineStyle": { + "fill": "solid" + }, + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "binBps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 6 + }, + "id": 4, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "exemplar": false, + "expr": "sum by (method) (rate(ydb_api_grpc_response_bytes{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "{{method}}", + "refId": "A" + } + ], + "title": "Response size", + "type": "timeseries" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 11 + }, + "id": 64, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "cps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 12 + }, + "id": 65, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum by (status) (rate(ydb_api_grpc_response_count{database=\"$database\",container=\"ydb-dynamic\",status=~\"BAD_REQUEST|NOT_FOUND|ALREADY_EXISTS|UNSPECIFIED|SCHEME_ERROR|PRECONDITION_FAILED|TIMEOUT|GENERIC_ERROR|INTERNAL_ERROR|RESOURCE_EXHAUSTED|SESSION_EXPIRED|UNAUTHENTICATED|UNAUTHORIZED\"}[$__rate_interval]))", + "instant": false, + "interval": "", + "legendFormat": "{{status}}", + "refId": "A" + } + ], + "title": "Hard errors (non-retriable)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "cps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 12 + }, + "id": 66, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum by (status) (rate(ydb_api_grpc_response_count{database=\"$database\",container=\"ydb-dynamic\",status=~\"BAD_SESSION|UNAVAILABLE|OVERLOADED|CANCELLED|ABORTED|SESSION_BUSY\"}[$__rate_interval]))", + "instant": false, + "interval": "", + "legendFormat": "{{status}}", + "refId": "A" + } + ], + "title": "Soft errors (retriable)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "cps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 17 + }, + "id": 59, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "exemplar": false, + "expr": "sum by (method) (rate(ydb_api_grpc_request_dropped_count{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "{{method}}", + "refId": "A" + } + ], + "title": "Dropped requests", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "cps" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 17 + }, + "id": 60, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "exemplar": false, + "expr": "sum by (method) (rate(ydb_api_grpc_response_dropped_count{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "{{method}}", + "refId": "A" + } + ], + "title": "Dropped responses", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 22 + }, + "id": 61, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "exemplar": false, + "expr": "sum by (method) (ydb_api_grpc_request_inflight_count{database=\"$database\",container=\"ydb-dynamic\"})", + "interval": "", + "legendFormat": "{{method}}", + "refId": "A" + } + ], + "title": "Requests in flight", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 22 + }, + "id": 62, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "exemplar": false, + "expr": "sum by (method) (ydb_api_grpc_request_inflight_bytes{database=\"$database\",container=\"ydb-dynamic\"})", + "interval": "", + "legendFormat": "{{method}}", + "refId": "A" + } + ], + "title": "Request bytes in flight", + "type": "timeseries" + } + ], + "title": "API details", + "type": "row" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 12 + }, + "id": 40, + "panels": [], + "title": "CPU", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 13 + }, + "id": 29, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "sum by (pool) (rate(ydb_resources_cpu_used_core_percents{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "legendFormat": "{{pool}}", + "range": true, + "refId": "A" + } + ], + "title": "CPU by execution pool (core %)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 13 + }, + "id": 32, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "avg(ydb_resources_cpu_limit_core_percents{database=\"$database\",container=\"ydb-dynamic\",pool=\"user\"})", + "hide": false, + "legendFormat": "avg limit", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "rate(ydb_resources_cpu_used_core_percents{database=\"$database\",container=\"ydb-dynamic\",pool=\"user\"}[$__rate_interval])", + "hide": false, + "legendFormat": "{{host}}{{pod}}", + "range": true, + "refId": "A" + } + ], + "title": "User pool - CPU by host", + "type": "timeseries" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 18 + }, + "id": 27, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 19 + }, + "id": 49, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "avg(ydb_resources_cpu_limit_core_percents{database=\"$database\",container=\"ydb-dynamic\",pool=\"system\"})", + "hide": false, + "legendFormat": "avg limit", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "rate(ydb_resources_cpu_used_core_percents{database=\"$database\",container=\"ydb-dynamic\",pool=\"system\"}[$__rate_interval])", + "hide": false, + "legendFormat": "{{host}}{{pod}}", + "range": true, + "refId": "A" + } + ], + "title": "System pool - CPU by host", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 19 + }, + "id": 50, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "avg(ydb_resources_cpu_limit_core_percents{database=\"$database\",container=\"ydb-dynamic\",pool=\"batch\"})", + "hide": false, + "legendFormat": "avg limit", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "rate(ydb_resources_cpu_used_core_percents{database=\"$database\",container=\"ydb-dynamic\",pool=\"batch\"}[$__rate_interval])", + "hide": false, + "legendFormat": "{{host}}{{pod}}", + "range": true, + "refId": "A" + } + ], + "title": "Batch pool - CPU by host", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 24 + }, + "id": 51, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "avg(ydb_resources_cpu_limit_core_percents{database=\"$database\",container=\"ydb-dynamic\",pool=\"ic\"})", + "hide": false, + "legendFormat": "avg limit", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "rate(ydb_resources_cpu_used_core_percents{database=\"$database\",container=\"ydb-dynamic\",pool=\"ic\"}[$__rate_interval])", + "hide": false, + "legendFormat": "{{host}}{{pod}}", + "range": true, + "refId": "A" + } + ], + "title": "IC pool - CPU by host", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 24 + }, + "id": 52, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "single", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "avg(ydb_resources_cpu_limit_core_percents{database=\"$database\",container=\"ydb-dynamic\",pool=\"io\"})", + "hide": false, + "legendFormat": "avg limit", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "rate(ydb_resources_cpu_used_core_percents{database=\"$database\",container=\"ydb-dynamic\",pool=\"io\"}[$__rate_interval])", + "hide": false, + "legendFormat": "{{host}}{{pod}}", + "range": true, + "refId": "A" + } + ], + "title": "IO pool - CPU by host", + "type": "timeseries" + } + ], + "title": "CPU pools", + "type": "row" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 19 + }, + "id": 42, + "panels": [], + "title": "Memory", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 20 + }, + "id": 10, + "options": { + "legend": { + "calcs": [], + "displayMode": "hidden", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "sum(ydb_resources_memory_limit_bytes{database=\"$database\",container=\"ydb-dynamic\"})", + "hide": false, + "legendFormat": "limit sum", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(ydb_resources_memory_used_bytes{database=\"$database\",container=\"ydb-dynamic\"})", + "interval": "", + "legendFormat": "usage", + "range": true, + "refId": "A" + } + ], + "title": "Memory", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 20 + }, + "id": 11, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "avg(ydb_resources_memory_limit_bytes{database=\"$database\",container=\"ydb-dynamic\"})", + "hide": false, + "interval": "", + "legendFormat": "avg limit", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "ydb_resources_memory_used_bytes{database=\"$database\",container=\"ydb-dynamic\"}", + "interval": "", + "legendFormat": "{{host}}{{pod}}", + "range": true, + "refId": "A" + } + ], + "title": "Memory by host", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 25 + }, + "id": 44, + "panels": [], + "title": "Storage", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 26 + }, + "id": 14, + "options": { + "legend": { + "calcs": [], + "displayMode": "hidden", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "expr": "sum(ydb_resources_storage_limit_bytes{database=\"$database\",container=\"ydb-dynamic\"})", + "hide": false, + "legendFormat": "limit", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(ydb_resources_storage_used_bytes{database=\"$database\",container=\"ydb-dynamic\"})", + "interval": "", + "legendFormat": "usage", + "range": true, + "refId": "A" + } + ], + "title": "Storage", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 26 + }, + "id": 15, + "options": { + "legend": { + "calcs": [], + "displayMode": "hidden", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "100 * sum(ydb_resources_storage_used_bytes{database=\"$database\",container=\"ydb-dynamic\"}) / sum(ydb_resources_storage_limit_bytes{database=\"$database\",container=\"ydb-dynamic\"})", + "interval": "", + "legendFormat": "utilization", + "range": true, + "refId": "A" + } + ], + "title": "Storage utlilization", + "type": "timeseries" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 31 + }, + "id": 46, + "panels": [], + "title": "DataShard", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "binBps" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "write" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#3232ff", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "read" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#00ff00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "erase" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff0000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "bulk upsert" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#00ffff", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "scan" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffff00", + "mode": "fixed" + } + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 32 + }, + "id": 23, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(ydb_table_datashard_write_bytes{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "write", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(ydb_table_datashard_read_bytes{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "read", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(ydb_table_datashard_bulk_upsert_bytes{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "bulk upsert", + "range": true, + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(ydb_table_datashard_scan_bytes{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "scan", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(ydb_table_datashard_erase_bytes{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "erase", + "range": true, + "refId": "E" + } + ], + "title": "Throughput", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "80%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff8000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "90%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff4000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "100%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff0000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "70%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffff00", + "mode": "fixed" + } + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 32 + }, + "id": 22, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(ydb_table_datashard_used_core_percents_bucket{database=\"$database\",container=\"ydb-dynamic\",le=\"70\"}) - sum(ydb_table_datashard_used_core_percents_bucket{database=\"$database\",container=\"ydb-dynamic\",le=\"60\"})", + "format": "time_series", + "interval": "", + "legendFormat": "70%", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(ydb_table_datashard_used_core_percents_bucket{database=\"$database\",container=\"ydb-dynamic\",le=\"80\"}) - sum(ydb_table_datashard_used_core_percents_bucket{database=\"$database\",container=\"ydb-dynamic\",le=\"70\"})", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "80%", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(ydb_table_datashard_used_core_percents_bucket{database=\"$database\",container=\"ydb-dynamic\",le=\"90\"}) - sum(ydb_table_datashard_used_core_percents_bucket{database=\"$database\",container=\"ydb-dynamic\",le=\"80\"})", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "90%", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(ydb_table_datashard_used_core_percents_bucket{database=\"$database\",container=\"ydb-dynamic\",le=\"100\"}) - sum(ydb_table_datashard_used_core_percents_bucket{database=\"$database\",container=\"ydb-dynamic\",le=\"90\"})", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "100%", + "range": true, + "refId": "D" + } + ], + "title": "Overloaded shard count", + "type": "timeseries" + }, + { + "collapsed": true, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 37 + }, + "id": 55, + "panels": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "cps" + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "write" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#3232ff", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "read" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#00ff00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "erase" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff0000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "bulk upsert" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#00ffff", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "scan" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffff00", + "mode": "fixed" + } + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 38 + }, + "id": 67, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(ydb_table_datashard_write_rows{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "interval": "", + "legendFormat": "write", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(ydb_table_datashard_read_rows{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "read", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(ydb_table_datashard_bulk_upsert_rows{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "bulk upsert", + "range": true, + "refId": "D" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(ydb_table_datashard_scan_rows{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "scan", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(rate(ydb_table_datashard_erase_rows{database=\"$database\",container=\"ydb-dynamic\"}[$__rate_interval]))", + "hide": false, + "interval": "", + "legendFormat": "erase", + "range": true, + "refId": "E" + } + ], + "title": "Throughput (rows)", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 50, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 0, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "0%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#002800", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "10%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#005000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "20%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#007800", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "30%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#00a000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "40%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#00c800", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "50%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#00f000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "60%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#80ff00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "80%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff8000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "90%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff4000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "100%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff0000", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "70%" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffff00", + "mode": "fixed" + } + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 38 + }, + "id": 53, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum by (le) (ydb_table_datashard_used_core_percents_bucket{database=\"$database\",container=\"ydb-dynamic\",le!=\"+Inf\"})", + "format": "heatmap", + "interval": "", + "legendFormat": "{{le}}%", + "range": true, + "refId": "A" + } + ], + "title": "Shard count by workload", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 43 + }, + "id": 57, + "options": { + "legend": { + "calcs": [], + "displayMode": "hidden", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(ydb_table_datashard_row_count{database=\"$database\",container=\"ydb-dynamic\"})", + "interval": "", + "legendFormat": "rows", + "range": true, + "refId": "A" + } + ], + "title": "Row count", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 43 + }, + "id": 58, + "options": { + "legend": { + "calcs": [], + "displayMode": "hidden", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum(ydb_table_datashard_size_bytes{database=\"$database\",container=\"ydb-dynamic\"})", + "interval": "", + "legendFormat": "rows", + "range": true, + "refId": "A" + } + ], + "title": "Data size", + "type": "timeseries" + } + ], + "title": "DataShard details", + "type": "row" + }, + { + "collapsed": false, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 38 + }, + "id": 48, + "panels": [], + "title": "Latency", + "type": "row" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 39 + }, + "id": 17, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.5, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"read_only\"}[$__rate_interval])))", + "format": "time_series", + "interval": "", + "legendFormat": "p50", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.75, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"read_only\"}[$__rate_interval])))", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "p75", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.95, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"read_only\"}[$__rate_interval])))", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "p95", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.99, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"read_only\"}[$__rate_interval])))", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "p99", + "range": true, + "refId": "D" + } + ], + "title": "Read only tx server latency percentiles", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "tx count / s", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 70, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "1" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#003200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "1024" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffff00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "2" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#194600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "4" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#325a00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "8" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#4b6e00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "16" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#648200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "512" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#e1e600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "256" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#c8d200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "128" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#afbe00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "64" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#96aa00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "32" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#7d9600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "2048" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffe100", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "4096" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffc800", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "8192" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffaf00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "16384" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff9600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "32768" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff7d00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "65536" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff6400", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "131072" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff4b00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "262144" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff3200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "+Inf" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff1900", + "mode": "fixed" + } + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 39 + }, + "id": 68, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"read_only\"}[$__rate_interval]))", + "format": "heatmap", + "interval": "", + "legendFormat": "{{le}}", + "range": true, + "refId": "A" + } + ], + "title": "Read only tx server latency", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 44 + }, + "id": 19, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.5, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"write_only\"}[$__rate_interval])))", + "format": "time_series", + "interval": "", + "legendFormat": "p50", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.75, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"write_only\"}[$__rate_interval])))", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "p75", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.95, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"write_only\"}[$__rate_interval])))", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "p95", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.99, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"write_only\"}[$__rate_interval])))", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "p99", + "range": true, + "refId": "D" + } + ], + "title": "Write only tx server latency percentiles", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "tx count / s", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 70, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "1" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#003200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "1024" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffff00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "2" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#194600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "4" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#325a00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "8" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#4b6e00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "16" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#648200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "512" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#e1e600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "256" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#c8d200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "128" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#afbe00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "64" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#96aa00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "32" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#7d9600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "2048" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffe100", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "4096" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffc800", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "8192" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffaf00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "16384" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff9600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "32768" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff7d00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "65536" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff6400", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "131072" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff4b00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "262144" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff3200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "+Inf" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff1900", + "mode": "fixed" + } + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 44 + }, + "id": 69, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"write_only\"}[$__rate_interval]))", + "format": "heatmap", + "interval": "", + "legendFormat": "{{le}}", + "range": true, + "refId": "A" + } + ], + "title": "Write only tx server latency", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "ms" + }, + "overrides": [] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 0, + "y": 49 + }, + "id": 20, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.5, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"read_write\"}[$__rate_interval])))", + "format": "time_series", + "interval": "", + "legendFormat": "p50", + "range": true, + "refId": "A" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.75, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"read_write\"}[$__rate_interval])))", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "p75", + "range": true, + "refId": "B" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.95, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"read_write\"}[$__rate_interval])))", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "p95", + "range": true, + "refId": "C" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "histogram_quantile(0.99, sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"read_write\"}[$__rate_interval])))", + "format": "time_series", + "hide": false, + "interval": "", + "legendFormat": "p99", + "range": true, + "refId": "D" + } + ], + "title": "Read/Write tx server latency percentiles", + "type": "timeseries" + }, + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "tx count / s", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 70, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "normal" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green" + }, + { + "color": "red", + "value": 80 + } + ] + } + }, + "overrides": [ + { + "matcher": { + "id": "byName", + "options": "1" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#003200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "1024" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffff00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "2" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#194600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "4" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#325a00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "8" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#4b6e00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "16" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#648200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "512" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#e1e600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "256" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#c8d200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "128" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#afbe00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "64" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#96aa00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "32" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#7d9600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "2048" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffe100", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "4096" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffc800", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "8192" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ffaf00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "16384" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff9600", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "32768" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff7d00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "65536" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff6400", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "131072" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff4b00", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "262144" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff3200", + "mode": "fixed" + } + } + ] + }, + { + "matcher": { + "id": "byName", + "options": "+Inf" + }, + "properties": [ + { + "id": "color", + "value": { + "fixedColor": "#ff1900", + "mode": "fixed" + } + } + ] + } + ] + }, + "gridPos": { + "h": 5, + "w": 12, + "x": 12, + "y": 49 + }, + "id": 70, + "options": { + "legend": { + "calcs": [ + "last" + ], + "displayMode": "table", + "placement": "right" + }, + "tooltip": { + "mode": "multi", + "sort": "none" + } + }, + "targets": [ + { + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "editorMode": "code", + "exemplar": false, + "expr": "sum by (le) (rate(ydb_table_transaction_server_duration_milliseconds_bucket{database=\"$database\",container=\"ydb-dynamic\",tx_kind=\"read_write\"}[$__rate_interval]))", + "format": "heatmap", + "interval": "", + "legendFormat": "{{le}}", + "range": true, + "refId": "A" + } + ], + "title": "Read/Write tx server latency", + "type": "timeseries" + } + ], + "refresh": false, + "schemaVersion": 36, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "current": {}, + "datasource": { + "type": "prometheus", + "uid": "$ds" + }, + "definition": "label_values(database)", + "hide": 0, + "includeAll": false, + "multi": false, + "name": "database", + "options": [], + "query": { + "query": "label_values(database)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "current": {}, + "hide": 0, + "includeAll": false, + "multi": false, + "name": "ds", + "options": [], + "query": "prometheus", + "queryValue": "", + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "type": "datasource" + } + ] + }, + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "DB overview", + "uid": "dboverview", + "version": 1, + "weekStart": "" +} diff --git a/ydb/deploy/grafana_dashboards/local_upload_dashboards.sh b/ydb/deploy/grafana_dashboards/local_upload_dashboards.sh index 182ab2bdf97..2f469e56b5d 100755 --- a/ydb/deploy/grafana_dashboards/local_upload_dashboards.sh +++ b/ydb/deploy/grafana_dashboards/local_upload_dashboards.sh @@ -4,7 +4,7 @@ GRAFANA_API="http://admin:admin@localhost:3000/api" curl -X POST -H "Content-Type: application/json" ${GRAFANA_API}/folders --data-ascii '{ "uid": "ydb", "title": "YDB" }' -for DASH in dbstatus actors grpc queryengine txproxy datashard; do +for DASH in dboverview dbstatus actors grpc queryengine txproxy datashard; do cat ${DASH}.json | jq '{ folderUid: "ydb", dashboard: . }' | curl -X POST -H "Content-Type: application/json" ${GRAFANA_API}/dashboards/db -d @- done |