| { |
| "annotations": { |
| "list": [ |
| { |
| "builtIn": 1, |
| "datasource": { |
| "type": "grafana", |
| "uid": "-- Grafana --" |
| }, |
| "enable": true, |
| "hide": true, |
| "iconColor": "rgba(0, 211, 255, 1)", |
| "name": "Annotations & Alerts", |
| "target": { |
| "limit": 100, |
| "matchAny": false, |
| "tags": [], |
| "type": "dashboard" |
| }, |
| "type": "dashboard" |
| } |
| ] |
| }, |
| "editable": true, |
| "fiscalYearStartMonth": 0, |
| "graphTooltip": 0, |
| "links": [], |
| "liveNow": false, |
| "panels": [ |
| { |
| "collapsed": false, |
| "gridPos": { |
| "h": 1, |
| "w": 24, |
| "x": 0, |
| "y": 0 |
| }, |
| "id": 24, |
| "panels": [], |
| "title": "Worker", |
| "type": "row" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| }, |
| "unit": "percentunit" |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 12, |
| "x": 0, |
| "y": 1 |
| }, |
| "id": 28, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "exemplar": true, |
| "expr": "process_cpu_usage{application=\"worker-server\"}", |
| "range": true, |
| "refId": "A" |
| } |
| ], |
| "title": "Worker CPU Usage", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "thresholds" |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 12, |
| "x": 12, |
| "y": 1 |
| }, |
| "id": 30, |
| "options": { |
| "orientation": "auto", |
| "reduceOptions": { |
| "calcs": [ |
| "lastNotNull" |
| ], |
| "fields": "/^Time$/", |
| "values": false |
| }, |
| "showThresholdLabels": false, |
| "showThresholdMarkers": false |
| }, |
| "pluginVersion": "9.0.5", |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "process_start_time_seconds{application=\"worker-server\"}", |
| "refId": "A" |
| } |
| ], |
| "title": "Worker Start Time", |
| "type": "gauge" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 8, |
| "x": 0, |
| "y": 9 |
| }, |
| "id": 4, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "increase(ds_worker_full_submit_queue_count_total{}[1m])", |
| "refId": "A" |
| } |
| ], |
| "title": "Worker Submit Queue Full/1m", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 9, |
| "x": 8, |
| "y": 9 |
| }, |
| "id": 2, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "increase(ds_worker_overload_count_total{}[1m])", |
| "refId": "A" |
| } |
| ], |
| "title": "Worker Overload Increase/1m", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 7, |
| "x": 17, |
| "y": 9 |
| }, |
| "id": 6, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "ds_worker_task{}", |
| "refId": "A" |
| } |
| ], |
| "title": "Worker Tasks Total", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "thresholds" |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 12, |
| "x": 0, |
| "y": 17 |
| }, |
| "id": 10, |
| "options": { |
| "colorMode": "value", |
| "graphMode": "area", |
| "justifyMode": "auto", |
| "orientation": "auto", |
| "reduceOptions": { |
| "calcs": [ |
| "lastNotNull" |
| ], |
| "fields": "", |
| "values": false |
| }, |
| "textMode": "auto" |
| }, |
| "pluginVersion": "9.0.5", |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "sum(ds_task_execution_count_total)", |
| "refId": "A" |
| } |
| ], |
| "title": "Task Total Count", |
| "type": "stat" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "thresholds" |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 12, |
| "x": 12, |
| "y": 17 |
| }, |
| "id": 12, |
| "options": { |
| "orientation": "auto", |
| "reduceOptions": { |
| "calcs": [ |
| "lastNotNull" |
| ], |
| "fields": "", |
| "values": false |
| }, |
| "showThresholdLabels": false, |
| "showThresholdMarkers": true |
| }, |
| "pluginVersion": "9.0.5", |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "sum(ds_task_execution_count_total{result=\"success\"}) / sum(ds_task_execution_count_total) * 100", |
| "refId": "A" |
| } |
| ], |
| "title": "Task Successful Rate", |
| "type": "gauge" |
| }, |
| { |
| "aliasColors": {}, |
| "bars": false, |
| "dashLength": 10, |
| "dashes": false, |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "unit": "millse" |
| }, |
| "overrides": [] |
| }, |
| "fill": 1, |
| "fillGradient": 0, |
| "gridPos": { |
| "h": 8, |
| "w": 12, |
| "x": 0, |
| "y": 25 |
| }, |
| "hiddenSeries": false, |
| "id": 16, |
| "legend": { |
| "avg": false, |
| "current": false, |
| "max": false, |
| "min": false, |
| "show": true, |
| "total": false, |
| "values": false |
| }, |
| "lines": true, |
| "linewidth": 1, |
| "nullPointMode": "null", |
| "options": { |
| "alertThreshold": true |
| }, |
| "percentage": false, |
| "pluginVersion": "9.0.5", |
| "pointradius": 2, |
| "points": false, |
| "renderer": "flot", |
| "seriesOverrides": [], |
| "spaceLength": 10, |
| "stack": false, |
| "steppedLine": false, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "rate(ds_task_execution_duration_seconds_sum[1m])/rate(ds_task_execution_duration_seconds_count[1m])", |
| "legendFormat": "avg ({{exception}})", |
| "range": true, |
| "refId": "A" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "ds_task_execution_duration_seconds_max", |
| "hide": false, |
| "legendFormat": "max ({{exception}})", |
| "range": true, |
| "refId": "B" |
| } |
| ], |
| "thresholds": [], |
| "timeRegions": [], |
| "title": "Task Execution Time", |
| "tooltip": { |
| "shared": true, |
| "sort": 0, |
| "value_type": "individual" |
| }, |
| "type": "graph", |
| "xaxis": { |
| "mode": "time", |
| "show": true, |
| "values": [] |
| }, |
| "yaxes": [ |
| { |
| "$$hashKey": "object:236", |
| "format": "millse", |
| "logBase": 1, |
| "show": true |
| }, |
| { |
| "$$hashKey": "object:237", |
| "format": "short", |
| "logBase": 1, |
| "show": true |
| } |
| ], |
| "yaxis": { |
| "align": false |
| } |
| }, |
| { |
| "aliasColors": {}, |
| "bars": false, |
| "dashLength": 10, |
| "dashes": false, |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fill": 1, |
| "fillGradient": 0, |
| "gridPos": { |
| "h": 8, |
| "w": 12, |
| "x": 12, |
| "y": 25 |
| }, |
| "hiddenSeries": false, |
| "id": 18, |
| "legend": { |
| "avg": false, |
| "current": false, |
| "max": false, |
| "min": false, |
| "show": true, |
| "total": false, |
| "values": false |
| }, |
| "lines": true, |
| "linewidth": 1, |
| "nullPointMode": "null", |
| "options": { |
| "alertThreshold": true |
| }, |
| "percentage": false, |
| "pluginVersion": "9.0.5", |
| "pointradius": 2, |
| "points": false, |
| "renderer": "flot", |
| "seriesOverrides": [], |
| "spaceLength": 10, |
| "stack": false, |
| "steppedLine": false, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "exemplar": true, |
| "expr": "sum(increase(ds_task_execution_count_total[1m]))", |
| "legendFormat": "Total", |
| "range": true, |
| "refId": "A" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "exemplar": true, |
| "expr": "increase(ds_task_execution_count_total{result=\"success\"}[1m])", |
| "hide": false, |
| "legendFormat": "Successful", |
| "range": true, |
| "refId": "B" |
| } |
| ], |
| "thresholds": [], |
| "timeRegions": [], |
| "title": "Task Execution Total/Success", |
| "tooltip": { |
| "shared": true, |
| "sort": 0, |
| "value_type": "individual" |
| }, |
| "type": "graph", |
| "xaxis": { |
| "mode": "time", |
| "show": true, |
| "values": [] |
| }, |
| "yaxes": [ |
| { |
| "format": "short", |
| "logBase": 1, |
| "show": true |
| }, |
| { |
| "format": "short", |
| "logBase": 1, |
| "show": true |
| } |
| ], |
| "yaxis": { |
| "align": false |
| } |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 24, |
| "x": 0, |
| "y": 33 |
| }, |
| "id": 47, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "sum(increase(ds_worker_resource_download_count_total{}[5m]))", |
| "refId": "A" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "increase(ds_worker_resource_download_count_total{status=\"success\"}[5m])", |
| "hide": false, |
| "refId": "B" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "increase(ds_worker_resource_download_count_total{status=\"fail\"}[5m])", |
| "hide": false, |
| "refId": "C" |
| } |
| ], |
| "title": "Worker Resource Download Count/5m", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 12, |
| "x": 0, |
| "y": 41 |
| }, |
| "id": 44, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "increase(ds_worker_resource_download_duration_seconds{}[5m])", |
| "refId": "A" |
| } |
| ], |
| "title": "Worker Resource Download Time/5m", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 12, |
| "x": 12, |
| "y": 41 |
| }, |
| "id": 45, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "increase(ds_worker_resource_download_size_bytes[5m])", |
| "refId": "A" |
| } |
| ], |
| "title": "Worker Resource Download Size/5m", |
| "type": "timeseries" |
| }, |
| { |
| "cards": {}, |
| "color": { |
| "cardColor": "#b4ff00", |
| "colorScale": "sqrt", |
| "colorScheme": "interpolateOranges", |
| "exponent": 0.5, |
| "mode": "spectrum" |
| }, |
| "dataFormat": "timeseries", |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 12, |
| "x": 0, |
| "y": 49 |
| }, |
| "heatmap": {}, |
| "hideZeroBuckets": false, |
| "highlightCards": true, |
| "id": 46, |
| "legend": { |
| "show": false |
| }, |
| "reverseYBuckets": false, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "histogram_quantile(0.75, sum(increase(ds_worker_resource_download_size_bytes_bucket[5m])) by (le))", |
| "refId": "A" |
| } |
| ], |
| "title": "Worker Resource Download Size Distribution/5m", |
| "tooltip": { |
| "show": true, |
| "showHistogram": false |
| }, |
| "type": "heatmap", |
| "xAxis": { |
| "show": true |
| }, |
| "yAxis": { |
| "format": "short", |
| "logBase": 1, |
| "show": true |
| }, |
| "yBucketBound": "auto" |
| }, |
| { |
| "cards": {}, |
| "color": { |
| "cardColor": "#b4ff00", |
| "colorScale": "sqrt", |
| "colorScheme": "interpolateOranges", |
| "exponent": 0.5, |
| "mode": "spectrum" |
| }, |
| "dataFormat": "timeseries", |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 12, |
| "x": 12, |
| "y": 49 |
| }, |
| "heatmap": {}, |
| "hideZeroBuckets": false, |
| "highlightCards": true, |
| "id": 48, |
| "legend": { |
| "show": false |
| }, |
| "pluginVersion": "9.0.5", |
| "reverseYBuckets": false, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "expr": "histogram_quantile(0.95, sum(rate(ds_worker_resource_download_duration_seconds_bucket[5m])) by (le))", |
| "refId": "A" |
| } |
| ], |
| "title": "Worker Resource Download Time Distribution/5m", |
| "tooltip": { |
| "show": true, |
| "showHistogram": false |
| }, |
| "type": "heatmap", |
| "xAxis": { |
| "show": true |
| }, |
| "yAxis": { |
| "format": "short", |
| "logBase": 1, |
| "show": true |
| }, |
| "yBucketBound": "auto" |
| }, |
| { |
| "collapsed": false, |
| "gridPos": { |
| "h": 1, |
| "w": 24, |
| "x": 0, |
| "y": 57 |
| }, |
| "id": 26, |
| "panels": [], |
| "title": "Task", |
| "type": "row" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 8, |
| "x": 0, |
| "y": 58 |
| }, |
| "id": 14, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "sum(increase(ds_task_execution_count_by_type_total{task_type=\"SHELL\"}[1d]))", |
| "legendFormat": "SHELL", |
| "range": true, |
| "refId": "A" |
| } |
| ], |
| "title": "Shell Task Execute/1d", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 9, |
| "x": 8, |
| "y": 58 |
| }, |
| "id": 20, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "sum(increase(ds_task_execution_count_by_type_total{task_type=\"unknown\"}[1d]))", |
| "legendFormat": "unknown", |
| "range": true, |
| "refId": "A" |
| } |
| ], |
| "title": "Unkown Task Execution Total/1d", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 7, |
| "x": 17, |
| "y": 58 |
| }, |
| "id": 22, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "sum(increase(ds_task_execution_count_by_type_total{task_type=\"CONDITIONS\"}[1d]))", |
| "legendFormat": "CONDITIONS", |
| "range": true, |
| "refId": "A" |
| } |
| ], |
| "title": "Condition Task Execution Total/1d", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 8, |
| "x": 0, |
| "y": 66 |
| }, |
| "id": 32, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "sum(increase(ds_task_execution_count_by_type_total{task_type=\"BLOCKING\"}[1d]))", |
| "legendFormat": "BLOCKING", |
| "range": true, |
| "refId": "A" |
| } |
| ], |
| "title": "Blocking Task Execute/1d", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 9, |
| "x": 8, |
| "y": 66 |
| }, |
| "id": 34, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "sum(increase(ds_task_execution_count_by_type_total{task_type=\"DATAX\"}[1d]))", |
| "legendFormat": "DATAX", |
| "range": true, |
| "refId": "A" |
| } |
| ], |
| "title": "DATAX Task Execute/1d", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 7, |
| "x": 17, |
| "y": 66 |
| }, |
| "id": 36, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "sum(increase(ds_task_execution_count_by_type_total{task_type=\"DATA_QUALITY\"}[1d]))", |
| "legendFormat": "DATA_QUALITY", |
| "range": true, |
| "refId": "A" |
| } |
| ], |
| "title": "DATA_QUALITY Task Execute/1d", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 8, |
| "x": 0, |
| "y": 74 |
| }, |
| "id": 38, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "sum(increase(ds_task_execution_count_by_type_total{task_type=\"DATA_QUALITY\"}[1d]))", |
| "legendFormat": "DATA_QUALITY", |
| "range": true, |
| "refId": "A" |
| } |
| ], |
| "title": "DATA_QUALITY Task Execute/1d", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 9, |
| "x": 8, |
| "y": 74 |
| }, |
| "id": 40, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "sum(increase(ds_task_execution_count_by_type_total{task_type=\"DEPENDENT\"}[1d]))", |
| "legendFormat": "DEPENDENT", |
| "range": true, |
| "refId": "A" |
| } |
| ], |
| "title": "DEPENDENT Task Execute/1d", |
| "type": "timeseries" |
| }, |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "palette-classic" |
| }, |
| "custom": { |
| "axisLabel": "", |
| "axisPlacement": "auto", |
| "barAlignment": 0, |
| "drawStyle": "line", |
| "fillOpacity": 0, |
| "gradientMode": "none", |
| "hideFrom": { |
| "legend": false, |
| "tooltip": false, |
| "viz": false |
| }, |
| "lineInterpolation": "linear", |
| "lineWidth": 1, |
| "pointSize": 5, |
| "scaleDistribution": { |
| "type": "linear" |
| }, |
| "showPoints": "auto", |
| "spanNulls": false, |
| "stacking": { |
| "group": "A", |
| "mode": "none" |
| }, |
| "thresholdsStyle": { |
| "mode": "off" |
| } |
| }, |
| "mappings": [], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| }, |
| { |
| "color": "red", |
| "value": 80 |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 8, |
| "w": 7, |
| "x": 17, |
| "y": 74 |
| }, |
| "id": 42, |
| "options": { |
| "legend": { |
| "calcs": [], |
| "displayMode": "list", |
| "placement": "bottom" |
| }, |
| "tooltip": { |
| "mode": "single", |
| "sort": "none" |
| } |
| }, |
| "targets": [ |
| { |
| "datasource": { |
| "type": "prometheus", |
| "uid": "PBFA97CFB590B2093" |
| }, |
| "editorMode": "code", |
| "expr": "sum(increase(ds_task_execution_count_by_type_total{task_type=\"EMR\"}[1d]))", |
| "legendFormat": "EMR", |
| "range": true, |
| "refId": "A" |
| } |
| ], |
| "title": "EMR Task Execute/1d", |
| "type": "timeseries" |
| } |
| ], |
| "refresh": "30s", |
| "schemaVersion": 36, |
| "style": "dark", |
| "tags": [], |
| "templating": { |
| "list": [] |
| }, |
| "time": { |
| "from": "now-30m", |
| "to": "now" |
| }, |
| "timepicker": {}, |
| "timezone": "", |
| "title": "Worker", |
| "uid": "6wXtd3r7k", |
| "version": 11, |
| "weekStart": "" |
| } |
