| { |
| "annotations": { |
| "list": [ |
| { |
| "builtIn": 1, |
| "datasource": { |
| "type": "datasource", |
| "uid": "grafana" |
| }, |
| "enable": true, |
| "hide": true, |
| "iconColor": "rgba(0, 211, 255, 1)", |
| "name": "Annotations & Alerts", |
| "type": "dashboard" |
| } |
| ] |
| }, |
| "editable": true, |
| "fiscalYearStartMonth": 0, |
| "graphTooltip": 0, |
| "id": 40, |
| "links": [], |
| "liveNow": false, |
| "panels": [ |
| { |
| "datasource": { |
| "type": "datasource", |
| "uid": "grafana" |
| }, |
| "gridPos": { |
| "h": 2, |
| "w": 24, |
| "x": 0, |
| "y": 0 |
| }, |
| "id": 63, |
| "links": [], |
| "options": { |
| "code": { |
| "language": "plaintext", |
| "showLineNumbers": false, |
| "showMiniMap": false |
| }, |
| "content": "This dashboard is designed to explore [DORA](/grafana/d/qNo8_0M4z/dora?orgId=1) and find more details.", |
| "mode": "markdown" |
| }, |
| "pluginVersion": "9.5.15", |
| "targets": [ |
| { |
| "datasource": { |
| "type": "datasource", |
| "uid": "grafana" |
| }, |
| "queryType": "randomWalk", |
| "refId": "A" |
| } |
| ], |
| "title": "Dashboard Introduction", |
| "type": "text" |
| }, |
| { |
| "datasource": "mysql", |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "fixedColor": "rgba(255, 255, 255, 1)", |
| "mode": "fixed" |
| }, |
| "custom": { |
| "align": "auto", |
| "cellOptions": { |
| "mode": "gradient", |
| "type": "color-background" |
| }, |
| "filterable": true, |
| "inspect": false |
| }, |
| "mappings": [ |
| { |
| "options": { |
| "FALSE": { |
| "color": "red", |
| "index": 1 |
| }, |
| "TRUE": { |
| "color": "green", |
| "index": 0 |
| } |
| }, |
| "type": "value" |
| } |
| ], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 16, |
| "w": 24, |
| "x": 0, |
| "y": 2 |
| }, |
| "id": 85, |
| "links": [ |
| { |
| "title": "docs", |
| "url": "https://devlake.apache.org/docs/Metrics/CFR/#how-is-it-calculated" |
| } |
| ], |
| "options": { |
| "cellHeight": "sm", |
| "footer": { |
| "countRows": false, |
| "fields": "", |
| "reducer": [ |
| "sum" |
| ], |
| "show": false |
| }, |
| "showHeader": true, |
| "sortBy": [] |
| }, |
| "pluginVersion": "9.5.15", |
| "targets": [ |
| { |
| "datasource": "mysql", |
| "editorMode": "code", |
| "format": "table", |
| "group": [], |
| "metricColumn": "none", |
| "queryType": "randomWalk", |
| "rawQuery": true, |
| "rawSql": "-- Metric 3: change failure rate\nwith _deployments as (\n-- When deploying multiple commits in one pipeline, GitLab and BitBucket may generate more than one deployment. However, DevLake consider these deployments as ONE production deployment and use the last one's finished_date as the finished date.\n\tSELECT\n\t\tcdc.cicd_deployment_id as deployment_id,\n\t\tmax(cdc.finished_date) as deployment_finished_date\n\tFROM \n\t\tcicd_deployment_commits cdc\n\t\tJOIN project_mapping pm on cdc.cicd_scope_id = pm.row_id and pm.`table` = 'cicd_scopes'\n\tWHERE\n\t\tpm.project_name in (${project})\n\t\tand cdc.result = 'SUCCESS'\n\t\tand cdc.environment = 'PRODUCTION'\n\tGROUP BY 1\n\tHAVING $__timeFilter(max(cdc.finished_date))\n),\n\n_failure_caused_by_deployments as (\n-- calculate the number of incidents caused by each deployment\n\tSELECT\n\t pim.id as incident_id,\n\t i.created_date,\n\t\ti.resolution_date,\n\t\td.deployment_id as \"caused_by_deployment\",\n\t\td.deployment_finished_date\n\tFROM\n\t\t_deployments d\n\t\tleft join project_issue_metrics pim on d.deployment_id = pim.deployment_id\n\t\tleft join issues i on pim.id = i.id\n\tWHERE pim.id is not null\n\tORDER BY 2\n)\n\nselect\n *,\n if (resolution_date is not null, 'TRUE', 'FALSE') as deployment_related_incident\nfrom _failure_caused_by_deployments", |
| "refId": "A", |
| "select": [ |
| [ |
| { |
| "params": [ |
| "id" |
| ], |
| "type": "column" |
| } |
| ] |
| ], |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| }, |
| "table": "_devlake_tasks", |
| "timeColumn": "created_at", |
| "timeColumnType": "timestamp", |
| "where": [ |
| { |
| "name": "$__timeFilter", |
| "params": [], |
| "type": "macro" |
| } |
| ] |
| } |
| ], |
| "title": "Figure 3. Deployment Related Incident", |
| "type": "table" |
| }, |
| { |
| "datasource": "mysql", |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "fixedColor": "rgba(255, 255, 255, 1)", |
| "mode": "fixed" |
| }, |
| "custom": { |
| "align": "auto", |
| "cellOptions": { |
| "mode": "basic", |
| "type": "color-background" |
| }, |
| "filterable": true, |
| "inspect": false |
| }, |
| "mappings": [ |
| { |
| "options": { |
| "DEPLOYMENT": { |
| "color": "green", |
| "index": 0 |
| }, |
| "INCIDENT": { |
| "color": "red", |
| "index": 1 |
| } |
| }, |
| "type": "value" |
| } |
| ], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 10, |
| "w": 12, |
| "x": 0, |
| "y": 18 |
| }, |
| "id": 58, |
| "links": [], |
| "options": { |
| "cellHeight": "sm", |
| "footer": { |
| "countRows": false, |
| "fields": "", |
| "reducer": [ |
| "sum" |
| ], |
| "show": false |
| }, |
| "showHeader": true, |
| "sortBy": [] |
| }, |
| "pluginVersion": "9.5.15", |
| "targets": [ |
| { |
| "datasource": "mysql", |
| "editorMode": "code", |
| "format": "table", |
| "group": [], |
| "metricColumn": "none", |
| "queryType": "randomWalk", |
| "rawQuery": true, |
| "rawSql": "with _deployments as(\n select distinct \n d.cicd_deployment_id as deployment_id,\n d.result,\n d.environment,\n d.finished_date,\n d.cicd_scope_id,\n pm.project_name\n from \n cicd_deployment_commits d\n join project_mapping pm on d.cicd_scope_id = pm.row_id and pm.`table` = 'cicd_scopes'\n where \n -- only result needs to specified, not envioronment\n d.result = 'SUCCESS'\n -- choose your project_name\n and pm.project_name in ($project)\n),\n\n_incidents as(\n select distinct \n i.id as issue_id,\n i.type,\n i.created_date,\n pm.project_name\n from \n issues i\n join board_issues bi on i.id = bi.issue_id\n join project_mapping pm on bi.board_id = pm.row_id \n where \n i.type = 'INCIDENT'\n -- choose your project_name\n and pm.project_name in ($project)\n)\n\nselect finished_date as time, deployment_id as id, 'DEPLOYMENT' as type from _deployments\nunion\nselect created_date as time, issue_id as id, 'INCIDENT' as type from _incidents\norder by time", |
| "refId": "A", |
| "select": [ |
| [ |
| { |
| "params": [ |
| "id" |
| ], |
| "type": "column" |
| } |
| ] |
| ], |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| }, |
| "table": "_devlake_tasks", |
| "timeColumn": "created_at", |
| "timeColumnType": "timestamp", |
| "where": [ |
| { |
| "name": "$__timeFilter", |
| "params": [], |
| "type": "macro" |
| } |
| ] |
| } |
| ], |
| "title": "3.1 The sequence of DEPLOYMENTS and INCIDENTS", |
| "type": "table" |
| }, |
| { |
| "datasource": "mysql", |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "thresholds" |
| }, |
| "mappings": [ |
| { |
| "options": { |
| "pattern": ".*elite.*", |
| "result": { |
| "color": "purple", |
| "index": 0 |
| } |
| }, |
| "type": "regex" |
| }, |
| { |
| "options": { |
| "pattern": ".*high.*", |
| "result": { |
| "color": "green", |
| "index": 1 |
| } |
| }, |
| "type": "regex" |
| }, |
| { |
| "options": { |
| "pattern": ".*medium.*", |
| "result": { |
| "color": "yellow", |
| "index": 2 |
| } |
| }, |
| "type": "regex" |
| }, |
| { |
| "options": { |
| "pattern": ".*low.*", |
| "result": { |
| "color": "red", |
| "index": 3 |
| } |
| }, |
| "type": "regex" |
| } |
| ], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 10, |
| "w": 8, |
| "x": 12, |
| "y": 18 |
| }, |
| "id": 84, |
| "links": [], |
| "options": { |
| "orientation": "auto", |
| "reduceOptions": { |
| "calcs": [ |
| "lastNotNull" |
| ], |
| "fields": "", |
| "values": false |
| }, |
| "showThresholdLabels": false, |
| "showThresholdMarkers": true |
| }, |
| "pluginVersion": "9.5.15", |
| "targets": [ |
| { |
| "datasource": "mysql", |
| "editorMode": "code", |
| "format": "table", |
| "group": [], |
| "metricColumn": "none", |
| "queryType": "randomWalk", |
| "rawQuery": true, |
| "rawSql": "-- Metric 3: change failure rate\nwith _deployments as (\n-- When deploying multiple commits in one pipeline, GitLab and BitBucket may generate more than one deployment. However, DevLake consider these deployments as ONE production deployment and use the last one's finished_date as the finished date.\n\tSELECT\n\t\tcdc.cicd_deployment_id as deployment_id,\n\t\tmax(cdc.finished_date) as deployment_finished_date\n\tFROM \n\t\tcicd_deployment_commits cdc\n\t\tJOIN project_mapping pm on cdc.cicd_scope_id = pm.row_id and pm.`table` = 'cicd_scopes'\n\tWHERE\n\t\tpm.project_name in (${project})\n\t\tand cdc.result = 'SUCCESS'\n\t\tand cdc.environment = 'PRODUCTION'\n\tGROUP BY 1\n\tHAVING $__timeFilter(max(cdc.finished_date))\n),\n\n_failure_caused_by_deployments as (\n-- calculate the number of incidents caused by each deployment\n\tSELECT\n\t\td.deployment_id,\n\t\td.deployment_finished_date,\n\t\tcount(distinct case when i.type = 'INCIDENT' then d.deployment_id else null end) as has_incident\n\tFROM\n\t\t_deployments d\n\t\tleft join project_issue_metrics pim on d.deployment_id = pim.deployment_id\n\t\tleft join issues i on pim.id = i.id\n\tGROUP BY 1,2\n)\n\nSELECT \n\t\t\tsum(has_incident) as \"incident count\",\n\t\t\tcount(deployment_id) as \"deployment count\"\nFROM\n\t_failure_caused_by_deployments\n", |
| "refId": "A", |
| "select": [ |
| [ |
| { |
| "params": [ |
| "id" |
| ], |
| "type": "column" |
| } |
| ] |
| ], |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| }, |
| "table": "_devlake_tasks", |
| "timeColumn": "created_at", |
| "timeColumnType": "timestamp", |
| "where": [ |
| { |
| "name": "$__timeFilter", |
| "params": [], |
| "type": "macro" |
| } |
| ] |
| } |
| ], |
| "title": "3.2 Incident and Deployment Count", |
| "type": "gauge" |
| }, |
| { |
| "datasource": "mysql", |
| "fieldConfig": { |
| "defaults": { |
| "color": { |
| "mode": "thresholds" |
| }, |
| "mappings": [ |
| { |
| "options": { |
| "pattern": ".*elite.*", |
| "result": { |
| "color": "purple", |
| "index": 0 |
| } |
| }, |
| "type": "regex" |
| }, |
| { |
| "options": { |
| "pattern": ".*high.*", |
| "result": { |
| "color": "green", |
| "index": 1 |
| } |
| }, |
| "type": "regex" |
| }, |
| { |
| "options": { |
| "pattern": ".*medium.*", |
| "result": { |
| "color": "yellow", |
| "index": 2 |
| } |
| }, |
| "type": "regex" |
| }, |
| { |
| "options": { |
| "pattern": ".*low.*", |
| "result": { |
| "color": "red", |
| "index": 3 |
| } |
| }, |
| "type": "regex" |
| } |
| ], |
| "thresholds": { |
| "mode": "absolute", |
| "steps": [ |
| { |
| "color": "green", |
| "value": null |
| } |
| ] |
| } |
| }, |
| "overrides": [] |
| }, |
| "gridPos": { |
| "h": 10, |
| "w": 4, |
| "x": 20, |
| "y": 18 |
| }, |
| "id": 86, |
| "links": [], |
| "options": { |
| "orientation": "auto", |
| "reduceOptions": { |
| "calcs": [ |
| "lastNotNull" |
| ], |
| "fields": "/.*/", |
| "values": false |
| }, |
| "showThresholdLabels": false, |
| "showThresholdMarkers": true |
| }, |
| "pluginVersion": "9.5.15", |
| "targets": [ |
| { |
| "datasource": "mysql", |
| "editorMode": "code", |
| "format": "table", |
| "group": [], |
| "metricColumn": "none", |
| "queryType": "randomWalk", |
| "rawQuery": true, |
| "rawSql": "-- Metric 3: change failure rate\nwith _deployments as (\n-- When deploying multiple commits in one pipeline, GitLab and BitBucket may generate more than one deployment. However, DevLake consider these deployments as ONE production deployment and use the last one's finished_date as the finished date.\n\tSELECT\n\t\tcdc.cicd_deployment_id as deployment_id,\n\t\tmax(cdc.finished_date) as deployment_finished_date\n\tFROM \n\t\tcicd_deployment_commits cdc\n\t\tJOIN project_mapping pm on cdc.cicd_scope_id = pm.row_id and pm.`table` = 'cicd_scopes'\n\tWHERE\n\t\tpm.project_name in (${project})\n\t\tand cdc.result = 'SUCCESS'\n\t\tand cdc.environment = 'PRODUCTION'\n\tGROUP BY 1\n\tHAVING $__timeFilter(max(cdc.finished_date))\n),\n\n_failure_caused_by_deployments as (\n-- calculate the number of incidents caused by each deployment\n\tSELECT\n\t\td.deployment_id,\n\t\td.deployment_finished_date,\n\t\tcount(distinct case when i.type = 'INCIDENT' then d.deployment_id else null end) as has_incident\n\tFROM\n\t\t_deployments d\n\t\tleft join project_issue_metrics pim on d.deployment_id = pim.deployment_id\n\t\tleft join issues i on pim.id = i.id\n\tGROUP BY 1,2\n)\n\nSELECT \n\tsum(has_incident)/count(deployment_id) as \"change_failure_rate\"\nFROM\n\t_failure_caused_by_deployments\n", |
| "refId": "A", |
| "select": [ |
| [ |
| { |
| "params": [ |
| "id" |
| ], |
| "type": "column" |
| } |
| ] |
| ], |
| "sql": { |
| "columns": [ |
| { |
| "parameters": [], |
| "type": "function" |
| } |
| ], |
| "groupBy": [ |
| { |
| "property": { |
| "type": "string" |
| }, |
| "type": "groupBy" |
| } |
| ], |
| "limit": 50 |
| }, |
| "table": "_devlake_tasks", |
| "timeColumn": "created_at", |
| "timeColumnType": "timestamp", |
| "where": [ |
| { |
| "name": "$__timeFilter", |
| "params": [], |
| "type": "macro" |
| } |
| ] |
| } |
| ], |
| "title": "3.3 Change Failure Rate", |
| "type": "gauge" |
| } |
| ], |
| "refresh": "", |
| "schemaVersion": 38, |
| "style": "dark", |
| "tags": [], |
| "templating": { |
| "list": [ |
| { |
| "current": { |
| "selected": false, |
| "text": "All", |
| "value": "$__all" |
| }, |
| "datasource": "mysql", |
| "definition": "select distinct name from projects", |
| "hide": 0, |
| "includeAll": true, |
| "label": "Project", |
| "multi": true, |
| "name": "project", |
| "options": [], |
| "query": "select distinct name from projects", |
| "refresh": 1, |
| "regex": "", |
| "skipUrlSync": false, |
| "sort": 0, |
| "type": "query" |
| }, |
| { |
| "current": { |
| "selected": false, |
| "text": "2023", |
| "value": "2023" |
| }, |
| "datasource": "mysql", |
| "definition": "select dora_report from dora_benchmarks", |
| "hide": 0, |
| "includeAll": false, |
| "label": "DORA Report", |
| "multi": false, |
| "name": "dora_report", |
| "options": [], |
| "query": "select dora_report from dora_benchmarks", |
| "refresh": 1, |
| "regex": "", |
| "skipUrlSync": false, |
| "sort": 0, |
| "type": "query" |
| }, |
| { |
| "current": { |
| "selected": false, |
| "text": "Failed Deployment Recovery Time", |
| "value": "Failed Deployment Recovery Time" |
| }, |
| "datasource": "mysql", |
| "definition": "SELECT \n CASE \n WHEN dora_report = '2023' THEN \"Failed Deployment Recovery Time\"\n WHEN dora_report = '2021' THEN \"Median Time to Restore Service\"\n ELSE NULL \n END AS title_value\nFROM dora_benchmarks\nWHERE dora_report = '${dora_report:raw}'", |
| "hide": 2, |
| "includeAll": false, |
| "label": "TitleValue", |
| "multi": false, |
| "name": "title_value", |
| "options": [], |
| "query": "SELECT \n CASE \n WHEN dora_report = '2023' THEN \"Failed Deployment Recovery Time\"\n WHEN dora_report = '2021' THEN \"Median Time to Restore Service\"\n ELSE NULL \n END AS title_value\nFROM dora_benchmarks\nWHERE dora_report = '${dora_report:raw}'", |
| "refresh": 1, |
| "regex": "", |
| "skipUrlSync": false, |
| "sort": 0, |
| "type": "query" |
| } |
| ] |
| }, |
| "time": { |
| "from": "now-6M", |
| "to": "now" |
| }, |
| "timepicker": {}, |
| "timezone": "", |
| "title": "DORA Details - Change Failure Rate", |
| "uid": "Change-failure-rate", |
| "version": 10, |
| "weekStart": "" |
| } |
