| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| # External systems connectors configuration: |
| postgres: |
| hostname: ${POSTGRES_HOSTNAME} |
| port: ${POSTGRES_PORT} |
| username: ${POSTGRES_USERNAME} |
| password: ${POSTGRES_PASSWORD} |
| database: ${POSTGRES_DATABASE} |
| |
| # Templates define common bits shared between test definitions: |
| templates: |
| common: |
| type: postgres |
| time_column: commit_ts |
| attributes: [experiment_id, commit, config_id] |
| # required for --update-postgres to work |
| update_statement: | |
| UPDATE results |
| SET {metric}_rel_forward_change=%s, |
| {metric}_rel_backward_change=%s, |
| {metric}_p_value=%s |
| WHERE experiment_id = '{experiment_id}' AND config_id = {config_id} |
| metrics: |
| process_cumulative_rate_mean: |
| direction: 1 |
| scale: 1 |
| process_cumulative_rate_stderr: |
| direction: -1 |
| scale: 1 |
| process_cumulative_rate_diff: |
| direction: -1 |
| scale: 1 |
| |
| # Define your tests here: |
| tests: |
| aggregate_mem: |
| inherit: [ common ] # avoids repeating metrics definitions and postgres-related config |
| query: | |
| SELECT e.commit, |
| e.commit_ts, |
| r.process_cumulative_rate_mean, |
| r.process_cumulative_rate_stderr, |
| r.process_cumulative_rate_diff, |
| r.experiment_id, |
| r.config_id |
| FROM results r |
| INNER JOIN configs c ON r.config_id = c.id |
| INNER JOIN experiments e ON r.experiment_id = e.id |
| WHERE e.exclude_from_analysis = false AND |
| e.branch = '${BRANCH}' AND |
| e.username = 'ci' AND |
| c.store = 'MEM' AND |
| c.cache = true AND |
| c.benchmark = 'aggregate' AND |
| c.instance_type = 'ec2i3.large' |
| ORDER BY e.commit_ts ASC; |
| |
| aggregate_time_rocks: |
| inherit: [ common ] |
| query: | |
| SELECT e.commit, |
| e.commit_ts, |
| r.process_cumulative_rate_mean, |
| r.process_cumulative_rate_stderr, |
| r.process_cumulative_rate_diff, |
| r.experiment_id, |
| r.config_id |
| FROM results r |
| INNER JOIN configs c ON r.config_id = c.id |
| INNER JOIN experiments e ON r.experiment_id = e.id |
| WHERE e.exclude_from_analysis = false AND |
| e.branch = '${BRANCH}' AND |
| e.username = 'ci' AND |
| c.store = 'TIME_ROCKS' AND |
| c.cache = true AND |
| c.benchmark = 'aggregate' AND |
| c.instance_type = 'ec2i3.large' |
| ORDER BY e.commit_ts ASC; |