src/kudu/scripts/get-job-stats-from-mysql.py

#!/usr/bin/python
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.
#
# Fetches the last N days worth of stats of a particular workload from the
# MySQL database housing test performance stats.
#
# Here's the database schema for kudu_perf_tpch:
#
# +--------------+--------------+------+-----+-------------------+-------+
# | Field        | Type         | Null | Key | Default           | Extra |
# +--------------+--------------+------+-----+-------------------+-------+
# | job_name     | varchar(50)  | YES  |     | NULL              |       |
# | build_number | int(11)      | YES  |     | NULL              |       |
# | workload     | varchar(100) | YES  |     | NULL              |       |
# | iteration    | int(2)       | YES  |     | NULL              |       |
# | runtime      | float        | YES  |     | NULL              |       |
# | curr_date    | timestamp    | NO   |     | CURRENT_TIMESTAMP |       |
# +--------------+--------------+------+-----+-------------------+-------+

import MySQLdb as mdb
import sys
import os

if len(sys.argv) < 3:
  sys.exit("usage: %s <workload> <days_count_to_fetch>" % sys.argv[0])

host = os.environ["MYSQLHOST"]
user = os.environ["MYSQLUSER"]
pwd = os.environ["MYSQLPWD"]
db = os.environ["MYSQLDB"]

con = mdb.connect(host, user, pwd, db)
with con:
  cur = con.cursor()
  workload = sys.argv[1]
  days = sys.argv[2]
  cur.execute("select workload, runtime, build_number from kudu_perf_tpch where workload like %s AND curr_date >= DATE_SUB(NOW(), INTERVAL %s DAY) and runtime != 0 ORDER BY workload, build_number, curr_date", (workload, days))
  rows = cur.fetchall()
  print('workload \truntime \tbuild_number')
  for row in rows:
    print("{0} \t{1} \t{2}".format(row[0], row[1], row[2]))