testutils/ptest/config.py

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

from __future__ import print_function

import json
import copy
import getpass
import os.path

from Ssh import SSHConnection, SSHSet

local = None
qfile_set = None
other_set = None
remote_set = None
all_set = None

master_base_path = None
host_base_path = None
java_home = None

def load(config_file = '~/.hive_ptest.conf'):
    global local, qfile_set, other_set, remote_set, all_set
    global master_base_path, host_base_path, java_home

    config_file = os.path.expanduser(config_file)

    cfg = None
    try:
        with open(config_file) as f:
            cfg = json.loads(f.read())

        host_nodes = {}
        def get_node(host):
            if not host in host_nodes:
                host_nodes[host] = -1
            host_nodes[host] += 1
            return SSHConnection(host, host_nodes[host])

        qfile = []
        for (host, num, ) in cfg['qfile_hosts']:
            for i in range(num):
                qfile.append(get_node(host))

        other = []
        for (host, num, ) in cfg['other_hosts']:
            for i in range(num):
                other.append(get_node(host))

        local = SSHConnection('localhost')

        qfile_set = SSHSet(qfile)
        other_set = SSHSet(other)

        # Make copies, otherwise they they will be passed by reference and
        # reused.  Reuse is bad - you don't want `cd` on remote_set to affect
        # anything in the all_set.

        remote_set = SSHSet(copy.copy(qfile))
        remote_set.add(copy.copy(other))

        all_set = SSHSet(copy.copy(qfile))
        all_set.add(copy.copy(other))
        all_set.add(local)

        master_base_path = cfg['master_base_path']
        host_base_path = cfg['host_base_path'] + '-' + getpass.getuser()
        java_home = cfg['java_home']
    except Exception as e:
        raise Exception('Failed to parse your configuration file (' +
                config_file + ').  Maybe you forgot the `--config` switch?', e)