ambari-common/src/main/python/ambari_commons/ambari_metrics_helper.py

#!/usr/bin/env python

'''
Licensed to the Apache Software Foundation (ASF) under one
or more contributor license agreements.  See the NOTICE file
distributed with this work for additional information
regarding copyright ownership.  The ASF licenses this file
to you under the Apache License, Version 2.0 (the
"License"); you may not use this file except in compliance
with the License.  You may obtain a copy of the License at

    http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
'''

import os
import random
from resource_management.libraries.functions import conf_select

DEFAULT_COLLECTOR_SUFFIX = '.sink.timeline.collector.hosts'
DEFAULT_METRICS2_PROPERTIES_FILE_NAME = 'hadoop-metrics2.properties'

def select_metric_collector_for_sink(sink_name):
  # TODO check '*' sink_name

  all_collectors_string = get_metric_collectors_from_properties_file(sink_name)
  return select_metric_collector_hosts_from_hostnames(all_collectors_string)

def select_metric_collector_hosts_from_hostnames(comma_separated_hosts):
  if comma_separated_hosts:
    hosts = comma_separated_hosts.split(',')
    return get_random_host(hosts)
  else:
    return 'localhost'

def get_random_host(hosts):
  return random.choice(hosts)

def get_metric_collectors_from_properties_file(sink_name):
  try:
    hadoop_conf_dir = conf_select.get_hadoop_conf_dir()
  except Exception as e:
    raise Exception("Couldn't define hadoop_conf_dir: {0}".format(e))
  properties_filepath = os.path.join(hadoop_conf_dir, DEFAULT_METRICS2_PROPERTIES_FILE_NAME)

  if not os.path.exists(properties_filepath):
    raise Exception("Properties file doesn't exist : {0}. Can't define metric collector hosts".format(properties_filepath))
  props = load_properties_from_file(properties_filepath)

  property_key = sink_name + DEFAULT_COLLECTOR_SUFFIX
  if property_key in props:
    return props.get(property_key)
  else:
    raise Exception("Properties file doesn't contain {0}. Can't define metric collector hosts".format(property_key))

def load_properties_from_file(filepath, sep='=', comment_char='#'):
  """
  Read the file passed as parameter as a properties file.
  """
  props = {}
  with open(filepath, "rt") as f:
    for line in f:
      l = line.strip()
      if l and not l.startswith(comment_char):
        key_value = l.split(sep)
        key = key_value[0].strip()
        value = sep.join(key_value[1:]).strip('" \t')
        props[key] = value
  return props