| #!/usr/bin/env python |
| |
| ''' |
| Licensed to the Apache Software Foundation (ASF) under one |
| or more contributor license agreements. See the NOTICE file |
| distributed with this work for additional information |
| regarding copyright ownership. The ASF licenses this file |
| to you under the Apache License, Version 2.0 (the |
| "License"); you may not use this file except in compliance |
| with the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| ''' |
| |
| from unittest import TestCase |
| import unittest |
| import tempfile |
| from mock.mock import patch, MagicMock, call |
| import StringIO |
| import sys |
| import multiprocessing |
| from ambari_agent.RecoveryManager import RecoveryManager |
| |
| |
| with patch("platform.linux_distribution", return_value = ('Suse','11','Final')): |
| from ambari_agent.Hardware import Hardware |
| from ambari_agent.Heartbeat import Heartbeat |
| from ambari_agent.ActionQueue import ActionQueue |
| from ambari_agent.LiveStatus import LiveStatus |
| from ambari_agent import AmbariConfig |
| from ambari_agent.HostInfo import HostInfoLinux |
| |
| from only_for_platform import not_for_platform, PLATFORM_WINDOWS |
| |
| @not_for_platform(PLATFORM_WINDOWS) |
| class TestHeartbeat:#(TestCase): |
| |
| def setUp(self): |
| # disable stdout |
| out = StringIO.StringIO() |
| sys.stdout = out |
| |
| |
| def tearDown(self): |
| # enable stdout |
| sys.stdout = sys.__stdout__ |
| |
| |
| def test_build(self): |
| config = AmbariConfig.AmbariConfig() |
| config.set('agent', 'prefix', 'tmp') |
| config.set('agent', 'cache_dir', "/var/lib/ambari-agent/cache") |
| config.set('agent', 'tolerate_download_failures', "true") |
| dummy_controller = MagicMock() |
| dummy_controller.recovery_manager.recovery_timestamp = -1 |
| actionQueue = ActionQueue(config, dummy_controller) |
| heartbeat = Heartbeat(actionQueue) |
| result = heartbeat.build(100) |
| print "Heartbeat: " + str(result) |
| self.assertEquals(result['hostname'] != '', True, "hostname should not be empty") |
| self.assertEquals(result['responseId'], 100) |
| self.assertEquals(result['componentStatus'] is not None, True, "Heartbeat should contain componentStatus") |
| self.assertEquals(result['reports'] is not None, True, "Heartbeat should contain reports") |
| self.assertEquals(result['timestamp'] >= 1353679373880L, True) |
| self.assertEquals(result['recoveryTimestamp'], -1) |
| self.assertEquals(len(result['nodeStatus']), 2) |
| self.assertEquals(result['nodeStatus']['cause'], "NONE") |
| self.assertEquals(result['nodeStatus']['status'], "HEALTHY") |
| # result may or may NOT have an agentEnv structure in it |
| self.assertEquals((len(result) is 7) or (len(result) is 8), True) |
| self.assertEquals(not heartbeat.reports, True, "Heartbeat should not contain task in progress") |
| |
| @patch("subprocess.Popen") |
| @patch.object(Hardware, "_chk_writable_mount", new = MagicMock(return_value=True)) |
| @patch.object(ActionQueue, "result") |
| @patch.object(HostInfoLinux, "register") |
| def test_no_mapping(self, register_mock, result_mock, Popen_mock): |
| result_mock.return_value = { |
| 'reports': [{'status': 'IN_PROGRESS', |
| 'stderr': 'Read from /tmp/errors-3.txt', |
| 'stdout': 'Read from /tmp/output-3.txt', |
| 'clusterName': u'cc', |
| 'roleCommand': u'INSTALL', |
| 'serviceName': u'HDFS', |
| 'role': u'DATANODE', |
| 'actionId': '1-1', |
| 'taskId': 3, |
| 'exitCode': 777}], |
| 'componentStatus': [{'status': 'HEALTHY', 'componentName': 'NAMENODE'}] |
| } |
| config = AmbariConfig.AmbariConfig() |
| config.set('agent', 'prefix', 'tmp') |
| config.set('agent', 'cache_dir', "/var/lib/ambari-agent/cache") |
| config.set('agent', 'tolerate_download_failures', "true") |
| dummy_controller = MagicMock() |
| actionQueue = ActionQueue(config, dummy_controller) |
| heartbeat = Heartbeat(actionQueue) |
| hb = heartbeat.build(id = 10, add_state=True, componentsMapped=True) |
| self.assertEqual(register_mock.call_args_list[0][0][1], True) |
| register_mock.reset_mock() |
| |
| hb = heartbeat.build(id = 0, add_state=True, componentsMapped=True) |
| self.assertEqual(register_mock.call_args_list[0][0][1], False) |
| |
| @patch.object(ActionQueue, "result") |
| def test_build_long_result(self, result_mock): |
| config = AmbariConfig.AmbariConfig() |
| config.set('agent', 'prefix', 'tmp') |
| config.set('agent', 'cache_dir', "/var/lib/ambari-agent/cache") |
| config.set('agent', 'tolerate_download_failures', "true") |
| dummy_controller = MagicMock() |
| dummy_controller.recovery_manager = RecoveryManager(tempfile.mktemp()) |
| actionQueue = ActionQueue(config, dummy_controller) |
| result_mock.return_value = { |
| 'reports': [{'status': 'IN_PROGRESS', |
| 'stderr': 'Read from /tmp/errors-3.txt', |
| 'stdout': 'Read from /tmp/output-3.txt', |
| 'clusterName': u'cc', |
| 'roleCommand': u'INSTALL', |
| 'serviceName': u'HDFS', |
| 'role': u'DATANODE', |
| 'actionId': '1-1', |
| 'taskId': 3, |
| 'exitCode': 777}, |
| |
| {'status': 'COMPLETED', |
| 'stderr': 'stderr', |
| 'stdout': 'out', |
| 'clusterName': 'clusterName', |
| 'roleCommand': 'UPGRADE', |
| 'serviceName': 'serviceName', |
| 'role': 'role', |
| 'actionId': 17, |
| 'taskId': 'taskId', |
| 'exitCode': 0}, |
| |
| {'status': 'FAILED', |
| 'stderr': 'stderr', |
| 'stdout': 'out', |
| 'clusterName': u'cc', |
| 'roleCommand': u'INSTALL', |
| 'serviceName': u'HDFS', |
| 'role': u'DATANODE', |
| 'actionId': '1-1', |
| 'taskId': 3, |
| 'exitCode': 13}, |
| |
| {'status': 'COMPLETED', |
| 'stderr': 'stderr', |
| 'stdout': 'out', |
| 'clusterName': u'cc', |
| 'configurationTags': {'global': {'tag': 'v1'}}, |
| 'roleCommand': u'INSTALL', |
| 'serviceName': u'HDFS', |
| 'role': u'DATANODE', |
| 'actionId': '1-1', |
| 'taskId': 3, |
| 'exitCode': 0} |
| |
| ], |
| 'componentStatus': [ |
| {'status': 'HEALTHY', 'componentName': 'DATANODE'}, |
| {'status': 'UNHEALTHY', 'componentName': 'NAMENODE'}, |
| ], |
| } |
| heartbeat = Heartbeat(actionQueue) |
| hb = heartbeat.build(10) |
| hb['hostname'] = 'hostname' |
| hb['timestamp'] = 'timestamp' |
| expected = {'nodeStatus': |
| {'status': 'HEALTHY', |
| 'cause': 'NONE'}, |
| 'recoveryReport': {'summary': 'DISABLED'}, |
| 'recoveryTimestamp': -1, |
| 'timestamp': 'timestamp', 'hostname': 'hostname', |
| 'responseId': 10, 'reports': [ |
| {'status': 'IN_PROGRESS', 'roleCommand': u'INSTALL', |
| 'serviceName': u'HDFS', 'role': u'DATANODE', 'actionId': '1-1', |
| 'stderr': 'Read from /tmp/errors-3.txt', |
| 'stdout': 'Read from /tmp/output-3.txt', 'clusterName': u'cc', |
| 'taskId': 3, 'exitCode': 777}, |
| {'status': 'COMPLETED', 'roleCommand': 'UPGRADE', |
| 'serviceName': 'serviceName', 'role': 'role', 'actionId': 17, |
| 'stderr': 'stderr', 'stdout': 'out', 'clusterName': 'clusterName', |
| 'taskId': 'taskId', 'exitCode': 0}, |
| {'status': 'FAILED', 'roleCommand': u'INSTALL', 'serviceName': u'HDFS', |
| 'role': u'DATANODE', 'actionId': '1-1', 'stderr': 'stderr', |
| 'stdout': 'out', 'clusterName': u'cc', 'taskId': 3, 'exitCode': 13}, |
| {'status': 'COMPLETED', 'stdout': 'out', |
| 'configurationTags': {'global': {'tag': 'v1'}}, 'taskId': 3, |
| 'exitCode': 0, 'roleCommand': u'INSTALL', 'clusterName': u'cc', |
| 'serviceName': u'HDFS', 'role': u'DATANODE', 'actionId': '1-1', |
| 'stderr': 'stderr'}], 'componentStatus': [ |
| {'status': 'HEALTHY', 'componentName': 'DATANODE'}, |
| {'status': 'UNHEALTHY', 'componentName': 'NAMENODE'}]} |
| self.assertEqual.__self__.maxDiff = None |
| self.assertEquals(hb, expected) |
| |
| @patch("subprocess.Popen") |
| @patch.object(Hardware, "_chk_writable_mount", new = MagicMock(return_value=True)) |
| @patch.object(HostInfoLinux, 'register') |
| def test_heartbeat_no_host_check_cmd_in_queue(self, register_mock, Popen_mock): |
| config = AmbariConfig.AmbariConfig() |
| config.set('agent', 'prefix', 'tmp') |
| config.set('agent', 'cache_dir', "/var/lib/ambari-agent/cache") |
| config.set('agent', 'tolerate_download_failures', "true") |
| |
| dummy_controller = MagicMock() |
| actionQueue = ActionQueue(config, dummy_controller) |
| actionQueue.statusCommandQueue = multiprocessing.Queue() |
| statusCommand = { |
| "serviceName" : 'HDFS', |
| "commandType" : "STATUS_COMMAND", |
| "clusterName" : "c1", |
| "componentName" : "DATANODE", |
| "role" : "DATANODE", |
| 'configurations':{'global' : {}} |
| } |
| actionQueue.put_status([statusCommand]) |
| |
| heartbeat = Heartbeat(actionQueue) |
| heartbeat.build(12, 6) |
| self.assertTrue(register_mock.called) |
| args, kwargs = register_mock.call_args_list[0] |
| self.assertFalse(args[2]) |
| self.assertFalse(args[1]) |
| |
| |
| @patch("subprocess.Popen") |
| @patch.object(Hardware, "_chk_writable_mount", new = MagicMock(return_value=True)) |
| @patch.object(HostInfoLinux, 'register') |
| def test_heartbeat_host_check_no_cmd(self, register_mock, Popen_mock): |
| config = AmbariConfig.AmbariConfig() |
| config.set('agent', 'prefix', 'tmp') |
| config.set('agent', 'cache_dir', "/var/lib/ambari-agent/cache") |
| config.set('agent', 'tolerate_download_failures', "true") |
| dummy_controller = MagicMock() |
| actionQueue = ActionQueue(config, dummy_controller) |
| heartbeat = Heartbeat(actionQueue) |
| heartbeat.build(12, 6) |
| self.assertTrue(register_mock.called) |
| args, kwargs = register_mock.call_args_list[0] |
| self.assertFalse(args[1]) |
| self.assertFalse(args[2]) |
| |
| |
| if __name__ == "__main__": |
| unittest.main(verbosity=2) |
