| #!/usr/bin/env python |
| # |
| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| # |
| |
| import sys |
| from qpid.testlib import TestBase010, testrunner |
| from qpid.datatypes import Message |
| from qpid.queue import Empty |
| from time import sleep |
| |
| def add_module(args=sys.argv[1:]): |
| for a in args: |
| if a.startswith("federation"): |
| return False |
| return True |
| |
| def scan_args(name, default=None, args=sys.argv[1:]): |
| if (name in args): |
| pos = args.index(name) |
| return args[pos + 1] |
| elif default: |
| return default |
| else: |
| print "Please specify extra argument: %s" % name |
| sys.exit(2) |
| |
| def extract_args(name, args): |
| if (name in args): |
| pos = args.index(name) |
| del args[pos:pos+2] |
| else: |
| return None |
| |
| def remote_host(): |
| return scan_args("--remote-host", "localhost") |
| |
| def remote_port(): |
| return int(scan_args("--remote-port")) |
| |
| class FederationTests(TestBase010): |
| |
| def test_bridge_create_and_close(self): |
| self.startQmf(); |
| qmf = self.qmf |
| |
| broker = qmf.getObjects(_class="broker")[0] |
| result = broker.connect(remote_host(), remote_port(), False, "PLAIN", "guest", "guest", "tcp") |
| self.assertEqual(result.status, 0) |
| |
| link = qmf.getObjects(_class="link")[0] |
| result = link.bridge(False, "amq.direct", "amq.direct", "my-key", "", "", False, False, False) |
| self.assertEqual(result.status, 0) |
| |
| bridge = qmf.getObjects(_class="bridge")[0] |
| result = bridge.close() |
| self.assertEqual(result.status, 0) |
| |
| result = link.close() |
| self.assertEqual(result.status, 0) |
| |
| sleep(3) |
| self.assertEqual(len(qmf.getObjects(_class="bridge")), 0) |
| self.assertEqual(len(qmf.getObjects(_class="link")), 0) |
| |
| def test_pull_from_exchange(self): |
| session = self.session |
| |
| self.startQmf() |
| qmf = self.qmf |
| broker = qmf.getObjects(_class="broker")[0] |
| result = broker.connect(remote_host(), remote_port(), False, "PLAIN", "guest", "guest", "tcp") |
| self.assertEqual(result.status, 0) |
| |
| link = qmf.getObjects(_class="link")[0] |
| result = link.bridge(False, "amq.direct", "amq.fanout", "my-key", "", "", False, False, False) |
| self.assertEqual(result.status, 0) |
| |
| bridge = qmf.getObjects(_class="bridge")[0] |
| |
| #setup queue to receive messages from local broker |
| session.queue_declare(queue="fed1", exclusive=True, auto_delete=True) |
| session.exchange_bind(queue="fed1", exchange="amq.fanout") |
| self.subscribe(queue="fed1", destination="f1") |
| queue = session.incoming("f1") |
| sleep(6) |
| |
| #send messages to remote broker and confirm it is routed to local broker |
| r_conn = self.connect(host=remote_host(), port=remote_port()) |
| r_session = r_conn.session("test_pull_from_exchange") |
| |
| for i in range(1, 11): |
| dp = r_session.delivery_properties(routing_key="my-key") |
| r_session.message_transfer(destination="amq.direct", message=Message(dp, "Message %d" % i)) |
| |
| for i in range(1, 11): |
| msg = queue.get(timeout=5) |
| self.assertEqual("Message %d" % i, msg.body) |
| try: |
| extra = queue.get(timeout=1) |
| self.fail("Got unexpected message in queue: " + extra.body) |
| except Empty: None |
| |
| result = bridge.close() |
| self.assertEqual(result.status, 0) |
| result = link.close() |
| self.assertEqual(result.status, 0) |
| |
| sleep(3) |
| self.assertEqual(len(qmf.getObjects(_class="bridge")), 0) |
| self.assertEqual(len(qmf.getObjects(_class="link")), 0) |
| |
| def test_push_to_exchange(self): |
| session = self.session |
| |
| self.startQmf() |
| qmf = self.qmf |
| broker = qmf.getObjects(_class="broker")[0] |
| result = broker.connect(remote_host(), remote_port(), False, "PLAIN", "guest", "guest", "tcp") |
| self.assertEqual(result.status, 0) |
| |
| link = qmf.getObjects(_class="link")[0] |
| result = link.bridge(False, "amq.direct", "amq.fanout", "my-key", "", "", False, True, False) |
| self.assertEqual(result.status, 0) |
| |
| bridge = qmf.getObjects(_class="bridge")[0] |
| |
| #setup queue to receive messages from remote broker |
| r_conn = self.connect(host=remote_host(), port=remote_port()) |
| r_session = r_conn.session("test_push_to_exchange") |
| r_session.queue_declare(queue="fed1", exclusive=True, auto_delete=True) |
| r_session.exchange_bind(queue="fed1", exchange="amq.fanout") |
| self.subscribe(session=r_session, queue="fed1", destination="f1") |
| queue = r_session.incoming("f1") |
| sleep(6) |
| |
| #send messages to local broker and confirm it is routed to remote broker |
| for i in range(1, 11): |
| dp = session.delivery_properties(routing_key="my-key") |
| session.message_transfer(destination="amq.direct", message=Message(dp, "Message %d" % i)) |
| |
| for i in range(1, 11): |
| msg = queue.get(timeout=5) |
| self.assertEqual("Message %d" % i, msg.body) |
| try: |
| extra = queue.get(timeout=1) |
| self.fail("Got unexpected message in queue: " + extra.body) |
| except Empty: None |
| |
| result = bridge.close() |
| self.assertEqual(result.status, 0) |
| result = link.close() |
| self.assertEqual(result.status, 0) |
| |
| sleep(3) |
| self.assertEqual(len(qmf.getObjects(_class="bridge")), 0) |
| self.assertEqual(len(qmf.getObjects(_class="link")), 0) |
| |
| def test_pull_from_queue(self): |
| session = self.session |
| |
| #setup queue on remote broker and add some messages |
| r_conn = self.connect(host=remote_host(), port=remote_port()) |
| r_session = r_conn.session("test_pull_from_queue") |
| r_session.queue_declare(queue="my-bridge-queue", auto_delete=True) |
| for i in range(1, 6): |
| dp = r_session.delivery_properties(routing_key="my-bridge-queue") |
| r_session.message_transfer(message=Message(dp, "Message %d" % i)) |
| |
| #setup queue to receive messages from local broker |
| session.queue_declare(queue="fed1", exclusive=True, auto_delete=True) |
| session.exchange_bind(queue="fed1", exchange="amq.fanout") |
| self.subscribe(queue="fed1", destination="f1") |
| queue = session.incoming("f1") |
| |
| self.startQmf() |
| qmf = self.qmf |
| broker = qmf.getObjects(_class="broker")[0] |
| result = broker.connect(remote_host(), remote_port(), False, "PLAIN", "guest", "guest", "tcp") |
| self.assertEqual(result.status, 0) |
| |
| link = qmf.getObjects(_class="link")[0] |
| result = link.bridge(False, "my-bridge-queue", "amq.fanout", "my-key", "", "", True, False, False) |
| self.assertEqual(result.status, 0) |
| |
| bridge = qmf.getObjects(_class="bridge")[0] |
| sleep(3) |
| |
| #add some more messages (i.e. after bridge was created) |
| for i in range(6, 11): |
| dp = r_session.delivery_properties(routing_key="my-bridge-queue") |
| r_session.message_transfer(message=Message(dp, "Message %d" % i)) |
| |
| for i in range(1, 11): |
| try: |
| msg = queue.get(timeout=5) |
| self.assertEqual("Message %d" % i, msg.body) |
| except Empty: |
| self.fail("Failed to find expected message containing 'Message %d'" % i) |
| try: |
| extra = queue.get(timeout=1) |
| self.fail("Got unexpected message in queue: " + extra.body) |
| except Empty: None |
| |
| result = bridge.close() |
| self.assertEqual(result.status, 0) |
| result = link.close() |
| self.assertEqual(result.status, 0) |
| |
| sleep(3) |
| self.assertEqual(len(qmf.getObjects(_class="bridge")), 0) |
| self.assertEqual(len(qmf.getObjects(_class="link")), 0) |
| |
| def test_tracing_automatic(self): |
| remoteUrl = "%s:%d" % (remote_host(), remote_port()) |
| self.startQmf() |
| l_broker = self.qmf_broker |
| r_broker = self.qmf.addBroker(remoteUrl) |
| |
| l_brokerObj = self.qmf.getObjects(_class="broker", _broker=l_broker)[0] |
| r_brokerObj = self.qmf.getObjects(_class="broker", _broker=r_broker)[0] |
| |
| l_res = l_brokerObj.connect(remote_host(), remote_port(), False, "PLAIN", "guest", "guest", "tcp") |
| r_res = r_brokerObj.connect(testrunner.host, testrunner.port, False, "PLAIN", "guest", "guest", "tcp") |
| |
| self.assertEqual(l_res.status, 0) |
| self.assertEqual(r_res.status, 0) |
| |
| l_link = self.qmf.getObjects(_class="link", _broker=l_broker)[0] |
| r_link = self.qmf.getObjects(_class="link", _broker=r_broker)[0] |
| |
| l_res = l_link.bridge(False, "amq.direct", "amq.direct", "key", "", "", False, False, False) |
| r_res = r_link.bridge(False, "amq.direct", "amq.direct", "key", "", "", False, False, False) |
| |
| self.assertEqual(l_res.status, 0) |
| self.assertEqual(r_res.status, 0) |
| |
| count = 0 |
| while l_link.state != "Operational" or r_link.state != "Operational": |
| count += 1 |
| if count > 10: |
| self.fail("Fed links didn't become operational after 10 seconds") |
| sleep(1) |
| l_link = self.qmf.getObjects(_class="link", _broker=l_broker)[0] |
| r_link = self.qmf.getObjects(_class="link", _broker=r_broker)[0] |
| sleep(3) |
| |
| #setup queue to receive messages from local broker |
| session = self.session |
| session.queue_declare(queue="fed1", exclusive=True, auto_delete=True) |
| session.exchange_bind(queue="fed1", exchange="amq.direct", binding_key="key") |
| self.subscribe(queue="fed1", destination="f1") |
| queue = session.incoming("f1") |
| |
| #setup queue on remote broker and add some messages |
| r_conn = self.connect(host=remote_host(), port=remote_port()) |
| r_session = r_conn.session("test_trace") |
| for i in range(1, 11): |
| dp = r_session.delivery_properties(routing_key="key") |
| r_session.message_transfer(destination="amq.direct", message=Message(dp, "Message %d" % i)) |
| |
| for i in range(1, 11): |
| try: |
| msg = queue.get(timeout=5) |
| self.assertEqual("Message %d" % i, msg.body) |
| except Empty: |
| self.fail("Failed to find expected message containing 'Message %d'" % i) |
| try: |
| extra = queue.get(timeout=1) |
| self.fail("Got unexpected message in queue: " + extra.body) |
| except Empty: None |
| |
| def test_tracing(self): |
| session = self.session |
| |
| self.startQmf() |
| qmf = self.qmf |
| broker = qmf.getObjects(_class="broker")[0] |
| result = broker.connect(remote_host(), remote_port(), False, "PLAIN", "guest", "guest", "tcp") |
| self.assertEqual(result.status, 0) |
| |
| link = qmf.getObjects(_class="link")[0] |
| result = link.bridge(False, "amq.direct", "amq.fanout", "my-key", "my-bridge-id", |
| "exclude-me,also-exclude-me", False, False, False) |
| self.assertEqual(result.status, 0) |
| bridge = qmf.getObjects(_class="bridge")[0] |
| |
| #setup queue to receive messages from local broker |
| session.queue_declare(queue="fed1", exclusive=True, auto_delete=True) |
| session.exchange_bind(queue="fed1", exchange="amq.fanout") |
| self.subscribe(queue="fed1", destination="f1") |
| queue = session.incoming("f1") |
| sleep(6) |
| |
| #send messages to remote broker and confirm it is routed to local broker |
| r_conn = self.connect(host=remote_host(), port=remote_port()) |
| r_session = r_conn.session("test_tracing") |
| |
| trace = [None, "exclude-me", "a,exclude-me,b", "also-exclude-me,c", "dont-exclude-me"] |
| body = ["yes", "first-bad", "second-bad", "third-bad", "yes"] |
| for b, t in zip(body, trace): |
| headers = {} |
| if (t): headers["x-qpid.trace"]=t |
| dp = r_session.delivery_properties(routing_key="my-key") |
| mp = r_session.message_properties(application_headers=headers) |
| r_session.message_transfer(destination="amq.direct", message=Message(dp, mp, b)) |
| |
| for e in ["my-bridge-id", "dont-exclude-me,my-bridge-id"]: |
| msg = queue.get(timeout=5) |
| self.assertEqual("yes", msg.body) |
| self.assertEqual(e, self.getAppHeader(msg, "x-qpid.trace")) |
| |
| try: |
| extra = queue.get(timeout=1) |
| self.fail("Got unexpected message in queue: " + extra.body) |
| except Empty: None |
| |
| result = bridge.close() |
| self.assertEqual(result.status, 0) |
| result = link.close() |
| self.assertEqual(result.status, 0) |
| |
| sleep(3) |
| self.assertEqual(len(qmf.getObjects(_class="bridge")), 0) |
| self.assertEqual(len(qmf.getObjects(_class="link")), 0) |
| |
| def test_dynamic_fanout(self): |
| session = self.session |
| r_conn = self.connect(host=remote_host(), port=remote_port()) |
| r_session = r_conn.session("test_dynamic_fanout") |
| |
| session.exchange_declare(exchange="fed.fanout", type="fanout") |
| r_session.exchange_declare(exchange="fed.fanout", type="fanout") |
| |
| self.startQmf() |
| qmf = self.qmf |
| broker = qmf.getObjects(_class="broker")[0] |
| result = broker.connect(remote_host(), remote_port(), False, "PLAIN", "guest", "guest", "tcp") |
| self.assertEqual(result.status, 0) |
| |
| link = qmf.getObjects(_class="link")[0] |
| result = link.bridge(False, "fed.fanout", "fed.fanout", "", "", "", False, False, True) |
| self.assertEqual(result.status, 0) |
| bridge = qmf.getObjects(_class="bridge")[0] |
| sleep(5) |
| |
| session.queue_declare(queue="fed1", exclusive=True, auto_delete=True) |
| session.exchange_bind(queue="fed1", exchange="fed.fanout") |
| self.subscribe(queue="fed1", destination="f1") |
| queue = session.incoming("f1") |
| |
| for i in range(1, 11): |
| dp = r_session.delivery_properties() |
| r_session.message_transfer(destination="fed.fanout", message=Message(dp, "Message %d" % i)) |
| |
| for i in range(1, 11): |
| msg = queue.get(timeout=5) |
| self.assertEqual("Message %d" % i, msg.body) |
| try: |
| extra = queue.get(timeout=1) |
| self.fail("Got unexpected message in queue: " + extra.body) |
| except Empty: None |
| |
| result = bridge.close() |
| self.assertEqual(result.status, 0) |
| result = link.close() |
| self.assertEqual(result.status, 0) |
| |
| sleep(3) |
| self.assertEqual(len(qmf.getObjects(_class="bridge")), 0) |
| self.assertEqual(len(qmf.getObjects(_class="link")), 0) |
| |
| |
| def test_dynamic_direct(self): |
| session = self.session |
| r_conn = self.connect(host=remote_host(), port=remote_port()) |
| r_session = r_conn.session("test_dynamic_direct") |
| |
| session.exchange_declare(exchange="fed.direct", type="direct") |
| r_session.exchange_declare(exchange="fed.direct", type="direct") |
| |
| self.startQmf() |
| qmf = self.qmf |
| broker = qmf.getObjects(_class="broker")[0] |
| result = broker.connect(remote_host(), remote_port(), False, "PLAIN", "guest", "guest", "tcp") |
| self.assertEqual(result.status, 0) |
| |
| link = qmf.getObjects(_class="link")[0] |
| result = link.bridge(False, "fed.direct", "fed.direct", "", "", "", False, False, True) |
| self.assertEqual(result.status, 0) |
| bridge = qmf.getObjects(_class="bridge")[0] |
| sleep(5) |
| |
| session.queue_declare(queue="fed1", exclusive=True, auto_delete=True) |
| session.exchange_bind(queue="fed1", exchange="fed.direct", binding_key="fd-key") |
| self.subscribe(queue="fed1", destination="f1") |
| queue = session.incoming("f1") |
| |
| for i in range(1, 11): |
| dp = r_session.delivery_properties(routing_key="fd-key") |
| r_session.message_transfer(destination="fed.direct", message=Message(dp, "Message %d" % i)) |
| |
| for i in range(1, 11): |
| msg = queue.get(timeout=5) |
| self.assertEqual("Message %d" % i, msg.body) |
| try: |
| extra = queue.get(timeout=1) |
| self.fail("Got unexpected message in queue: " + extra.body) |
| except Empty: None |
| |
| result = bridge.close() |
| self.assertEqual(result.status, 0) |
| result = link.close() |
| self.assertEqual(result.status, 0) |
| |
| sleep(3) |
| self.assertEqual(len(qmf.getObjects(_class="bridge")), 0) |
| self.assertEqual(len(qmf.getObjects(_class="link")), 0) |
| |
| |
| def test_dynamic_topic(self): |
| session = self.session |
| r_conn = self.connect(host=remote_host(), port=remote_port()) |
| r_session = r_conn.session("test_dynamic_topic") |
| |
| session.exchange_declare(exchange="fed.topic", type="topic") |
| r_session.exchange_declare(exchange="fed.topic", type="topic") |
| |
| self.startQmf() |
| qmf = self.qmf |
| broker = qmf.getObjects(_class="broker")[0] |
| result = broker.connect(remote_host(), remote_port(), False, "PLAIN", "guest", "guest", "tcp") |
| self.assertEqual(result.status, 0) |
| |
| link = qmf.getObjects(_class="link")[0] |
| result = link.bridge(False, "fed.topic", "fed.topic", "", "", "", False, False, True) |
| self.assertEqual(result.status, 0) |
| bridge = qmf.getObjects(_class="bridge")[0] |
| sleep(5) |
| |
| session.queue_declare(queue="fed1", exclusive=True, auto_delete=True) |
| session.exchange_bind(queue="fed1", exchange="fed.topic", binding_key="ft-key.#") |
| self.subscribe(queue="fed1", destination="f1") |
| queue = session.incoming("f1") |
| |
| for i in range(1, 11): |
| dp = r_session.delivery_properties(routing_key="ft-key.one.two") |
| r_session.message_transfer(destination="fed.topic", message=Message(dp, "Message %d" % i)) |
| |
| for i in range(1, 11): |
| msg = queue.get(timeout=5) |
| self.assertEqual("Message %d" % i, msg.body) |
| try: |
| extra = queue.get(timeout=1) |
| self.fail("Got unexpected message in queue: " + extra.body) |
| except Empty: None |
| |
| result = bridge.close() |
| self.assertEqual(result.status, 0) |
| result = link.close() |
| self.assertEqual(result.status, 0) |
| |
| sleep(3) |
| self.assertEqual(len(qmf.getObjects(_class="bridge")), 0) |
| self.assertEqual(len(qmf.getObjects(_class="link")), 0) |
| |
| |
| def getProperty(self, msg, name): |
| for h in msg.headers: |
| if hasattr(h, name): return getattr(h, name) |
| return None |
| |
| def getAppHeader(self, msg, name): |
| headers = self.getProperty(msg, "application_headers") |
| if headers: |
| return headers[name] |
| return None |
| |
| |
| if __name__ == '__main__': |
| args = sys.argv[1:] |
| #need to remove the extra options from args as test runner doesn't recognise them |
| extract_args("--remote-port", args) |
| extract_args("--remote-host", args) |
| |
| if add_module(): |
| #add module(s) to run to testrunners args |
| args.append("federation") |
| |
| if not testrunner.run(args): sys.exit(1) |
