| # Licensed to the Apache Software Foundation (ASF) under one or more |
| # contributor license agreements. See the NOTICE file distributed with |
| # this work for additional information regarding copyright ownership. |
| # The ASF licenses this file to You under the Apache License, Version 2.0 |
| # (the \"License\"); you may not use this file except in compliance with |
| # the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an \"AS IS\" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| from minifi import * |
| from minifi.test import * |
| |
| |
| def test_publish_kafka(): |
| """ |
| Verify delivery of message to kafka broker |
| """ |
| producer_flow = GetFile('/tmp/input') >> PublishKafka() \ |
| >> (('failure', LogAttribute()), |
| ('success', PutFile('/tmp/output/success'))) |
| |
| with DockerTestCluster(SingleFileOutputValidator('test', subdir='success')) as cluster: |
| cluster.put_test_data('test') |
| cluster.deploy_flow(None, engine='kafka-broker') |
| cluster.deploy_flow(producer_flow, name='minifi-producer', engine='minifi-cpp') |
| |
| assert cluster.check_output(30) |
| |
| def test_no_broker(): |
| """ |
| Verify failure case when broker is down |
| """ |
| producer_flow = (GetFile('/tmp/input') >> PublishKafka() |
| >> (('failure', PutFile('/tmp/output')), |
| ('success', LogAttribute()))) |
| |
| with DockerTestCluster(SingleFileOutputValidator('no broker')) as cluster: |
| cluster.put_test_data('no broker') |
| cluster.deploy_flow(producer_flow, name='minifi-producer', engine='minifi-cpp') |
| |
| assert cluster.check_output(60) |
| |
| def test_broker_on_off(): |
| """ |
| Verify delivery of message when broker is unstable |
| """ |
| producer_flow = (GetFile('/tmp/input') >> PublishKafka() |
| >> (('success', PutFile('/tmp/output/success')), |
| ('failure', PutFile('/tmp/output/failure')))) |
| |
| with DockerTestCluster(SingleFileOutputValidator('test')) as cluster: |
| cluster.put_test_data('test') |
| cluster.deploy_flow(None, engine='kafka-broker') |
| cluster.deploy_flow(producer_flow, name='minifi-producer', engine='minifi-cpp') |
| start_count = 1 |
| stop_count = 0 |
| |
| def start_kafka(): |
| nonlocal start_count |
| assert cluster.start_flow('kafka-broker') |
| assert cluster.start_flow('kafka-consumer') |
| start_count += 1 |
| assert cluster.wait_for_container_logs('zookeeper', 'Established session', 30, start_count) |
| def stop_kafka(): |
| nonlocal stop_count |
| assert cluster.stop_flow('kafka-consumer') |
| assert cluster.stop_flow('kafka-broker') |
| stop_count += 1 |
| assert cluster.wait_for_container_logs('zookeeper', 'Processed session termination for sessionid', 30, stop_count) |
| |
| assert cluster.check_output(30, subdir='success') |
| stop_kafka() |
| assert cluster.check_output(60, subdir='failure') |
| start_kafka() |
| cluster.rm_out_child('success') |
| assert cluster.check_output(60, subdir='success') |
| stop_kafka() |
| cluster.rm_out_child('failure') |
| assert cluster.check_output(60, subdir='failure') |
| |
| def test_ssl(): |
| """ |
| Verify security connection |
| """ |
| producer_flow = GetFile('/tmp/input') >> PublishKafkaSSL() \ |
| >> (('failure', LogAttribute()), |
| ('success', PutFile('/tmp/output/ssl'))) |
| |
| with DockerTestCluster(SingleFileOutputValidator('test', subdir='ssl')) as cluster: |
| cluster.put_test_data('test') |
| cluster.deploy_flow(None, engine='kafka-broker') |
| cluster.deploy_flow(producer_flow, name='minifi-producer', engine='minifi-cpp') |
| |
| assert cluster.check_output(30) |