| <?xml version="1.0" encoding="UTF-8"?> |
| <!-- |
| |
| Licensed to the Apache Software Foundation (ASF) under one or more |
| contributor license agreements. See the NOTICE file distributed with |
| this work for additional information regarding copyright ownership. |
| The ASF licenses this file to You under the Apache License, Version 2.0 |
| (the "License"); you may not use this file except in compliance with |
| the License. You may obtain a copy of the License at |
| |
| http://www.apache.org/licenses/LICENSE-2.0 |
| |
| Unless required by applicable law or agreed to in writing, software |
| distributed under the License is distributed on an "AS IS" BASIS, |
| WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| See the License for the specific language governing permissions and |
| limitations under the License. |
| |
| --> |
| <pipeline> |
| <info> |
| <name>HOP3504-kafka-consumer-read-record-error</name> |
| <name_sync_with_filename>Y</name_sync_with_filename> |
| <description/> |
| <extended_description/> |
| <pipeline_version/> |
| <pipeline_type>Normal</pipeline_type> |
| <pipeline_status>0</pipeline_status> |
| <parameters> |
| </parameters> |
| <capture_transform_performance>N</capture_transform_performance> |
| <transform_performance_capturing_delay>1000</transform_performance_capturing_delay> |
| <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit> |
| <created_user>-</created_user> |
| <created_date>2021/12/21 09:42:58.199</created_date> |
| <modified_user>-</modified_user> |
| <modified_date>2021/12/21 09:42:58.199</modified_date> |
| <key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key> |
| <is_key_private>N</is_key_private> |
| </info> |
| <notepads> |
| </notepads> |
| <order> |
| <hop> |
| <from>Kafka Consumer</from> |
| <to>Log Output</to> |
| <enabled>Y</enabled> |
| </hop> |
| <hop> |
| <from>Kafka Consumer</from> |
| <to>Dummy (do nothing)</to> |
| <enabled>Y</enabled> |
| </hop> |
| <hop> |
| <from>Log Output</from> |
| <to>Stop Kafka Processing</to> |
| <enabled>Y</enabled> |
| </hop> |
| </order> |
| <transform> |
| <name>Dummy (do nothing)</name> |
| <type>Dummy</type> |
| <description/> |
| <distribute>Y</distribute> |
| <custom_distribution/> |
| <copies>1</copies> |
| <partitioning> |
| <method>none</method> |
| <schema_name/> |
| </partitioning> |
| <attributes/> |
| <GUI> |
| <xloc>624</xloc> |
| <yloc>112</yloc> |
| </GUI> |
| </transform> |
| <transform> |
| <name>Kafka Consumer</name> |
| <type>KafkaConsumer</type> |
| <description/> |
| <distribute>Y</distribute> |
| <custom_distribution/> |
| <copies>1</copies> |
| <partitioning> |
| <method>none</method> |
| <schema_name/> |
| </partitioning> |
| <topic>hop-test</topic> |
| <consumerGroup/> |
| <pipelinePath>${PROJECT_HOME}/HOP3504-kafka-consumer-called-subpipeline-error.hpl</pipelinePath> |
| <subTransform/> |
| <batchSize>1</batchSize> |
| <batchDuration>1000</batchDuration> |
| <directBootstrapServers>${BOOTSTRAP_SERVERS}</directBootstrapServers> |
| <AUTO_COMMIT>N</AUTO_COMMIT> |
| <OutputField kafkaName="key" type="String">Key</OutputField> |
| <OutputField kafkaName="message" type="String">Message</OutputField> |
| <OutputField kafkaName="topic" type="String">Topic</OutputField> |
| <OutputField kafkaName="partition" type="Integer">Partition</OutputField> |
| <OutputField kafkaName="offset" type="Integer">Offset</OutputField> |
| <OutputField kafkaName="timestamp" type="Integer">Timestamp</OutputField> |
| <advancedConfig> |
| <option property="auto.offset.reset" value="earliest"/> |
| <option property="ssl.key.password" value=""/> |
| <option property="ssl.keystore.location" value=""/> |
| <option property="ssl.keystore.password" value=""/> |
| <option property="ssl.truststore.location" value=""/> |
| <option property="ssl.truststore.password" value=""/> |
| </advancedConfig> |
| <attributes/> |
| <GUI> |
| <xloc>448</xloc> |
| <yloc>112</yloc> |
| </GUI> |
| </transform> |
| <transform> |
| <name>Log Output</name> |
| <type>WriteToLog</type> |
| <description/> |
| <distribute>Y</distribute> |
| <custom_distribution/> |
| <copies>1</copies> |
| <partitioning> |
| <method>none</method> |
| <schema_name/> |
| </partitioning> |
| <loglevel>log_level_basic</loglevel> |
| <displayHeader>Y</displayHeader> |
| <limitRows>N</limitRows> |
| <limitRowsNumber>0</limitRowsNumber> |
| <logmessage>Out From Error Path</logmessage> |
| <fields> |
| <field> |
| <name>message</name> |
| </field> |
| </fields> |
| <attributes/> |
| <GUI> |
| <xloc>528</xloc> |
| <yloc>176</yloc> |
| </GUI> |
| </transform> |
| <transform> |
| <name>Stop Kafka Processing</name> |
| <type>Abort</type> |
| <description/> |
| <distribute>Y</distribute> |
| <custom_distribution/> |
| <copies>1</copies> |
| <partitioning> |
| <method>none</method> |
| <schema_name/> |
| </partitioning> |
| <abort_option>SAFE_STOP</abort_option> |
| <always_log_rows>Y</always_log_rows> |
| <message>Kafka consumer stopped</message> |
| <row_threshold>0</row_threshold> |
| <attributes/> |
| <GUI> |
| <xloc>608</xloc> |
| <yloc>240</yloc> |
| </GUI> |
| </transform> |
| <transform_error_handling> |
| <error> |
| <source_transform>Kafka Consumer</source_transform> |
| <target_transform>Log Output</target_transform> |
| <is_enabled>Y</is_enabled> |
| <nr_valuename/> |
| <descriptions_valuename/> |
| <fields_valuename/> |
| <codes_valuename/> |
| <max_errors/> |
| <max_pct_errors/> |
| <min_pct_rows/> |
| </error> |
| </transform_error_handling> |
| <attributes/> |
| </pipeline> |