integration-tests/mdi/0004-csv-input-parent.hpl

<?xml version="1.0" encoding="UTF-8"?>
<!--

Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements.  See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License.  You may obtain a copy of the License at

      http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.

-->
<pipeline>
  <info>
    <name>0004-csv-input-parent</name>
    <name_sync_with_filename>Y</name_sync_with_filename>
    <description/>
    <extended_description/>
    <pipeline_version/>
    <pipeline_type>Normal</pipeline_type>
    <parameters>
    </parameters>
    <capture_transform_performance>N</capture_transform_performance>
    <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
    <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
    <created_user>-</created_user>
    <created_date>2021/05/10 10:50:11.779</created_date>
    <modified_user>-</modified_user>
    <modified_date>2021/05/10 10:50:11.779</modified_date>
    <key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
    <is_key_private>N</is_key_private>
  </info>
  <notepads>
  </notepads>
  <order>
    <hop>
      <from>CSV Input fields</from>
      <to>0004-csv-input-child.hpl</to>
      <enabled>Y</enabled>
    </hop>
    <hop>
      <from>0004-csv-input-child.hpl</from>
      <to>Verify</to>
      <enabled>Y</enabled>
    </hop>
    <hop>
      <from>CSV Input metadata</from>
      <to>0004-csv-input-child.hpl</to>
      <enabled>Y</enabled>
    </hop>
  </order>
  <transform>
    <name>0004-csv-input-child.hpl</name>
    <type>MetaInject</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <filename>${PROJECT_HOME}/0004-csv-input-child.hpl</filename>
    <source_transform>Output</source_transform>
    <source_output_fields>
      <source_output_field>
        <source_output_field_name>id</source_output_field_name>
        <source_output_field_type>Integer</source_output_field_type>
        <source_output_field_length>15</source_output_field_length>
        <source_output_field_precision>0</source_output_field_precision>
      </source_output_field>
      <source_output_field>
        <source_output_field_name>name</source_output_field_name>
        <source_output_field_type>String</source_output_field_type>
        <source_output_field_length>50</source_output_field_length>
        <source_output_field_precision>-1</source_output_field_precision>
      </source_output_field>
      <source_output_field>
        <source_output_field_name>firstname</source_output_field_name>
        <source_output_field_type>String</source_output_field_type>
        <source_output_field_length>50</source_output_field_length>
        <source_output_field_precision>-1</source_output_field_precision>
      </source_output_field>
      <source_output_field>
        <source_output_field_name>zip</source_output_field_name>
        <source_output_field_type>String</source_output_field_type>
        <source_output_field_length>40</source_output_field_length>
        <source_output_field_precision>0</source_output_field_precision>
      </source_output_field>
      <source_output_field>
        <source_output_field_name>city</source_output_field_name>
        <source_output_field_type>String</source_output_field_type>
        <source_output_field_length>50</source_output_field_length>
        <source_output_field_precision>-1</source_output_field_precision>
      </source_output_field>
      <source_output_field>
        <source_output_field_name>birthdate</source_output_field_name>
        <source_output_field_type>Date</source_output_field_type>
        <source_output_field_length>-1</source_output_field_length>
        <source_output_field_precision>-1</source_output_field_precision>
      </source_output_field>
      <source_output_field>
        <source_output_field_name>street</source_output_field_name>
        <source_output_field_type>String</source_output_field_type>
        <source_output_field_length>11</source_output_field_length>
        <source_output_field_precision>-1</source_output_field_precision>
      </source_output_field>
      <source_output_field>
        <source_output_field_name>housenr</source_output_field_name>
        <source_output_field_type>String</source_output_field_type>
        <source_output_field_length>20</source_output_field_length>
        <source_output_field_precision>0</source_output_field_precision>
      </source_output_field>
      <source_output_field>
        <source_output_field_name>stateCode</source_output_field_name>
        <source_output_field_type>String</source_output_field_type>
        <source_output_field_length>10</source_output_field_length>
        <source_output_field_precision>-1</source_output_field_precision>
      </source_output_field>
      <source_output_field>
        <source_output_field_name>state</source_output_field_name>
        <source_output_field_type>String</source_output_field_type>
        <source_output_field_length>50</source_output_field_length>
        <source_output_field_precision>-1</source_output_field_precision>
      </source_output_field>
    </source_output_fields>
    <target_file/>
    <no_execution>N</no_execution>
    <stream_source_transform/>
    <stream_target_transform/>
    <mappings>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>INPUT_CURRENCY</target_attribute_key>
        <target_detail>Y</target_detail>
        <source_transform>CSV Input fields</source_transform>
        <source_field>currency</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>INPUT_DECIMAL</target_attribute_key>
        <target_detail>Y</target_detail>
        <source_transform>CSV Input fields</source_transform>
        <source_field>decimal</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>DELIMITER</target_attribute_key>
        <target_detail>N</target_detail>
        <source_transform>CSV Input metadata</source_transform>
        <source_field>separator</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>HEADER_PRESENT</target_attribute_key>
        <target_detail>N</target_detail>
        <source_transform>CSV Input metadata</source_transform>
        <source_field>header</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>INPUT_LENGTH</target_attribute_key>
        <target_detail>Y</target_detail>
        <source_transform>CSV Input fields</source_transform>
        <source_field>length</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>ENCLOSURE</target_attribute_key>
        <target_detail>N</target_detail>
        <source_transform>CSV Input metadata</source_transform>
        <source_field>enclosure</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>INPUT_PRECISION</target_attribute_key>
        <target_detail>Y</target_detail>
        <source_transform>CSV Input fields</source_transform>
        <source_field>precision</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>INPUT_FORMAT</target_attribute_key>
        <target_detail>Y</target_detail>
        <source_transform>CSV Input fields</source_transform>
        <source_field>format</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>LAZY_CONVERSION</target_attribute_key>
        <target_detail>N</target_detail>
        <source_transform>CSV Input metadata</source_transform>
        <source_field>lazy</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>INPUT_GROUP</target_attribute_key>
        <target_detail>Y</target_detail>
        <source_transform>CSV Input fields</source_transform>
        <source_field>group</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>FIELD_TRIM_TYPE</target_attribute_key>
        <target_detail>Y</target_detail>
        <source_transform>CSV Input fields</source_transform>
        <source_field>trimType</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>FILENAME</target_attribute_key>
        <target_detail>N</target_detail>
        <source_transform>CSV Input metadata</source_transform>
        <source_field>filename</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>FIELD_TYPE</target_attribute_key>
        <target_detail>Y</target_detail>
        <source_transform>CSV Input fields</source_transform>
        <source_field>type</source_field>
      </mapping>
      <mapping>
        <target_transform_name>CSV file input</target_transform_name>
        <target_attribute_key>INPUT_NAME</target_attribute_key>
        <target_detail>Y</target_detail>
        <source_transform>CSV Input fields</source_transform>
        <source_field>name</source_field>
      </mapping>
    </mappings>
    <attributes/>
    <GUI>
      <xloc>304</xloc>
      <yloc>96</yloc>
    </GUI>
  </transform>
  <transform>
    <name>CSV Input fields</name>
    <type>DataGrid</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <fields>
      <field>
        <name>name</name>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <set_empty_string>N</set_empty_string>
      </field>
      <field>
        <name>type</name>
        <type/>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <set_empty_string>N</set_empty_string>
      </field>
      <field>
        <name>format</name>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <set_empty_string>N</set_empty_string>
      </field>
      <field>
        <name>length</name>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <set_empty_string>N</set_empty_string>
      </field>
      <field>
        <name>precision</name>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <set_empty_string>N</set_empty_string>
      </field>
      <field>
        <name>currency</name>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <set_empty_string>N</set_empty_string>
      </field>
      <field>
        <name>decimal</name>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <set_empty_string>N</set_empty_string>
      </field>
      <field>
        <name>group</name>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <set_empty_string>N</set_empty_string>
      </field>
      <field>
        <name>trimType</name>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <set_empty_string>N</set_empty_string>
      </field>
    </fields>
    <data>
      <line>
        <item>id</item>
        <item>Integer</item>
        <item> #</item>
        <item>15</item>
        <item>0</item>
        <item>$</item>
        <item>.</item>
        <item>,</item>
        <item>none</item>
      </line>
      <line>
        <item>name</item>
        <item>String</item>
        <item/>
        <item>50</item>
        <item/>
        <item>$</item>
        <item>.</item>
        <item>,</item>
        <item>none</item>
      </line>
      <line>
        <item>firstname</item>
        <item>String</item>
        <item/>
        <item>50</item>
        <item/>
        <item>$</item>
        <item>.</item>
        <item>,</item>
        <item>none</item>
      </line>
      <line>
        <item>zip</item>
        <item>String</item>
        <item/>
        <item>40</item>
        <item>0</item>
        <item>$</item>
        <item>.</item>
        <item>,</item>
        <item>none</item>
      </line>
      <line>
        <item>city</item>
        <item>String</item>
        <item/>
        <item>50</item>
        <item/>
        <item>$</item>
        <item>.</item>
        <item>,</item>
        <item>none</item>
      </line>
      <line>
        <item>birthdate</item>
        <item>Date</item>
        <item>yyyy/MM/dd</item>
        <item/>
        <item/>
        <item>$</item>
        <item>.</item>
        <item>,</item>
        <item>none</item>
      </line>
      <line>
        <item>street</item>
        <item>String</item>
        <item/>
        <item>11</item>
        <item/>
        <item>$</item>
        <item>.</item>
        <item>,</item>
        <item>none</item>
      </line>
      <line>
        <item>housenr</item>
        <item>String</item>
        <item/>
        <item>20</item>
        <item>0</item>
        <item>$</item>
        <item>.</item>
        <item>,</item>
        <item>none</item>
      </line>
      <line>
        <item>stateCode</item>
        <item>String</item>
        <item/>
        <item>10</item>
        <item/>
        <item>$</item>
        <item>.</item>
        <item>,</item>
        <item>none</item>
      </line>
      <line>
        <item>state</item>
        <item>String</item>
        <item/>
        <item>50</item>
        <item/>
        <item>$</item>
        <item>.</item>
        <item>,</item>
        <item>none</item>
      </line>
    </data>
    <attributes/>
    <GUI>
      <xloc>128</xloc>
      <yloc>96</yloc>
    </GUI>
  </transform>
  <transform>
    <name>Verify</name>
    <type>Dummy</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <attributes/>
    <GUI>
      <xloc>464</xloc>
      <yloc>96</yloc>
    </GUI>
  </transform>
  <transform>
    <name>CSV Input metadata</name>
    <type>GetVariable</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <fields>
      <field>
        <name>filename</name>
        <variable>${PROJECT_HOME}/files/customers-100.txt</variable>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <trim_type>none</trim_type>
      </field>
      <field>
        <name>separator</name>
        <variable>;</variable>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <trim_type>none</trim_type>
      </field>
      <field>
        <name>enclosure</name>
        <variable>"</variable>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <trim_type>none</trim_type>
      </field>
      <field>
        <name>lazy</name>
        <variable>false</variable>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <trim_type>none</trim_type>
      </field>
      <field>
        <name>header</name>
        <variable>true</variable>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <trim_type>none</trim_type>
      </field>
    </fields>
    <attributes/>
    <GUI>
      <xloc>128</xloc>
      <yloc>192</yloc>
    </GUI>
  </transform>
  <transform_error_handling>
  </transform_error_handling>
  <attributes/>
</pipeline>