integration-tests/transforms/0003-field-splitter-using-ids.hpl

<?xml version="1.0" encoding="UTF-8"?>
<!--

Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements.  See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License.  You may obtain a copy of the License at

      http://www.apache.org/licenses/LICENSE-2.0

Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.

-->
<pipeline>
  <info>
    <name>0003-field-splitter-using-ids</name>
    <name_sync_with_filename>Y</name_sync_with_filename>
    <description/>
    <extended_description/>
    <pipeline_version/>
    <pipeline_type>Normal</pipeline_type>
    <parameters>
    </parameters>
    <capture_transform_performance>N</capture_transform_performance>
    <transform_performance_capturing_delay>1000</transform_performance_capturing_delay>
    <transform_performance_capturing_size_limit>100</transform_performance_capturing_size_limit>
    <created_user>-</created_user>
    <created_date>2020/11/18 15:20:34.388</created_date>
    <modified_user>-</modified_user>
    <modified_date>2020/11/18 15:20:34.388</modified_date>
    <key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key>
    <is_key_private>N</is_key_private>
  </info>
  <notepads>
  </notepads>
  <order>
    <hop>
      <from>string</from>
      <to>Split fields</to>
      <enabled>Y</enabled>
    </hop>
    <hop>
      <from>validation</from>
      <to>verify</to>
      <enabled>Y</enabled>
    </hop>
    <hop>
      <from>verify</from>
      <to>OK</to>
      <enabled>Y</enabled>
    </hop>
    <hop>
      <from>verify</from>
      <to>Abort</to>
      <enabled>Y</enabled>
    </hop>
    <hop>
      <from>Split fields</from>
      <to>sum</to>
      <enabled>Y</enabled>
    </hop>
    <hop>
      <from>sum</from>
      <to>validation</to>
      <enabled>Y</enabled>
    </hop>
  </order>
  <transform>
    <name>Split fields</name>
    <type>FieldSplitter</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <splitfield>string</splitfield>
    <delimiter>,</delimiter>
    <enclosure/>
    <escape_string/>
    <fields>
      <field>
        <name>a</name>
        <id>a=</id>
        <idrem>Y</idrem>
        <type>Integer</type>
        <format>#</format>
        <group/>
        <decimal/>
        <currency/>
        <length>7</length>
        <precision>0</precision>
        <nullif/>
        <ifnull/>
        <trimtype>none</trimtype>
      </field>
      <field>
        <name>b</name>
        <id>b=</id>
        <idrem>Y</idrem>
        <type>Integer</type>
        <format>#</format>
        <group/>
        <decimal/>
        <currency/>
        <length>7</length>
        <precision>0</precision>
        <nullif/>
        <ifnull/>
        <trimtype>none</trimtype>
      </field>
      <field>
        <name>c</name>
        <id>c=</id>
        <idrem>Y</idrem>
        <type>Integer</type>
        <format>#</format>
        <group/>
        <decimal/>
        <currency/>
        <length>7</length>
        <precision>0</precision>
        <nullif/>
        <ifnull/>
        <trimtype>none</trimtype>
      </field>
      <field>
        <name>d</name>
        <id>d=</id>
        <idrem>Y</idrem>
        <type>Integer</type>
        <format>#</format>
        <group/>
        <decimal/>
        <currency/>
        <length>7</length>
        <precision>0</precision>
        <nullif/>
        <ifnull/>
        <trimtype>none</trimtype>
      </field>
      <field>
        <name>e</name>
        <id>e=</id>
        <idrem>Y</idrem>
        <type>Integer</type>
        <format>#</format>
        <group/>
        <decimal/>
        <currency/>
        <length>7</length>
        <precision>0</precision>
        <nullif/>
        <ifnull/>
        <trimtype>none</trimtype>
      </field>
      <field>
        <name>f</name>
        <id>f=</id>
        <idrem>Y</idrem>
        <type>Integer</type>
        <format>#</format>
        <group/>
        <decimal/>
        <currency/>
        <length>7</length>
        <precision>0</precision>
        <nullif/>
        <ifnull/>
        <trimtype>none</trimtype>
      </field>
    </fields>
    <attributes/>
    <GUI>
      <xloc>224</xloc>
      <yloc>96</yloc>
    </GUI>
  </transform>
  <transform>
    <name>string</name>
    <type>DataGrid</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <fields>
      <field>
        <name>string</name>
        <type>String</type>
        <format/>
        <currency/>
        <decimal/>
        <group/>
        <length>-1</length>
        <precision>-1</precision>
        <set_empty_string>N</set_empty_string>
      </field>
    </fields>
    <data>
      <line>
        <item>c=300,e=500,b=200,a=100</item>
      </line>
      <line>
        <item>d=400</item>
      </line>
      <line>
        <item>f=600</item>
      </line>
    </data>
    <attributes/>
    <GUI>
      <xloc>96</xloc>
      <yloc>96</yloc>
    </GUI>
  </transform>
  <transform>
    <name>validation</name>
    <type>ConcatFields</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <separator>,</separator>
    <enclosure>"</enclosure>
    <enclosure_forced>N</enclosure_forced>
    <enclosure_fix_disabled>N</enclosure_fix_disabled>
    <format/>
    <encoding/>
    <fields>
      <field>
        <name>a</name>
        <type>Integer</type>
        <format>#</format>
        <currency/>
        <decimal/>
        <group/>
        <nullif/>
        <trim_type>none</trim_type>
        <length>-1</length>
        <precision>0</precision>
      </field>
      <field>
        <name>b</name>
        <type>Integer</type>
        <format>#</format>
        <currency/>
        <decimal/>
        <group/>
        <nullif/>
        <trim_type>none</trim_type>
        <length>-1</length>
        <precision>0</precision>
      </field>
      <field>
        <name>c</name>
        <type>Integer</type>
        <format>#</format>
        <currency/>
        <decimal/>
        <group/>
        <nullif/>
        <trim_type>none</trim_type>
        <length>-1</length>
        <precision>0</precision>
      </field>
      <field>
        <name>d</name>
        <type>Integer</type>
        <format>#</format>
        <currency/>
        <decimal/>
        <group/>
        <nullif/>
        <trim_type>none</trim_type>
        <length>-1</length>
        <precision>0</precision>
      </field>
      <field>
        <name>e</name>
        <type>Integer</type>
        <format>#</format>
        <currency/>
        <decimal/>
        <group/>
        <nullif/>
        <trim_type>none</trim_type>
        <length>-1</length>
        <precision>0</precision>
      </field>
      <field>
        <name>f</name>
        <type>Integer</type>
        <format>#</format>
        <currency/>
        <decimal/>
        <group/>
        <nullif/>
        <trim_type>none</trim_type>
        <length>-1</length>
        <precision>0</precision>
      </field>
    </fields>
    <ConcatFields>
      <targetFieldName>validation</targetFieldName>
      <targetFieldLength>1000</targetFieldLength>
      <removeSelectedFields>N</removeSelectedFields>
    </ConcatFields>
    <attributes/>
    <GUI>
      <xloc>448</xloc>
      <yloc>96</yloc>
    </GUI>
  </transform>
  <transform>
    <name>verify</name>
    <type>FilterRows</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <send_true_to>OK</send_true_to>
    <send_false_to>Abort</send_false_to>
    <compare>
      <condition>
        <negated>N</negated>
        <leftvalue>validation</leftvalue>
        <function>=</function>
        <rightvalue/>
        <value>
          <name>constant</name>
          <type>String</type>
          <text>100,200,300,400,500,600</text>
          <length>-1</length>
          <precision>-1</precision>
          <isnull>N</isnull>
          <mask/>
        </value>
      </condition>
    </compare>
    <attributes/>
    <GUI>
      <xloc>576</xloc>
      <yloc>96</yloc>
    </GUI>
  </transform>
  <transform>
    <name>OK</name>
    <type>Dummy</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <attributes/>
    <GUI>
      <xloc>720</xloc>
      <yloc>96</yloc>
    </GUI>
  </transform>
  <transform>
    <name>Abort</name>
    <type>Abort</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <row_threshold>0</row_threshold>
    <message>A string was not split correctly using IDs</message>
    <always_log_rows>Y</always_log_rows>
    <abort_option>ABORT_WITH_ERROR</abort_option>
    <attributes/>
    <GUI>
      <xloc>576</xloc>
      <yloc>224</yloc>
    </GUI>
  </transform>
  <transform>
    <name>sum</name>
    <type>GroupBy</type>
    <description/>
    <distribute>Y</distribute>
    <custom_distribution/>
    <copies>1</copies>
    <partitioning>
      <method>none</method>
      <schema_name/>
    </partitioning>
    <all_rows>N</all_rows>
    <ignore_aggregate>N</ignore_aggregate>
    <field_ignore/>
    <directory>${java.io.tmpdir}</directory>
    <prefix>grp</prefix>
    <add_linenr>N</add_linenr>
    <linenr_fieldname/>
    <give_back_row>N</give_back_row>
    <group>
      </group>
    <fields>
      <field>
        <aggregate>a</aggregate>
        <subject>a</subject>
        <type>SUM</type>
        <valuefield/>
      </field>
      <field>
        <aggregate>b</aggregate>
        <subject>b</subject>
        <type>SUM</type>
        <valuefield/>
      </field>
      <field>
        <aggregate>c</aggregate>
        <subject>c</subject>
        <type>SUM</type>
        <valuefield/>
      </field>
      <field>
        <aggregate>d</aggregate>
        <subject>d</subject>
        <type>SUM</type>
        <valuefield/>
      </field>
      <field>
        <aggregate>e</aggregate>
        <subject>e</subject>
        <type>SUM</type>
        <valuefield/>
      </field>
      <field>
        <aggregate>f</aggregate>
        <subject>f</subject>
        <type>SUM</type>
        <valuefield/>
      </field>
    </fields>
    <attributes/>
    <GUI>
      <xloc>336</xloc>
      <yloc>96</yloc>
    </GUI>
  </transform>
  <transform_error_handling>
  </transform_error_handling>
  <attributes/>
</pipeline>