| <?xml version="1.0" encoding="UTF-8"?> |
| <pipeline> |
| <info> |
| <name>Merge rows mergs 2 streams of data and add a flag</name> |
| <description/> |
| <extended_description/> |
| <trans_version/> |
| <trans_type>Normal</trans_type> |
| <directory>/</directory> |
| <parameters> |
| </parameters> |
| <log> |
| <pipeline-log-table> |
| <connection/> |
| <schema/> |
| <table/> |
| <size_limit_lines/> |
| <interval/> |
| <timeout_days/> |
| <field> |
| <id>ID_BATCH</id> |
| <enabled>Y</enabled> |
| <name>ID_BATCH</name> |
| </field> |
| <field> |
| <id>CHANNEL_ID</id> |
| <enabled>N</enabled> |
| <name>CHANNEL_ID</name> |
| </field> |
| <field> |
| <id>TRANSNAME</id> |
| <enabled>Y</enabled> |
| <name>TRANSNAME</name> |
| </field> |
| <field> |
| <id>STATUS</id> |
| <enabled>Y</enabled> |
| <name>STATUS</name> |
| </field> |
| <field> |
| <id>LINES_READ</id> |
| <enabled>Y</enabled> |
| <name>LINES_READ</name> |
| <subject/> |
| </field> |
| <field> |
| <id>LINES_WRITTEN</id> |
| <enabled>Y</enabled> |
| <name>LINES_WRITTEN</name> |
| <subject/> |
| </field> |
| <field> |
| <id>LINES_UPDATED</id> |
| <enabled>Y</enabled> |
| <name>LINES_UPDATED</name> |
| <subject/> |
| </field> |
| <field> |
| <id>LINES_INPUT</id> |
| <enabled>Y</enabled> |
| <name>LINES_INPUT</name> |
| <subject/> |
| </field> |
| <field> |
| <id>LINES_OUTPUT</id> |
| <enabled>Y</enabled> |
| <name>LINES_OUTPUT</name> |
| <subject/> |
| </field> |
| <field> |
| <id>LINES_REJECTED</id> |
| <enabled>N</enabled> |
| <name>LINES_REJECTED</name> |
| <subject/> |
| </field> |
| <field> |
| <id>ERRORS</id> |
| <enabled>Y</enabled> |
| <name>ERRORS</name> |
| </field> |
| <field> |
| <id>STARTDATE</id> |
| <enabled>Y</enabled> |
| <name>STARTDATE</name> |
| </field> |
| <field> |
| <id>ENDDATE</id> |
| <enabled>Y</enabled> |
| <name>ENDDATE</name> |
| </field> |
| <field> |
| <id>LOGDATE</id> |
| <enabled>Y</enabled> |
| <name>LOGDATE</name> |
| </field> |
| <field> |
| <id>DEPDATE</id> |
| <enabled>Y</enabled> |
| <name>DEPDATE</name> |
| </field> |
| <field> |
| <id>REPLAYDATE</id> |
| <enabled>Y</enabled> |
| <name>REPLAYDATE</name> |
| </field> |
| <field> |
| <id>LOG_FIELD</id> |
| <enabled>N</enabled> |
| <name>LOG_FIELD</name> |
| </field> |
| <field> |
| <id>EXECUTING_SERVER</id> |
| <enabled>N</enabled> |
| <name>EXECUTING_SERVER</name> |
| </field> |
| <field> |
| <id>EXECUTING_USER</id> |
| <enabled>N</enabled> |
| <name>EXECUTING_USER</name> |
| </field> |
| <field> |
| <id>CLIENT</id> |
| <enabled>N</enabled> |
| <name>CLIENT</name> |
| </field> |
| </pipeline-log-table> |
| <perf-log-table> |
| <connection/> |
| <schema/> |
| <table/> |
| <interval/> |
| <timeout_days/> |
| <field> |
| <id>ID_BATCH</id> |
| <enabled>Y</enabled> |
| <name>ID_BATCH</name> |
| </field> |
| <field> |
| <id>SEQ_NR</id> |
| <enabled>Y</enabled> |
| <name>SEQ_NR</name> |
| </field> |
| <field> |
| <id>LOGDATE</id> |
| <enabled>Y</enabled> |
| <name>LOGDATE</name> |
| </field> |
| <field> |
| <id>TRANSNAME</id> |
| <enabled>Y</enabled> |
| <name>TRANSNAME</name> |
| </field> |
| <field> |
| <id>STEPNAME</id> |
| <enabled>Y</enabled> |
| <name>STEPNAME</name> |
| </field> |
| <field> |
| <id>STEP_COPY</id> |
| <enabled>Y</enabled> |
| <name>STEP_COPY</name> |
| </field> |
| <field> |
| <id>LINES_READ</id> |
| <enabled>Y</enabled> |
| <name>LINES_READ</name> |
| </field> |
| <field> |
| <id>LINES_WRITTEN</id> |
| <enabled>Y</enabled> |
| <name>LINES_WRITTEN</name> |
| </field> |
| <field> |
| <id>LINES_UPDATED</id> |
| <enabled>Y</enabled> |
| <name>LINES_UPDATED</name> |
| </field> |
| <field> |
| <id>LINES_INPUT</id> |
| <enabled>Y</enabled> |
| <name>LINES_INPUT</name> |
| </field> |
| <field> |
| <id>LINES_OUTPUT</id> |
| <enabled>Y</enabled> |
| <name>LINES_OUTPUT</name> |
| </field> |
| <field> |
| <id>LINES_REJECTED</id> |
| <enabled>Y</enabled> |
| <name>LINES_REJECTED</name> |
| </field> |
| <field> |
| <id>ERRORS</id> |
| <enabled>Y</enabled> |
| <name>ERRORS</name> |
| </field> |
| <field> |
| <id>INPUT_BUFFER_ROWS</id> |
| <enabled>Y</enabled> |
| <name>INPUT_BUFFER_ROWS</name> |
| </field> |
| <field> |
| <id>OUTPUT_BUFFER_ROWS</id> |
| <enabled>Y</enabled> |
| <name>OUTPUT_BUFFER_ROWS</name> |
| </field> |
| </perf-log-table> |
| <channel-log-table> |
| <connection/> |
| <schema/> |
| <table/> |
| <timeout_days/> |
| <field> |
| <id>ID_BATCH</id> |
| <enabled>Y</enabled> |
| <name>ID_BATCH</name> |
| </field> |
| <field> |
| <id>CHANNEL_ID</id> |
| <enabled>Y</enabled> |
| <name>CHANNEL_ID</name> |
| </field> |
| <field> |
| <id>LOG_DATE</id> |
| <enabled>Y</enabled> |
| <name>LOG_DATE</name> |
| </field> |
| <field> |
| <id>LOGGING_OBJECT_TYPE</id> |
| <enabled>Y</enabled> |
| <name>LOGGING_OBJECT_TYPE</name> |
| </field> |
| <field> |
| <id>OBJECT_NAME</id> |
| <enabled>Y</enabled> |
| <name>OBJECT_NAME</name> |
| </field> |
| <field> |
| <id>OBJECT_COPY</id> |
| <enabled>Y</enabled> |
| <name>OBJECT_COPY</name> |
| </field> |
| <field> |
| <id>REPOSITORY_DIRECTORY</id> |
| <enabled>Y</enabled> |
| <name>REPOSITORY_DIRECTORY</name> |
| </field> |
| <field> |
| <id>FILENAME</id> |
| <enabled>Y</enabled> |
| <name>FILENAME</name> |
| </field> |
| <field> |
| <id>OBJECT_ID</id> |
| <enabled>Y</enabled> |
| <name>OBJECT_ID</name> |
| </field> |
| <field> |
| <id>OBJECT_REVISION</id> |
| <enabled>Y</enabled> |
| <name>OBJECT_REVISION</name> |
| </field> |
| <field> |
| <id>PARENT_CHANNEL_ID</id> |
| <enabled>Y</enabled> |
| <name>PARENT_CHANNEL_ID</name> |
| </field> |
| <field> |
| <id>ROOT_CHANNEL_ID</id> |
| <enabled>Y</enabled> |
| <name>ROOT_CHANNEL_ID</name> |
| </field> |
| </channel-log-table> |
| <transform-log-table> |
| <connection/> |
| <schema/> |
| <table/> |
| <timeout_days/> |
| <field> |
| <id>ID_BATCH</id> |
| <enabled>Y</enabled> |
| <name>ID_BATCH</name> |
| </field> |
| <field> |
| <id>CHANNEL_ID</id> |
| <enabled>Y</enabled> |
| <name>CHANNEL_ID</name> |
| </field> |
| <field> |
| <id>LOG_DATE</id> |
| <enabled>Y</enabled> |
| <name>LOG_DATE</name> |
| </field> |
| <field> |
| <id>TRANSNAME</id> |
| <enabled>Y</enabled> |
| <name>TRANSNAME</name> |
| </field> |
| <field> |
| <id>STEPNAME</id> |
| <enabled>Y</enabled> |
| <name>STEPNAME</name> |
| </field> |
| <field> |
| <id>STEP_COPY</id> |
| <enabled>Y</enabled> |
| <name>STEP_COPY</name> |
| </field> |
| <field> |
| <id>LINES_READ</id> |
| <enabled>Y</enabled> |
| <name>LINES_READ</name> |
| </field> |
| <field> |
| <id>LINES_WRITTEN</id> |
| <enabled>Y</enabled> |
| <name>LINES_WRITTEN</name> |
| </field> |
| <field> |
| <id>LINES_UPDATED</id> |
| <enabled>Y</enabled> |
| <name>LINES_UPDATED</name> |
| </field> |
| <field> |
| <id>LINES_INPUT</id> |
| <enabled>Y</enabled> |
| <name>LINES_INPUT</name> |
| </field> |
| <field> |
| <id>LINES_OUTPUT</id> |
| <enabled>Y</enabled> |
| <name>LINES_OUTPUT</name> |
| </field> |
| <field> |
| <id>LINES_REJECTED</id> |
| <enabled>Y</enabled> |
| <name>LINES_REJECTED</name> |
| </field> |
| <field> |
| <id>ERRORS</id> |
| <enabled>Y</enabled> |
| <name>ERRORS</name> |
| </field> |
| <field> |
| <id>LOG_FIELD</id> |
| <enabled>N</enabled> |
| <name>LOG_FIELD</name> |
| </field> |
| </transform-log-table> |
| <metrics-log-table> |
| <connection/> |
| <schema/> |
| <table/> |
| <timeout_days/> |
| <field> |
| <id>ID_BATCH</id> |
| <enabled>Y</enabled> |
| <name>ID_BATCH</name> |
| </field> |
| <field> |
| <id>CHANNEL_ID</id> |
| <enabled>Y</enabled> |
| <name>CHANNEL_ID</name> |
| </field> |
| <field> |
| <id>LOG_DATE</id> |
| <enabled>Y</enabled> |
| <name>LOG_DATE</name> |
| </field> |
| <field> |
| <id>METRICS_DATE</id> |
| <enabled>Y</enabled> |
| <name>METRICS_DATE</name> |
| </field> |
| <field> |
| <id>METRICS_CODE</id> |
| <enabled>Y</enabled> |
| <name>METRICS_CODE</name> |
| </field> |
| <field> |
| <id>METRICS_DESCRIPTION</id> |
| <enabled>Y</enabled> |
| <name>METRICS_DESCRIPTION</name> |
| </field> |
| <field> |
| <id>METRICS_SUBJECT</id> |
| <enabled>Y</enabled> |
| <name>METRICS_SUBJECT</name> |
| </field> |
| <field> |
| <id>METRICS_TYPE</id> |
| <enabled>Y</enabled> |
| <name>METRICS_TYPE</name> |
| </field> |
| <field> |
| <id>METRICS_VALUE</id> |
| <enabled>Y</enabled> |
| <name>METRICS_VALUE</name> |
| </field> |
| </metrics-log-table> |
| </log> |
| <maxdate> |
| <connection/> |
| <table/> |
| <field/> |
| <offset>0.0</offset> |
| <maxdiff>0.0</maxdiff> |
| </maxdate> |
| <size_rowset>1000</size_rowset> |
| <sleep_time_empty>1</sleep_time_empty> |
| <sleep_time_full>1</sleep_time_full> |
| <unique_connections>N</unique_connections> |
| <feedback_shown>Y</feedback_shown> |
| <feedback_size>5000</feedback_size> |
| <using_thread_priorities>Y</using_thread_priorities> |
| <shared_objects_file/> |
| <capture_transform_performance>N</capture_transform_performance> |
| <transform_performance_capturing_delay>1000</transform_performance_capturing_delay> |
| <transform_performance_capturing_size_limit/> |
| <dependencies> |
| </dependencies> |
| <partitionschemas> |
| </partitionschemas> |
| <slaveservers> |
| </slaveservers> |
| <clusterschemas> |
| </clusterschemas> |
| <created_user/> |
| <created_date>2014/02/26 16:05:40.798</created_date> |
| <modified_user>-</modified_user> |
| <modified_date>2006/11/02 16:09:55.093</modified_date> |
| <key_for_session_key>H4sIAAAAAAAAAAMAAAAAAAAAAAA=</key_for_session_key> |
| <is_key_private>N</is_key_private> |
| </info> |
| <notepads> |
| </notepads> |
| <order> |
| <hop> |
| <from>Merge Rows</from> |
| <to>Text file output</to> |
| <enabled>Y</enabled> |
| </hop> |
| <hop> |
| <from>Text file input</from> |
| <to>Merge Rows</to> |
| <enabled>Y</enabled> |
| </hop> |
| <hop> |
| <from>Text file input 2</from> |
| <to>Merge Rows</to> |
| <enabled>Y</enabled> |
| </hop> |
| </order> |
| <transform> |
| <name>Merge Rows</name> |
| <type>MergeRows</type> |
| <description/> |
| <distribute>Y</distribute> |
| <custom_distribution/> |
| <copies>1</copies> |
| <partitioning> |
| <method>none</method> |
| <schema_name/> |
| </partitioning> |
| <keys> |
| <key>pid</key> |
| </keys> |
| <values> |
| <value>value</value> |
| </values> |
| <flag_field>flagfield</flag_field> |
| <reference>Text file input</reference> |
| <compare>Text file input 2</compare> |
| <compare> |
| </compare> |
| <cluster_schema/> |
| |
| <input> |
| </input> |
| <output> |
| </output> |
| |
| <GUI> |
| <xloc>420</xloc> |
| <yloc>206</yloc> |
| <draw>Y</draw> |
| </GUI> |
| </transform> |
| |
| <transform> |
| <name>Text file input</name> |
| <type>TextFileInput</type> |
| <description/> |
| <distribute>Y</distribute> |
| <custom_distribution/> |
| <copies>1</copies> |
| <partitioning> |
| <method>none</method> |
| <schema_name/> |
| </partitioning> |
| <accept_filenames>N</accept_filenames> |
| <passing_through_fields>N</passing_through_fields> |
| <accept_field/> |
| <accept_transformname/> |
| <separator>;</separator> |
| <enclosure>"</enclosure> |
| <enclosure_breaks>N</enclosure_breaks> |
| <escapechar/> |
| <header>Y</header> |
| <nr_headerlines>1</nr_headerlines> |
| <footer>N</footer> |
| <nr_footerlines>1</nr_footerlines> |
| <line_wrapped>N</line_wrapped> |
| <nr_wraps>1</nr_wraps> |
| <layout_paged>N</layout_paged> |
| <nr_lines_per_page>80</nr_lines_per_page> |
| <nr_lines_doc_header>0</nr_lines_doc_header> |
| <noempty>Y</noempty> |
| <include>N</include> |
| <include_field/> |
| <rownum>N</rownum> |
| <rownumByFile>N</rownumByFile> |
| <rownum_field/> |
| <format>mixed</format> |
| <encoding/> |
| <add_to_result_filenames>Y</add_to_result_filenames> |
| <file> |
| <name>${Internal.Transformation.Filename.Directory}\files\merge1.txt</name> |
| <filemask/> |
| <exclude_filemask/> |
| <file_required>N</file_required> |
| <include_subfolders>N</include_subfolders> |
| <type>CSV</type> |
| <compression>None</compression> |
| </file> |
| <filters> |
| </filters> |
| <fields> |
| <field> |
| <name>pid</name> |
| <type>Integer</type> |
| <format/> |
| <currency>€</currency> |
| <decimal>,</decimal> |
| <group>.</group> |
| <nullif>-</nullif> |
| <ifnull/> |
| <position>-1</position> |
| <length>3</length> |
| <precision>0</precision> |
| <trim_type>none</trim_type> |
| <repeat>N</repeat> |
| </field> |
| <field> |
| <name>value</name> |
| <type>String</type> |
| <format/> |
| <currency/> |
| <decimal/> |
| <group/> |
| <nullif>-</nullif> |
| <ifnull/> |
| <position>-1</position> |
| <length>10</length> |
| <precision>-1</precision> |
| <trim_type>none</trim_type> |
| <repeat>N</repeat> |
| </field> |
| </fields> |
| <limit>0</limit> |
| <error_ignored>N</error_ignored> |
| <skip_bad_files>N</skip_bad_files> |
| <file_error_field/> |
| <file_error_message_field/> |
| <error_line_skipped>N</error_line_skipped> |
| <error_count_field/> |
| <error_fields_field/> |
| <error_text_field/> |
| <bad_line_files_destination_directory/> |
| <bad_line_files_extension>warning</bad_line_files_extension> |
| <error_line_files_destination_directory/> |
| <error_line_files_extension>error</error_line_files_extension> |
| <line_number_files_destination_directory/> |
| <line_number_files_extension>line</line_number_files_extension> |
| <date_format_lenient>Y</date_format_lenient> |
| <date_format_locale>nl_NL</date_format_locale> |
| <shortFileFieldName/> |
| <pathFieldName/> |
| <hiddenFieldName/> |
| <lastModificationTimeFieldName/> |
| <uriNameFieldName/> |
| <rootUriNameFieldName/> |
| <extensionFieldName/> |
| <sizeFieldName/> |
| <cluster_schema/> |
| |
| <input> |
| </input> |
| <output> |
| </output> |
| |
| <GUI> |
| <xloc>207</xloc> |
| <yloc>122</yloc> |
| <draw>Y</draw> |
| </GUI> |
| </transform> |
| |
| <transform> |
| <name>Text file input 2</name> |
| <type>TextFileInput</type> |
| <description/> |
| <distribute>Y</distribute> |
| <custom_distribution/> |
| <copies>1</copies> |
| <partitioning> |
| <method>none</method> |
| <schema_name/> |
| </partitioning> |
| <accept_filenames>N</accept_filenames> |
| <passing_through_fields>N</passing_through_fields> |
| <accept_field/> |
| <accept_transformname/> |
| <separator>;</separator> |
| <enclosure>"</enclosure> |
| <enclosure_breaks>N</enclosure_breaks> |
| <escapechar/> |
| <header>Y</header> |
| <nr_headerlines>1</nr_headerlines> |
| <footer>N</footer> |
| <nr_footerlines>1</nr_footerlines> |
| <line_wrapped>N</line_wrapped> |
| <nr_wraps>1</nr_wraps> |
| <layout_paged>N</layout_paged> |
| <nr_lines_per_page>80</nr_lines_per_page> |
| <nr_lines_doc_header>0</nr_lines_doc_header> |
| <noempty>Y</noempty> |
| <include>N</include> |
| <include_field/> |
| <rownum>N</rownum> |
| <rownumByFile>N</rownumByFile> |
| <rownum_field/> |
| <format>mixed</format> |
| <encoding/> |
| <add_to_result_filenames>Y</add_to_result_filenames> |
| <file> |
| <name>${Internal.Transformation.Filename.Directory}\files\merge2.txt</name> |
| <filemask/> |
| <exclude_filemask/> |
| <file_required>N</file_required> |
| <include_subfolders>N</include_subfolders> |
| <type>CSV</type> |
| <compression>None</compression> |
| </file> |
| <filters> |
| </filters> |
| <fields> |
| <field> |
| <name>pid</name> |
| <type>Integer</type> |
| <format/> |
| <currency>€</currency> |
| <decimal>,</decimal> |
| <group>.</group> |
| <nullif>-</nullif> |
| <ifnull/> |
| <position>-1</position> |
| <length>3</length> |
| <precision>0</precision> |
| <trim_type>none</trim_type> |
| <repeat>N</repeat> |
| </field> |
| <field> |
| <name>value</name> |
| <type>String</type> |
| <format/> |
| <currency/> |
| <decimal/> |
| <group/> |
| <nullif>-</nullif> |
| <ifnull/> |
| <position>-1</position> |
| <length>10</length> |
| <precision>-1</precision> |
| <trim_type>none</trim_type> |
| <repeat>N</repeat> |
| </field> |
| </fields> |
| <limit>0</limit> |
| <error_ignored>N</error_ignored> |
| <skip_bad_files>N</skip_bad_files> |
| <file_error_field/> |
| <file_error_message_field/> |
| <error_line_skipped>N</error_line_skipped> |
| <error_count_field/> |
| <error_fields_field/> |
| <error_text_field/> |
| <bad_line_files_destination_directory/> |
| <bad_line_files_extension>warning</bad_line_files_extension> |
| <error_line_files_destination_directory/> |
| <error_line_files_extension>error</error_line_files_extension> |
| <line_number_files_destination_directory/> |
| <line_number_files_extension>line</line_number_files_extension> |
| <date_format_lenient>Y</date_format_lenient> |
| <date_format_locale>nl_NL</date_format_locale> |
| <shortFileFieldName/> |
| <pathFieldName/> |
| <hiddenFieldName/> |
| <lastModificationTimeFieldName/> |
| <uriNameFieldName/> |
| <rootUriNameFieldName/> |
| <extensionFieldName/> |
| <sizeFieldName/> |
| <cluster_schema/> |
| |
| <input> |
| </input> |
| <output> |
| </output> |
| |
| <GUI> |
| <xloc>207</xloc> |
| <yloc>261</yloc> |
| <draw>Y</draw> |
| </GUI> |
| </transform> |
| |
| <transform> |
| <name>Text file output</name> |
| <type>TextFileOutput</type> |
| <description/> |
| <distribute>Y</distribute> |
| <custom_distribution/> |
| <copies>1</copies> |
| <partitioning> |
| <method>none</method> |
| <schema_name/> |
| </partitioning> |
| <separator>;</separator> |
| <enclosure>"</enclosure> |
| <enclosure_forced>N</enclosure_forced> |
| <enclosure_fix_disabled>Y</enclosure_fix_disabled> |
| <header>Y</header> |
| <footer>N</footer> |
| <format>DOS</format> |
| <compression>None</compression> |
| <encoding/> |
| <endedLine/> |
| <fileNameInField>N</fileNameInField> |
| <fileNameField/> |
| <create_parent_folder>Y</create_parent_folder> |
| <file> |
| <name>${java.io.tmpdir}/merge</name> |
| <is_command>N</is_command> |
| <servlet_output>N</servlet_output> |
| <do_not_open_new_file_init>N</do_not_open_new_file_init> |
| <extention>txt</extention> |
| <append>N</append> |
| <split>N</split> |
| <haspartno>N</haspartno> |
| <add_date>N</add_date> |
| <add_time>N</add_time> |
| <SpecifyFormat>N</SpecifyFormat> |
| <date_time_format/> |
| <add_to_result_filenames>Y</add_to_result_filenames> |
| <pad>N</pad> |
| <fast_dump>N</fast_dump> |
| <splitevery>0</splitevery> |
| </file> |
| <fields> |
| </fields> |
| <cluster_schema/> |
| |
| <input> |
| </input> |
| <output> |
| </output> |
| |
| <GUI> |
| <xloc>560</xloc> |
| <yloc>207</yloc> |
| <draw>Y</draw> |
| </GUI> |
| </transform> |
| |
| <transform_error_handling> |
| </transform_error_handling> |
| <slave-transform-copy-partition-distribution> |
| </slave-transform-copy-partition-distribution> |
| <slave_transformation>N</slave_transformation> |
| </pipeline> |
