| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="incremental__changelog__scan__test_8cc" kind="file" language="C++"> |
| <compoundname>incremental_changelog_scan_test.cc</compoundname> |
| <includes local="no">memory</includes> |
| <includes local="no">optional</includes> |
| <includes local="no">string</includes> |
| <includes local="no">vector</includes> |
| <includes local="no">gmock/gmock.h</includes> |
| <includes local="no">gtest/gtest.h</includes> |
| <includes refid="expressions_8h" local="yes">iceberg/expression/expressions.h</includes> |
| <includes refid="snapshot_8h" local="yes">iceberg/snapshot.h</includes> |
| <includes refid="table__scan_8h" local="yes">iceberg/table_scan.h</includes> |
| <includes refid="scan__test__base_8h" local="yes">iceberg/test/scan_test_base.h</includes> |
| <incdepgraph> |
| <node id="65"> |
| <label>iceberg/arrow/arrow_io_util.h</label> |
| <link refid="arrow__io__util_8h_source"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="66" relation="include"> |
| </childnode> |
| <childnode refid="68" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| </node> |
| <node id="77"> |
| <label>iceberg/arrow_c_data.h</label> |
| <link refid="arrow__c__data_8h"/> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| </node> |
| <node id="69"> |
| <label>iceberg/avro/avro_register.h</label> |
| <link refid="avro__register_8h"/> |
| <childnode refid="68" relation="include"> |
| </childnode> |
| </node> |
| <node id="47"> |
| <label>iceberg/constants.h</label> |
| <link refid="constants_8h"/> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| </node> |
| <node id="21"> |
| <label>iceberg/exception.h</label> |
| <link refid="exception_8h"/> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="10"> |
| <label>iceberg/expression/aggregate.h</label> |
| <link refid="aggregate_8h"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| </node> |
| <node id="12"> |
| <label>iceberg/expression/expression.h</label> |
| <link refid="expression_8h"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="8"> |
| <label>iceberg/expression/expressions.h</label> |
| <link refid="expressions_8h"/> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="26"> |
| <label>iceberg/expression/literal.h</label> |
| <link refid="literal_8h_source"/> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| </node> |
| <node id="43"> |
| <label>iceberg/expression/predicate.h</label> |
| <link refid="predicate_8h"/> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="23"> |
| <label>iceberg/expression/term.h</label> |
| <link refid="term_8h"/> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="72"> |
| <label>iceberg/file_format.h</label> |
| <link refid="file__format_8h"/> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="54" relation="include"> |
| </childnode> |
| </node> |
| <node id="66"> |
| <label>iceberg/file_io.h</label> |
| <link refid="file__io_8h_source"/> |
| <childnode refid="67" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| </node> |
| <node id="76"> |
| <label>iceberg/file_writer.h</label> |
| <link refid="file__writer_8h"/> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="77" relation="include"> |
| </childnode> |
| <childnode refid="72" relation="include"> |
| </childnode> |
| <childnode refid="78" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="53" relation="include"> |
| </childnode> |
| </node> |
| <node id="68"> |
| <label>iceberg/iceberg_bundle_export.h</label> |
| <link refid="iceberg__bundle__export_8h_source"/> |
| </node> |
| <node id="13"> |
| <label>iceberg/iceberg_export.h</label> |
| <link refid="iceberg__export_8h_source"/> |
| </node> |
| <node id="70"> |
| <label>iceberg/manifest/manifest_entry.h</label> |
| <link refid="manifest__entry_8h"/> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="71" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="72" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="73" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| </node> |
| <node id="46"> |
| <label>iceberg/manifest/manifest_list.h</label> |
| <link refid="manifest__list_8h"/> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| </node> |
| <node id="75"> |
| <label>iceberg/manifest/manifest_writer.h</label> |
| <link refid="manifest__writer_8h"/> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="76" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="78" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| </node> |
| <node id="78"> |
| <label>iceberg/metrics.h</label> |
| <link refid="metrics_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="49"> |
| <label>iceberg/partition_field.h</label> |
| <link refid="partition__field_8h"/> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="48"> |
| <label>iceberg/partition_spec.h</label> |
| <link refid="partition__spec_8h"/> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| </node> |
| <node id="14"> |
| <label>iceberg/result.h</label> |
| <link refid="result_8h_source"/> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="73"> |
| <label>iceberg/row/partition_values.h</label> |
| <link refid="partition__values_8h"/> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="74" relation="include"> |
| </childnode> |
| </node> |
| <node id="74"> |
| <label>iceberg/row/struct_like.h</label> |
| <link refid="struct__like_8h"/> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| </node> |
| <node id="79"> |
| <label>iceberg/schema.h</label> |
| <link refid="schema_8h"/> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="54" relation="include"> |
| </childnode> |
| </node> |
| <node id="33"> |
| <label>iceberg/schema_field.h</label> |
| <link refid="schema__field_8h"/> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="45"> |
| <label>iceberg/snapshot.h</label> |
| <link refid="snapshot_8h_source"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="61" relation="include"> |
| </childnode> |
| </node> |
| <node id="50"> |
| <label>iceberg/table_metadata.h</label> |
| <link refid="table__metadata_8h"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="60" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="61" relation="include"> |
| </childnode> |
| </node> |
| <node id="51"> |
| <label>iceberg/table_properties.h</label> |
| <link refid="table__properties_8h_source"/> |
| <childnode refid="52" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="53" relation="include"> |
| </childnode> |
| </node> |
| <node id="63"> |
| <label>iceberg/table_scan.h</label> |
| <link refid="table__scan_8h_source"/> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="60" relation="include"> |
| </childnode> |
| </node> |
| <node id="1"> |
| <label>iceberg/test/incremental_changelog_scan_test.cc</label> |
| <link refid="incremental__changelog__scan__test_8cc"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="63" relation="include"> |
| </childnode> |
| <childnode refid="64" relation="include"> |
| </childnode> |
| </node> |
| <node id="80"> |
| <label>iceberg/test/matchers.h</label> |
| <link refid="matchers_8h_source"/> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="64"> |
| <label>iceberg/test/scan_test_base.h</label> |
| <link refid="scan__test__base_8h_source"/> |
| <childnode refid="62" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="58" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="65" relation="include"> |
| </childnode> |
| <childnode refid="69" relation="include"> |
| </childnode> |
| <childnode refid="70" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="75" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="79" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="63" relation="include"> |
| </childnode> |
| <childnode refid="80" relation="include"> |
| </childnode> |
| <childnode refid="81" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| </node> |
| <node id="81"> |
| <label>iceberg/transform.h</label> |
| <link refid="transform_8h"/> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="29"> |
| <label>iceberg/type.h</label> |
| <link refid="type_8h"/> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| </node> |
| <node id="17"> |
| <label>iceberg/type_fwd.h</label> |
| <link refid="type__fwd_8h"/> |
| </node> |
| <node id="53"> |
| <label>iceberg/util/config.h</label> |
| <link refid="config_8h_source"/> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="54" relation="include"> |
| </childnode> |
| </node> |
| <node id="38"> |
| <label>iceberg/util/decimal.h</label> |
| <link refid="decimal_8h"/> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| </node> |
| <node id="60"> |
| <label>iceberg/util/error_collector.h</label> |
| <link refid="error__collector_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| </node> |
| <node id="18"> |
| <label>iceberg/util/formattable.h</label> |
| <link refid="formattable_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="41"> |
| <label>iceberg/util/int128.h</label> |
| <link refid="int128_8h"/> |
| </node> |
| <node id="34"> |
| <label>iceberg/util/lazy.h</label> |
| <link refid="lazy_8h"/> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="19"> |
| <label>iceberg/util/macros.h</label> |
| <link refid="macros_8h_source"/> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| </node> |
| <node id="54"> |
| <label>iceberg/util/string_util.h</label> |
| <link refid="string__util_8h_source"/> |
| <childnode refid="55" relation="include"> |
| </childnode> |
| <childnode refid="56" relation="include"> |
| </childnode> |
| <childnode refid="57" relation="include"> |
| </childnode> |
| <childnode refid="58" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="59" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| </node> |
| <node id="61"> |
| <label>iceberg/util/timepoint.h</label> |
| <link refid="timepoint_8h_source"/> |
| <childnode refid="62" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="42"> |
| <label>iceberg/util/uuid.h</label> |
| <link refid="uuid_8h"/> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="55"> |
| <label>algorithm</label> |
| </node> |
| <node id="30"> |
| <label>array</label> |
| </node> |
| <node id="20"> |
| <label>cassert</label> |
| </node> |
| <node id="56"> |
| <label>cerrno</label> |
| </node> |
| <node id="57"> |
| <label>charconv</label> |
| </node> |
| <node id="62"> |
| <label>chrono</label> |
| </node> |
| <node id="27"> |
| <label>compare</label> |
| </node> |
| <node id="24"> |
| <label>concepts</label> |
| </node> |
| <node id="67"> |
| <label>cstddef</label> |
| </node> |
| <node id="31"> |
| <label>cstdint</label> |
| </node> |
| <node id="15"> |
| <label>expected</label> |
| </node> |
| <node id="16"> |
| <label>format</label> |
| </node> |
| <node id="35"> |
| <label>functional</label> |
| </node> |
| <node id="6"> |
| <label>gmock/gmock.h</label> |
| </node> |
| <node id="7"> |
| <label>gtest/gtest.h</label> |
| </node> |
| <node id="9"> |
| <label>initializer_list</label> |
| </node> |
| <node id="39"> |
| <label>iosfwd</label> |
| </node> |
| <node id="52"> |
| <label>limits</label> |
| </node> |
| <node id="71"> |
| <label>map</label> |
| </node> |
| <node id="2"> |
| <label>memory</label> |
| </node> |
| <node id="36"> |
| <label>mutex</label> |
| </node> |
| <node id="3"> |
| <label>optional</label> |
| </node> |
| <node id="58"> |
| <label>ranges</label> |
| </node> |
| <node id="11"> |
| <label>span</label> |
| </node> |
| <node id="22"> |
| <label>stdexcept</label> |
| </node> |
| <node id="4"> |
| <label>string</label> |
| </node> |
| <node id="25"> |
| <label>string_view</label> |
| </node> |
| <node id="40"> |
| <label>type_traits</label> |
| </node> |
| <node id="59"> |
| <label>typeinfo</label> |
| </node> |
| <node id="32"> |
| <label>unordered_map</label> |
| </node> |
| <node id="44"> |
| <label>unordered_set</label> |
| </node> |
| <node id="37"> |
| <label>utility</label> |
| </node> |
| <node id="28"> |
| <label>variant</label> |
| </node> |
| <node id="5"> |
| <label>vector</label> |
| </node> |
| </incdepgraph> |
| <innerclass refid="classiceberg_1_1IncrementalChangelogScanTest" prot="public">iceberg::IncrementalChangelogScanTest</innerclass> |
| <innernamespace refid="namespaceiceberg">iceberg</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/><sp/><sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><memory></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><optional></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><string></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><vector></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><gmock/gmock.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><gtest/gtest.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="expressions_8h" kindref="compound">iceberg/expression/expressions.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="29"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/snapshot.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="30"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/table_scan.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="31"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/test/scan_test_base.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="32"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">iceberg<sp/>{</highlight></codeline> |
| <codeline lineno="34"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="35"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="36"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="37"><highlight class="normal"></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>TaskFilePath(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<ChangelogScanTask>&<sp/>task)<sp/>{</highlight></codeline> |
| <codeline lineno="38"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>added<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(task))<sp/>{</highlight></codeline> |
| <codeline lineno="39"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>added->data_file()->file_path;</highlight></codeline> |
| <codeline lineno="40"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="41"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>deleted<sp/>=<sp/>std::dynamic_pointer_cast<DeletedDataFileScanTask>(task))<sp/>{</highlight></codeline> |
| <codeline lineno="42"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>deleted->data_file()->file_path;</highlight></codeline> |
| <codeline lineno="43"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="44"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="45"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">static</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>empty_path;</highlight></codeline> |
| <codeline lineno="46"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>empty_path;</highlight></codeline> |
| <codeline lineno="47"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="48"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="51"><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>TaskType></highlight></codeline> |
| <codeline lineno="52"><highlight class="normal"></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>SortTasks(std::vector<std::shared_ptr<TaskType>>&<sp/>tasks)<sp/>{</highlight></codeline> |
| <codeline lineno="53"><highlight class="normal"><sp/><sp/>std::ranges::sort(tasks,<sp/>[](</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>t1,<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>t2)<sp/>{</highlight></codeline> |
| <codeline lineno="54"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(t1->change_ordinal()<sp/>!=<sp/>t2->change_ordinal())<sp/>{</highlight></codeline> |
| <codeline lineno="55"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>return<sp/>t1->change_ordinal()<sp/><<sp/>t2->change_ordinal();</highlight></codeline> |
| <codeline lineno="56"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal"><sp/><sp/><sp/><sp/>if<sp/>(t1->operation()<sp/>!=<sp/>t2->operation())<sp/>{</highlight></codeline> |
| <codeline lineno="58"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>return<sp/>static_cast<uint8_t>(t1->operation())<sp/><</highlight></codeline> |
| <codeline lineno="59"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>static_cast<uint8_t>(t2->operation());</highlight></codeline> |
| <codeline lineno="60"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>TaskFilePath(std::static_pointer_cast<ChangelogScanTask>(t1))<sp/><</highlight></codeline> |
| <codeline lineno="62"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>TaskFilePath(std::static_pointer_cast<ChangelogScanTask>(t2));</highlight></codeline> |
| <codeline lineno="63"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="64"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="65"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="66"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="67"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="68" refid="classiceberg_1_1IncrementalChangelogScanTest" refkind="compound"><highlight class="normal"></highlight><highlight class="keyword">class<sp/></highlight><highlight class="normal"><ref refid="classiceberg_1_1IncrementalChangelogScanTest" kindref="compound">IncrementalChangelogScanTest</ref><sp/>:<sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1ScanTestBase" kindref="compound">ScanTestBase</ref><sp/>{};</highlight></codeline> |
| <codeline lineno="69"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="70"><highlight class="normal">TEST_P(<ref refid="classiceberg_1_1IncrementalChangelogScanTest" kindref="compound">IncrementalChangelogScanTest</ref>,<sp/>DataFilters)<sp/>{</highlight></codeline> |
| <codeline lineno="71"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>version<sp/>=<sp/>GetParam();</highlight></codeline> |
| <codeline lineno="72"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="73"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Bucket<sp/>transform<sp/>for<sp/>"data"<sp/>column:<sp/>bucket("a",<sp/>16)<sp/>=<sp/>8,<sp/>bucket("k",<sp/>16)<sp/>=<sp/>1</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="74"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>By<sp/>filtering<sp/>on<sp/>data="k",<sp/>we<sp/>should<sp/>only<sp/>match<sp/>files<sp/>with<sp/>bucket=1</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="75"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="76"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>partition<sp/>value<sp/>bucket("a")<sp/>=<sp/>8</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="77"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>partition_a<sp/>=<sp/><ref refid="classiceberg_1_1PartitionValues" kindref="compound">PartitionValues</ref>({Literal::Int(8)});</highlight></codeline> |
| <codeline lineno="78"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>partition<sp/>value<sp/>bucket("k")<sp/>=<sp/>1</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="79"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>partition_b<sp/>=<sp/>PartitionValues({Literal::Int(1)});</highlight></codeline> |
| <codeline lineno="80"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="81"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>snapshot<sp/>1<sp/>with<sp/>file_a</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="82"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_a<sp/>=<sp/>MakeAppendSnapshotWithPartitionValues(</highlight></codeline> |
| <codeline lineno="83"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>version,<sp/>1000L,<sp/>std::nullopt,<sp/>1L,<sp/>{{</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">,<sp/>partition_a}},</highlight></codeline> |
| <codeline lineno="84"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>partitioned_spec_);</highlight></codeline> |
| <codeline lineno="85"><highlight class="normal"><sp/><sp/>SnapshotCache<sp/>cache_a(snapshot_a.get());</highlight></codeline> |
| <codeline lineno="86"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifests_a,<sp/>cache_a.DataManifests(file_io_));</highlight></codeline> |
| <codeline lineno="87"><highlight class="normal"><sp/><sp/>ASSERT_EQ(manifests_a.size(),<sp/>1);</highlight></codeline> |
| <codeline lineno="88"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>manifest_a<sp/>=<sp/>manifests_a[0];</highlight></codeline> |
| <codeline lineno="89"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="90"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>snapshot<sp/>2<sp/>with<sp/>file_b<sp/>(separate<sp/>manifest<sp/>list,<sp/>not<sp/>inheriting<sp/>from<sp/>snap1)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="91"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_b<sp/>=<sp/>MakeAppendSnapshotWithPartitionValues(</highlight></codeline> |
| <codeline lineno="92"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>version,<sp/>2000L,<sp/>1000L,<sp/>2L,<sp/>{{</highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">,<sp/>partition_b}},</highlight></codeline> |
| <codeline lineno="93"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>partitioned_spec_);</highlight></codeline> |
| <codeline lineno="94"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="95"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>metadata<sp/>with<sp/>partitioned<sp/>spec<sp/>as<sp/>default</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="96"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>partitioned_metadata<sp/>=<sp/>MakeTableMetadata(</highlight></codeline> |
| <codeline lineno="97"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{snapshot_a,<sp/>snapshot_b},<sp/>2000L,</highlight></codeline> |
| <codeline lineno="98"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{{</highlight><highlight class="stringliteral">"main"</highlight><highlight class="normal">,<sp/>std::make_shared<SnapshotRef>(SnapshotRef{</highlight></codeline> |
| <codeline lineno="99"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>2000L,<sp/>.retention<sp/>=<sp/>SnapshotRef::Branch{}})}},</highlight></codeline> |
| <codeline lineno="100"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>partitioned_spec_);</highlight></codeline> |
| <codeline lineno="101"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="102"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Make<sp/>the<sp/>first<sp/>manifest<sp/>unavailable.<sp/>Planning<sp/>should<sp/>still<sp/>succeed<sp/>because<sp/>the</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="103"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>partition<sp/>filter<sp/>can<sp/>skip<sp/>reading<sp/>file_a's<sp/>manifest<sp/>entirely.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="104"><highlight class="normal"><sp/><sp/>EXPECT_THAT(file_io_->DeleteFile(manifest_a.manifest_path),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="105"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="106"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Filter<sp/>by<sp/>data="k"<sp/>which<sp/>should<sp/>match<sp/>only<sp/>file_b<sp/>(bucket("k",<sp/>16)<sp/>=<sp/>1)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="107"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>builder,<sp/><ref refid="classiceberg_1_1TableScanBuilder_1a7f520118c3e11b471705acd9dbf96664" kindref="member">IncrementalChangelogScanBuilder::Make</ref>(</highlight></codeline> |
| <codeline lineno="108"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>partitioned_metadata,<sp/>file_io_));</highlight></codeline> |
| <codeline lineno="109"><highlight class="normal"><sp/><sp/>builder->Filter(<ref refid="classiceberg_1_1Expressions_1a099da8de1b919fdc4574458b308d9ea7" kindref="member">Expressions::Equal</ref>(</highlight><highlight class="stringliteral">"data"</highlight><highlight class="normal">,<sp/>Literal::String(</highlight><highlight class="stringliteral">"k"</highlight><highlight class="normal">)));</highlight></codeline> |
| <codeline lineno="110"><highlight class="normal"><sp/><sp/>builder->ToSnapshot(2000L);</highlight></codeline> |
| <codeline lineno="111"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>scan,<sp/>builder->Build());</highlight></codeline> |
| <codeline lineno="112"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>tasks,<sp/>scan->PlanFiles());</highlight></codeline> |
| <codeline lineno="113"><highlight class="normal"><sp/><sp/>ASSERT_EQ(tasks.size(),<sp/>1);</highlight></codeline> |
| <codeline lineno="114"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="115"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>t1<sp/>=<sp/>tasks[0];</highlight></codeline> |
| <codeline lineno="116"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->change_ordinal(),<sp/>1);</highlight></codeline> |
| <codeline lineno="117"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->commit_snapshot_id(),<sp/>2000L);</highlight></codeline> |
| <codeline lineno="118"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->operation(),<sp/>ChangelogOperation::kInsert);</highlight></codeline> |
| <codeline lineno="119"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>insert_t1<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(t1);</highlight></codeline> |
| <codeline lineno="120"><highlight class="normal"><sp/><sp/>ASSERT_NE(insert_t1,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="121"><highlight class="normal"><sp/><sp/>EXPECT_EQ(insert_t1->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="122"><highlight class="normal"><sp/><sp/>EXPECT_TRUE(insert_t1->delete_files().empty());</highlight></codeline> |
| <codeline lineno="123"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="124"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="125"><highlight class="normal">TEST_P(IncrementalChangelogScanTest,<sp/>Overwrites)<sp/>{</highlight></codeline> |
| <codeline lineno="126"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>version<sp/>=<sp/>GetParam();</highlight></codeline> |
| <codeline lineno="127"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="128"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>initial<sp/>snapshot<sp/>with<sp/>2<sp/>files</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="129"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_a<sp/>=</highlight></codeline> |
| <codeline lineno="130"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>1000L,<sp/>std::nullopt,<sp/>1L,</highlight></codeline> |
| <codeline lineno="131"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="132"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="133"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Overwrite:<sp/>add<sp/>file_a2,<sp/>delete<sp/>file_a</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="134"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_b<sp/>=</highlight></codeline> |
| <codeline lineno="135"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeOverwriteSnapshot(version,<sp/>2000L,<sp/>1000L,<sp/>2L,<sp/>{</highlight><highlight class="stringliteral">"/path/to/file_a2.parquet"</highlight><highlight class="normal">},</highlight></codeline> |
| <codeline lineno="136"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="137"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="138"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>metadata<sp/>=<sp/>MakeTableMetadata(</highlight></codeline> |
| <codeline lineno="139"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{snapshot_a,<sp/>snapshot_b},<sp/>2000L,</highlight></codeline> |
| <codeline lineno="140"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{{</highlight><highlight class="stringliteral">"main"</highlight><highlight class="normal">,<sp/>std::make_shared<SnapshotRef>(SnapshotRef{</highlight></codeline> |
| <codeline lineno="141"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>2000L,<sp/>.retention<sp/>=<sp/>SnapshotRef::Branch{}})}});</highlight></codeline> |
| <codeline lineno="142"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="143"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>from_snapshot_exclusive(snap1).to_snapshot(snap2)<sp/>should<sp/>return<sp/>2<sp/>tasks</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="144"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>builder,</highlight></codeline> |
| <codeline lineno="145"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1TableScanBuilder_1a7f520118c3e11b471705acd9dbf96664" kindref="member">IncrementalChangelogScanBuilder::Make</ref>(metadata,<sp/>file_io_));</highlight></codeline> |
| <codeline lineno="146"><highlight class="normal"><sp/><sp/>builder->FromSnapshot(1000L,<sp/></highlight><highlight class="comment">/*inclusive=*/</highlight><highlight class="keyword">false</highlight><highlight class="normal">).ToSnapshot(2000L);</highlight></codeline> |
| <codeline lineno="147"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>scan,<sp/>builder->Build());</highlight></codeline> |
| <codeline lineno="148"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>tasks,<sp/>scan->PlanFiles());</highlight></codeline> |
| <codeline lineno="149"><highlight class="normal"><sp/><sp/>ASSERT_EQ(tasks.size(),<sp/>2);</highlight></codeline> |
| <codeline lineno="150"><highlight class="normal"><sp/><sp/>SortTasks(tasks);</highlight></codeline> |
| <codeline lineno="151"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="152"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>First<sp/>task:<sp/>added<sp/>file<sp/>(INSERT<sp/>operation)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="153"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>t1<sp/>=<sp/>tasks[0];</highlight></codeline> |
| <codeline lineno="154"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->change_ordinal(),<sp/>0);</highlight></codeline> |
| <codeline lineno="155"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->commit_snapshot_id(),<sp/>2000L);</highlight></codeline> |
| <codeline lineno="156"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->operation(),<sp/>ChangelogOperation::kInsert);</highlight></codeline> |
| <codeline lineno="157"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>insert_t1<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(t1);</highlight></codeline> |
| <codeline lineno="158"><highlight class="normal"><sp/><sp/>ASSERT_NE(insert_t1,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="159"><highlight class="normal"><sp/><sp/>EXPECT_EQ(insert_t1->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_a2.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="160"><highlight class="normal"><sp/><sp/>EXPECT_TRUE(insert_t1->delete_files().empty());</highlight></codeline> |
| <codeline lineno="161"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="162"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Second<sp/>task:<sp/>deleted<sp/>file<sp/>(DELETE<sp/>operation)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="163"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>t2<sp/>=<sp/>tasks[1];</highlight></codeline> |
| <codeline lineno="164"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t2->change_ordinal(),<sp/>0);</highlight></codeline> |
| <codeline lineno="165"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t2->commit_snapshot_id(),<sp/>2000L);</highlight></codeline> |
| <codeline lineno="166"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t2->operation(),<sp/>ChangelogOperation::kDelete);</highlight></codeline> |
| <codeline lineno="167"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>delete_t2<sp/>=<sp/>std::dynamic_pointer_cast<DeletedDataFileScanTask>(t2);</highlight></codeline> |
| <codeline lineno="168"><highlight class="normal"><sp/><sp/>ASSERT_NE(delete_t2,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="169"><highlight class="normal"><sp/><sp/>EXPECT_EQ(delete_t2->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="170"><highlight class="normal"><sp/><sp/>EXPECT_TRUE(delete_t2->existing_deletes().empty());</highlight></codeline> |
| <codeline lineno="171"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="172"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="173"><highlight class="normal">TEST_P(IncrementalChangelogScanTest,<sp/>DuplicatedManifests)<sp/>{</highlight></codeline> |
| <codeline lineno="174"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>version<sp/>=<sp/>GetParam();</highlight></codeline> |
| <codeline lineno="175"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="176"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>initial<sp/>snapshot_a<sp/>with<sp/>file_a<sp/>and<sp/>extract<sp/>its<sp/>manifest</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="177"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_a<sp/>=</highlight></codeline> |
| <codeline lineno="178"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>1000L,<sp/>std::nullopt,<sp/>1L,<sp/>{</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="179"><highlight class="normal"><sp/><sp/>SnapshotCache<sp/>cache_a(snapshot_a.get());</highlight></codeline> |
| <codeline lineno="180"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifests_a,<sp/>cache_a.DataManifests(file_io_));</highlight></codeline> |
| <codeline lineno="181"><highlight class="normal"><sp/><sp/>ASSERT_EQ(manifests_a.size(),<sp/>1);</highlight></codeline> |
| <codeline lineno="182"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifest_a<sp/>=<sp/>manifests_a[0];</highlight></codeline> |
| <codeline lineno="183"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="184"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Manually<sp/>construct<sp/>snapshot_b<sp/>that<sp/>includes<sp/>BOTH<sp/>a<sp/>new<sp/>manifest<sp/>AND<sp/>the<sp/>manifest<sp/>from</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="185"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>snapshot_a.<sp/>This<sp/>simulates<sp/>what<sp/>actually<sp/>happens<sp/>in<sp/>Iceberg<sp/>when<sp/>appends<sp/>reuse<sp/>older</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="186"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>manifests.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="187"><highlight class="normal"><sp/><sp/>std::vector<ManifestEntry><sp/>entries_b;</highlight></codeline> |
| <codeline lineno="188"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>file_b<sp/>=<sp/>MakeDataFile(</highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="189"><highlight class="normal"><sp/><sp/>entries_b.push_back(MakeEntry(ManifestStatus::kAdded,<sp/>2000L,<sp/>2L,<sp/>file_b));</highlight></codeline> |
| <codeline lineno="190"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifest_b<sp/>=<sp/>WriteDataManifest(version,<sp/>2000L,<sp/>std::move(entries_b));</highlight></codeline> |
| <codeline lineno="191"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="192"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifest_list_b<sp/>=</highlight></codeline> |
| <codeline lineno="193"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>WriteManifestList(version,<sp/>2000L,<sp/>1000L,<sp/>2L,<sp/>{manifest_a,<sp/>manifest_b});</highlight></codeline> |
| <codeline lineno="194"><highlight class="normal"><sp/><sp/>TimePointMs<sp/>timestamp_ms<sp/>=<sp/>TimePointMsFromUnixMs(1609459200000L<sp/>+<sp/>2000);</highlight></codeline> |
| <codeline lineno="195"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_b<sp/>=<sp/>std::make_shared<Snapshot>(Snapshot{</highlight></codeline> |
| <codeline lineno="196"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>2000L,</highlight></codeline> |
| <codeline lineno="197"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.parent_snapshot_id<sp/>=<sp/>1000L,</highlight></codeline> |
| <codeline lineno="198"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.sequence_number<sp/>=<sp/>2L,</highlight></codeline> |
| <codeline lineno="199"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.timestamp_ms<sp/>=<sp/>timestamp_ms,</highlight></codeline> |
| <codeline lineno="200"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.manifest_list<sp/>=<sp/>manifest_list_b,</highlight></codeline> |
| <codeline lineno="201"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.summary<sp/>=<sp/>{{</highlight><highlight class="stringliteral">"operation"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"append"</highlight><highlight class="normal">}},</highlight></codeline> |
| <codeline lineno="202"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.schema_id<sp/>=<sp/>schema_-><ref refid="classiceberg_1_1Schema_1a74844202dab943691671e5d40bcf3f72" kindref="member">schema_id</ref>(),</highlight></codeline> |
| <codeline lineno="203"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="204"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="205"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>metadata<sp/>=<sp/>MakeTableMetadata(</highlight></codeline> |
| <codeline lineno="206"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{snapshot_a,<sp/>snapshot_b},<sp/>2000L,</highlight></codeline> |
| <codeline lineno="207"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{{</highlight><highlight class="stringliteral">"main"</highlight><highlight class="normal">,<sp/>std::make_shared<SnapshotRef>(SnapshotRef{</highlight></codeline> |
| <codeline lineno="208"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>2000L,<sp/>.retention<sp/>=<sp/>SnapshotRef::Branch{}})}});</highlight></codeline> |
| <codeline lineno="209"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="210"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>builder,</highlight></codeline> |
| <codeline lineno="211"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1TableScanBuilder_1a7f520118c3e11b471705acd9dbf96664" kindref="member">IncrementalChangelogScanBuilder::Make</ref>(metadata,<sp/>file_io_));</highlight></codeline> |
| <codeline lineno="212"><highlight class="normal"><sp/><sp/>builder->ToSnapshot(2000L);</highlight></codeline> |
| <codeline lineno="213"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>scan,<sp/>builder->Build());</highlight></codeline> |
| <codeline lineno="214"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>tasks,<sp/>scan->PlanFiles());</highlight></codeline> |
| <codeline lineno="215"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="216"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>We<sp/>expect<sp/>exactly<sp/>2<sp/>tasks,<sp/>one<sp/>for<sp/>file_a<sp/>and<sp/>one<sp/>for<sp/>file_b.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="217"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>If<sp/>deduplication<sp/>is<sp/>buggy,<sp/>we<sp/>might<sp/>see<sp/>3<sp/>tasks<sp/>(file_a<sp/>twice).</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="218"><highlight class="normal"><sp/><sp/>ASSERT_EQ(tasks.size(),<sp/>2);</highlight></codeline> |
| <codeline lineno="219"><highlight class="normal"><sp/><sp/>SortTasks(tasks);</highlight></codeline> |
| <codeline lineno="220"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="221"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>insert_t1<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(tasks[0]);</highlight></codeline> |
| <codeline lineno="222"><highlight class="normal"><sp/><sp/>ASSERT_NE(insert_t1,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="223"><highlight class="normal"><sp/><sp/>EXPECT_EQ(insert_t1->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="224"><highlight class="normal"><sp/><sp/>EXPECT_EQ(tasks[0]->commit_snapshot_id(),<sp/>1000L);</highlight></codeline> |
| <codeline lineno="225"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="226"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>insert_t2<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(tasks[1]);</highlight></codeline> |
| <codeline lineno="227"><highlight class="normal"><sp/><sp/>ASSERT_NE(insert_t2,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="228"><highlight class="normal"><sp/><sp/>EXPECT_EQ(insert_t2->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="229"><highlight class="normal"><sp/><sp/>EXPECT_EQ(tasks[1]->commit_snapshot_id(),<sp/>2000L);</highlight></codeline> |
| <codeline lineno="230"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="231"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="232"><highlight class="normal">TEST_P(IncrementalChangelogScanTest,<sp/>FileDeletes)<sp/>{</highlight></codeline> |
| <codeline lineno="233"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>version<sp/>=<sp/>GetParam();</highlight></codeline> |
| <codeline lineno="234"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="235"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>initial<sp/>snapshot<sp/>with<sp/>2<sp/>files</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="236"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_a<sp/>=</highlight></codeline> |
| <codeline lineno="237"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>1000L,<sp/>std::nullopt,<sp/>1L,</highlight></codeline> |
| <codeline lineno="238"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="239"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="240"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Delete<sp/>file_a</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="241"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_b<sp/>=</highlight></codeline> |
| <codeline lineno="242"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeDeleteSnapshot(version,<sp/>2000L,<sp/>1000L,<sp/>2L,<sp/>{</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="243"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="244"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>metadata<sp/>=<sp/>MakeTableMetadata(</highlight></codeline> |
| <codeline lineno="245"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{snapshot_a,<sp/>snapshot_b},<sp/>2000L,</highlight></codeline> |
| <codeline lineno="246"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{{</highlight><highlight class="stringliteral">"main"</highlight><highlight class="normal">,<sp/>std::make_shared<SnapshotRef>(SnapshotRef{</highlight></codeline> |
| <codeline lineno="247"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>2000L,<sp/>.retention<sp/>=<sp/>SnapshotRef::Branch{}})}});</highlight></codeline> |
| <codeline lineno="248"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="249"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>builder,</highlight></codeline> |
| <codeline lineno="250"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1TableScanBuilder_1a7f520118c3e11b471705acd9dbf96664" kindref="member">IncrementalChangelogScanBuilder::Make</ref>(metadata,<sp/>file_io_));</highlight></codeline> |
| <codeline lineno="251"><highlight class="normal"><sp/><sp/>builder->FromSnapshot(1000L,<sp/></highlight><highlight class="comment">/*inclusive=*/</highlight><highlight class="keyword">false</highlight><highlight class="normal">).ToSnapshot(2000L);</highlight></codeline> |
| <codeline lineno="252"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>scan,<sp/>builder->Build());</highlight></codeline> |
| <codeline lineno="253"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>tasks,<sp/>scan->PlanFiles());</highlight></codeline> |
| <codeline lineno="254"><highlight class="normal"><sp/><sp/>ASSERT_EQ(tasks.size(),<sp/>1);</highlight></codeline> |
| <codeline lineno="255"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="256"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>t1<sp/>=<sp/>tasks[0];</highlight></codeline> |
| <codeline lineno="257"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->change_ordinal(),<sp/>0);</highlight></codeline> |
| <codeline lineno="258"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->commit_snapshot_id(),<sp/>2000L);</highlight></codeline> |
| <codeline lineno="259"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->operation(),<sp/>ChangelogOperation::kDelete);</highlight></codeline> |
| <codeline lineno="260"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>delete_t1<sp/>=<sp/>std::dynamic_pointer_cast<DeletedDataFileScanTask>(t1);</highlight></codeline> |
| <codeline lineno="261"><highlight class="normal"><sp/><sp/>ASSERT_NE(delete_t1,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="262"><highlight class="normal"><sp/><sp/>EXPECT_EQ(delete_t1->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="263"><highlight class="normal"><sp/><sp/>EXPECT_TRUE(delete_t1->existing_deletes().empty());</highlight></codeline> |
| <codeline lineno="264"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="265"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="266"><highlight class="normal">TEST_P(IncrementalChangelogScanTest,<sp/>ExistingEntriesInNewDataManifestsAreIgnored)<sp/>{</highlight></codeline> |
| <codeline lineno="267"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>version<sp/>=<sp/>GetParam();</highlight></codeline> |
| <codeline lineno="268"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="269"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_a<sp/>=</highlight></codeline> |
| <codeline lineno="270"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>1000L,<sp/>std::nullopt,<sp/>1L,<sp/>{</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="271"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_b<sp/>=</highlight></codeline> |
| <codeline lineno="272"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>2000L,<sp/>1000L,<sp/>2L,<sp/>{</highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="273"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="274"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>snapshot<sp/>C<sp/>with<sp/>a<sp/>manifest<sp/>that<sp/>contains<sp/>existing<sp/>entries<sp/>from<sp/>A<sp/>and<sp/>B</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="275"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>plus<sp/>a<sp/>new<sp/>file<sp/>C.<sp/>This<sp/>simulates<sp/>manifest<sp/>merging.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="276"><highlight class="normal"><sp/><sp/>std::vector<ManifestEntry><sp/>merged_entries;</highlight></codeline> |
| <codeline lineno="277"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>file_a<sp/>=<sp/>MakeDataFile(</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="278"><highlight class="normal"><sp/><sp/>merged_entries.push_back(MakeEntry(ManifestStatus::kExisting,<sp/>1000L,<sp/>1L,<sp/>file_a));</highlight></codeline> |
| <codeline lineno="279"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>file_b<sp/>=<sp/>MakeDataFile(</highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="280"><highlight class="normal"><sp/><sp/>merged_entries.push_back(MakeEntry(ManifestStatus::kExisting,<sp/>2000L,<sp/>2L,<sp/>file_b));</highlight></codeline> |
| <codeline lineno="281"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>file_c<sp/>=<sp/>MakeDataFile(</highlight><highlight class="stringliteral">"/path/to/file_c.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="282"><highlight class="normal"><sp/><sp/>merged_entries.push_back(MakeEntry(ManifestStatus::kAdded,<sp/>3000L,<sp/>3L,<sp/>file_c));</highlight></codeline> |
| <codeline lineno="283"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="284"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifest<sp/>=<sp/>WriteDataManifest(version,<sp/>3000L,<sp/>std::move(merged_entries));</highlight></codeline> |
| <codeline lineno="285"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifest_list<sp/>=<sp/>WriteManifestList(version,<sp/>3000L,<sp/>2000L,<sp/>3L,<sp/>{manifest});</highlight></codeline> |
| <codeline lineno="286"><highlight class="normal"><sp/><sp/>TimePointMs<sp/>timestamp_ms<sp/>=<sp/>TimePointMsFromUnixMs(1609459200000L<sp/>+<sp/>3000);</highlight></codeline> |
| <codeline lineno="287"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_c<sp/>=<sp/>std::make_shared<Snapshot>(Snapshot{</highlight></codeline> |
| <codeline lineno="288"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>3000L,</highlight></codeline> |
| <codeline lineno="289"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.parent_snapshot_id<sp/>=<sp/>2000L,</highlight></codeline> |
| <codeline lineno="290"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.sequence_number<sp/>=<sp/>3L,</highlight></codeline> |
| <codeline lineno="291"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.timestamp_ms<sp/>=<sp/>timestamp_ms,</highlight></codeline> |
| <codeline lineno="292"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.manifest_list<sp/>=<sp/>manifest_list,</highlight></codeline> |
| <codeline lineno="293"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.summary<sp/>=<sp/>{{</highlight><highlight class="stringliteral">"operation"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"append"</highlight><highlight class="normal">}},</highlight></codeline> |
| <codeline lineno="294"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.schema_id<sp/>=<sp/>schema_-><ref refid="classiceberg_1_1Schema_1a74844202dab943691671e5d40bcf3f72" kindref="member">schema_id</ref>(),</highlight></codeline> |
| <codeline lineno="295"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="296"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="297"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>metadata<sp/>=<sp/>MakeTableMetadata(</highlight></codeline> |
| <codeline lineno="298"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{snapshot_a,<sp/>snapshot_b,<sp/>snapshot_c},<sp/>3000L,</highlight></codeline> |
| <codeline lineno="299"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{{</highlight><highlight class="stringliteral">"main"</highlight><highlight class="normal">,<sp/>std::make_shared<SnapshotRef>(SnapshotRef{</highlight></codeline> |
| <codeline lineno="300"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>3000L,<sp/>.retention<sp/>=<sp/>SnapshotRef::Branch{}})}});</highlight></codeline> |
| <codeline lineno="301"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="302"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>When<sp/>scanning<sp/>from_snapshot_inclusive(C).to_snapshot(C),<sp/>should<sp/>only<sp/>return<sp/>file_c</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="303"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>because<sp/>file_a<sp/>and<sp/>file_b<sp/>are<sp/>marked<sp/>as<sp/>EXISTING<sp/>entries</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="304"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>builder,</highlight></codeline> |
| <codeline lineno="305"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1TableScanBuilder_1a7f520118c3e11b471705acd9dbf96664" kindref="member">IncrementalChangelogScanBuilder::Make</ref>(metadata,<sp/>file_io_));</highlight></codeline> |
| <codeline lineno="306"><highlight class="normal"><sp/><sp/>builder->FromSnapshot(3000L,<sp/></highlight><highlight class="comment">/*inclusive=*/</highlight><highlight class="keyword">true</highlight><highlight class="normal">).ToSnapshot(3000L);</highlight></codeline> |
| <codeline lineno="307"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>scan,<sp/>builder->Build());</highlight></codeline> |
| <codeline lineno="308"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>tasks,<sp/>scan->PlanFiles());</highlight></codeline> |
| <codeline lineno="309"><highlight class="normal"><sp/><sp/>ASSERT_EQ(tasks.size(),<sp/>1);</highlight></codeline> |
| <codeline lineno="310"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="311"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>t1<sp/>=<sp/>tasks[0];</highlight></codeline> |
| <codeline lineno="312"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->change_ordinal(),<sp/>0);</highlight></codeline> |
| <codeline lineno="313"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->commit_snapshot_id(),<sp/>3000L);</highlight></codeline> |
| <codeline lineno="314"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->operation(),<sp/>ChangelogOperation::kInsert);</highlight></codeline> |
| <codeline lineno="315"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>insert_t1<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(t1);</highlight></codeline> |
| <codeline lineno="316"><highlight class="normal"><sp/><sp/>ASSERT_NE(insert_t1,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="317"><highlight class="normal"><sp/><sp/>EXPECT_EQ(insert_t1->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_c.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="318"><highlight class="normal"><sp/><sp/>EXPECT_TRUE(insert_t1->delete_files().empty());</highlight></codeline> |
| <codeline lineno="319"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="320"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="321"><highlight class="normal">TEST_P(IncrementalChangelogScanTest,<sp/>DataFileRewrites)<sp/>{</highlight></codeline> |
| <codeline lineno="322"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>version<sp/>=<sp/>GetParam();</highlight></codeline> |
| <codeline lineno="323"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="324"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_a<sp/>=</highlight></codeline> |
| <codeline lineno="325"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>1000L,<sp/>std::nullopt,<sp/>1L,<sp/>{</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="326"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_b<sp/>=</highlight></codeline> |
| <codeline lineno="327"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>2000L,<sp/>1000L,<sp/>2L,<sp/>{</highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="328"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="329"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>a<sp/>rewrite/replace<sp/>snapshot<sp/>(simulating<sp/>file<sp/>compaction)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="330"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>In<sp/>a<sp/>replace<sp/>operation,<sp/>the<sp/>old<sp/>file<sp/>is<sp/>deleted<sp/>and<sp/>new<sp/>file<sp/>is<sp/>added,</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="331"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>but<sp/>this<sp/>shouldn't<sp/>appear<sp/>in<sp/>the<sp/>changelog</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="332"><highlight class="normal"><sp/><sp/>std::vector<ManifestEntry><sp/>entries;</highlight></codeline> |
| <codeline lineno="333"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>file_a2<sp/>=<sp/>MakeDataFile(</highlight><highlight class="stringliteral">"/path/to/file_a2.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="334"><highlight class="normal"><sp/><sp/>entries.push_back(MakeEntry(ManifestStatus::kAdded,<sp/>3000L,<sp/>3L,<sp/>file_a2));</highlight></codeline> |
| <codeline lineno="335"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>file_a<sp/>=<sp/>MakeDataFile(</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="336"><highlight class="normal"><sp/><sp/>entries.push_back(MakeEntry(ManifestStatus::kDeleted,<sp/>3000L,<sp/>3L,<sp/>file_a));</highlight></codeline> |
| <codeline lineno="337"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifest<sp/>=<sp/>WriteDataManifest(version,<sp/>3000L,<sp/>std::move(entries));</highlight></codeline> |
| <codeline lineno="338"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifest_list<sp/>=<sp/>WriteManifestList(version,<sp/>3000L,<sp/>2000L,<sp/>3L,<sp/>{manifest});</highlight></codeline> |
| <codeline lineno="339"><highlight class="normal"><sp/><sp/>TimePointMs<sp/>timestamp_ms<sp/>=<sp/>TimePointMsFromUnixMs(1609459200000L<sp/>+<sp/>3000);</highlight></codeline> |
| <codeline lineno="340"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_c<sp/>=<sp/>std::make_shared<Snapshot>(Snapshot{</highlight></codeline> |
| <codeline lineno="341"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>3000L,</highlight></codeline> |
| <codeline lineno="342"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.parent_snapshot_id<sp/>=<sp/>2000L,</highlight></codeline> |
| <codeline lineno="343"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.sequence_number<sp/>=<sp/>3L,</highlight></codeline> |
| <codeline lineno="344"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.timestamp_ms<sp/>=<sp/>timestamp_ms,</highlight></codeline> |
| <codeline lineno="345"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.manifest_list<sp/>=<sp/>manifest_list,</highlight></codeline> |
| <codeline lineno="346"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.summary<sp/>=<sp/>{{</highlight><highlight class="stringliteral">"operation"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"replace"</highlight><highlight class="normal">}},<sp/><sp/></highlight><highlight class="comment">//<sp/>Replace<sp/>operation</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="347"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.schema_id<sp/>=<sp/>schema_-><ref refid="classiceberg_1_1Schema_1a74844202dab943691671e5d40bcf3f72" kindref="member">schema_id</ref>(),</highlight></codeline> |
| <codeline lineno="348"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="349"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="350"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>metadata<sp/>=<sp/>MakeTableMetadata(</highlight></codeline> |
| <codeline lineno="351"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{snapshot_a,<sp/>snapshot_b,<sp/>snapshot_c},<sp/>3000L,</highlight></codeline> |
| <codeline lineno="352"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{{</highlight><highlight class="stringliteral">"main"</highlight><highlight class="normal">,<sp/>std::make_shared<SnapshotRef>(SnapshotRef{</highlight></codeline> |
| <codeline lineno="353"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>3000L,<sp/>.retention<sp/>=<sp/>SnapshotRef::Branch{}})}});</highlight></codeline> |
| <codeline lineno="354"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="355"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>The<sp/>changelog<sp/>should<sp/>only<sp/>show<sp/>the<sp/>original<sp/>appends<sp/>(A<sp/>and<sp/>B),</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="356"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>not<sp/>the<sp/>replace<sp/>operation</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="357"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>builder,</highlight></codeline> |
| <codeline lineno="358"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1TableScanBuilder_1a7f520118c3e11b471705acd9dbf96664" kindref="member">IncrementalChangelogScanBuilder::Make</ref>(metadata,<sp/>file_io_));</highlight></codeline> |
| <codeline lineno="359"><highlight class="normal"><sp/><sp/>builder->ToSnapshot(3000L);</highlight></codeline> |
| <codeline lineno="360"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>scan,<sp/>builder->Build());</highlight></codeline> |
| <codeline lineno="361"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>tasks,<sp/>scan->PlanFiles());</highlight></codeline> |
| <codeline lineno="362"><highlight class="normal"><sp/><sp/>ASSERT_EQ(tasks.size(),<sp/>2);</highlight></codeline> |
| <codeline lineno="363"><highlight class="normal"><sp/><sp/>SortTasks(tasks);</highlight></codeline> |
| <codeline lineno="364"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="365"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>t1<sp/>=<sp/>tasks[0];</highlight></codeline> |
| <codeline lineno="366"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->change_ordinal(),<sp/>0);</highlight></codeline> |
| <codeline lineno="367"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->commit_snapshot_id(),<sp/>1000L);</highlight></codeline> |
| <codeline lineno="368"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->operation(),<sp/>ChangelogOperation::kInsert);</highlight></codeline> |
| <codeline lineno="369"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>insert_t1<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(t1);</highlight></codeline> |
| <codeline lineno="370"><highlight class="normal"><sp/><sp/>ASSERT_NE(insert_t1,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="371"><highlight class="normal"><sp/><sp/>EXPECT_EQ(insert_t1->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="372"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="373"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>t2<sp/>=<sp/>tasks[1];</highlight></codeline> |
| <codeline lineno="374"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t2->change_ordinal(),<sp/>1);</highlight></codeline> |
| <codeline lineno="375"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t2->commit_snapshot_id(),<sp/>2000L);</highlight></codeline> |
| <codeline lineno="376"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t2->operation(),<sp/>ChangelogOperation::kInsert);</highlight></codeline> |
| <codeline lineno="377"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>insert_t2<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(t2);</highlight></codeline> |
| <codeline lineno="378"><highlight class="normal"><sp/><sp/>ASSERT_NE(insert_t2,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="379"><highlight class="normal"><sp/><sp/>EXPECT_EQ(insert_t2->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="380"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="381"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="382"><highlight class="normal">TEST_P(IncrementalChangelogScanTest,<sp/>ManifestRewritesAreIgnored)<sp/>{</highlight></codeline> |
| <codeline lineno="383"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>version<sp/>=<sp/>GetParam();</highlight></codeline> |
| <codeline lineno="384"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="385"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_a<sp/>=</highlight></codeline> |
| <codeline lineno="386"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>1000L,<sp/>std::nullopt,<sp/>1L,<sp/>{</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="387"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_b<sp/>=</highlight></codeline> |
| <codeline lineno="388"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>2000L,<sp/>1000L,<sp/>2L,<sp/>{</highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="389"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="390"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Simulate<sp/>a<sp/>manifest<sp/>rewrite<sp/>(snapshot<sp/>3)<sp/>-<sp/>creates<sp/>a<sp/>new<sp/>manifest<sp/>with<sp/>EXISTING</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="391"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>entries<sp/>This<sp/>simulates<sp/>what<sp/>happens<sp/>after<sp/>table.rewriteManifests()</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="392"><highlight class="normal"><sp/><sp/>std::vector<ManifestEntry><sp/>rewritten_entries;</highlight></codeline> |
| <codeline lineno="393"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>file_a<sp/>=<sp/>MakeDataFile(</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="394"><highlight class="normal"><sp/><sp/>rewritten_entries.push_back(MakeEntry(ManifestStatus::kExisting,<sp/>1000L,<sp/>1L,<sp/>file_a));</highlight></codeline> |
| <codeline lineno="395"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>file_b<sp/>=<sp/>MakeDataFile(</highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="396"><highlight class="normal"><sp/><sp/>rewritten_entries.push_back(MakeEntry(ManifestStatus::kExisting,<sp/>2000L,<sp/>2L,<sp/>file_b));</highlight></codeline> |
| <codeline lineno="397"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="398"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>rewritten_manifest<sp/>=</highlight></codeline> |
| <codeline lineno="399"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>WriteDataManifest(version,<sp/>3000L,<sp/>std::move(rewritten_entries));</highlight></codeline> |
| <codeline lineno="400"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifest_list_3<sp/>=</highlight></codeline> |
| <codeline lineno="401"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>WriteManifestList(version,<sp/>3000L,<sp/>2000L,<sp/>3L,<sp/>{rewritten_manifest});</highlight></codeline> |
| <codeline lineno="402"><highlight class="normal"><sp/><sp/>TimePointMs<sp/>timestamp_3<sp/>=<sp/>TimePointMsFromUnixMs(1609459200000L<sp/>+<sp/>3000);</highlight></codeline> |
| <codeline lineno="403"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_c<sp/>=<sp/>std::make_shared<Snapshot>(Snapshot{</highlight></codeline> |
| <codeline lineno="404"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>3000L,</highlight></codeline> |
| <codeline lineno="405"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.parent_snapshot_id<sp/>=<sp/>2000L,</highlight></codeline> |
| <codeline lineno="406"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.sequence_number<sp/>=<sp/>3L,</highlight></codeline> |
| <codeline lineno="407"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.timestamp_ms<sp/>=<sp/>timestamp_3,</highlight></codeline> |
| <codeline lineno="408"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.manifest_list<sp/>=<sp/>manifest_list_3,</highlight></codeline> |
| <codeline lineno="409"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.summary<sp/>=<sp/>{{</highlight><highlight class="stringliteral">"operation"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"replace"</highlight><highlight class="normal">}},<sp/><sp/></highlight><highlight class="comment">//<sp/>Manifest<sp/>rewrite<sp/>uses<sp/>replace<sp/>operation</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="410"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.schema_id<sp/>=<sp/>schema_-><ref refid="classiceberg_1_1Schema_1a74844202dab943691671e5d40bcf3f72" kindref="member">schema_id</ref>(),</highlight></codeline> |
| <codeline lineno="411"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="412"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="413"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Add<sp/>a<sp/>new<sp/>append<sp/>after<sp/>the<sp/>rewrite</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="414"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_d<sp/>=</highlight></codeline> |
| <codeline lineno="415"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>4000L,<sp/>3000L,<sp/>4L,<sp/>{</highlight><highlight class="stringliteral">"/path/to/file_c.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="416"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="417"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>metadata<sp/>=<sp/>MakeTableMetadata(</highlight></codeline> |
| <codeline lineno="418"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{snapshot_a,<sp/>snapshot_b,<sp/>snapshot_c,<sp/>snapshot_d},<sp/>4000L,</highlight></codeline> |
| <codeline lineno="419"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{{</highlight><highlight class="stringliteral">"main"</highlight><highlight class="normal">,<sp/>std::make_shared<SnapshotRef>(SnapshotRef{</highlight></codeline> |
| <codeline lineno="420"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>4000L,<sp/>.retention<sp/>=<sp/>SnapshotRef::Branch{}})}});</highlight></codeline> |
| <codeline lineno="421"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="422"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>The<sp/>changelog<sp/>should<sp/>show<sp/>all<sp/>3<sp/>files<sp/>from<sp/>the<sp/>original<sp/>appends,</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="423"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>ignoring<sp/>the<sp/>manifest<sp/>rewrite<sp/>snapshot</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="424"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>builder,</highlight></codeline> |
| <codeline lineno="425"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1TableScanBuilder_1a7f520118c3e11b471705acd9dbf96664" kindref="member">IncrementalChangelogScanBuilder::Make</ref>(metadata,<sp/>file_io_));</highlight></codeline> |
| <codeline lineno="426"><highlight class="normal"><sp/><sp/>builder->ToSnapshot(4000L);</highlight></codeline> |
| <codeline lineno="427"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>scan,<sp/>builder->Build());</highlight></codeline> |
| <codeline lineno="428"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>tasks,<sp/>scan->PlanFiles());</highlight></codeline> |
| <codeline lineno="429"><highlight class="normal"><sp/><sp/>ASSERT_EQ(tasks.size(),<sp/>3);</highlight></codeline> |
| <codeline lineno="430"><highlight class="normal"><sp/><sp/>SortTasks(tasks);</highlight></codeline> |
| <codeline lineno="431"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="432"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>t1<sp/>=<sp/>tasks[0];</highlight></codeline> |
| <codeline lineno="433"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->change_ordinal(),<sp/>0);</highlight></codeline> |
| <codeline lineno="434"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->commit_snapshot_id(),<sp/>1000L);</highlight></codeline> |
| <codeline lineno="435"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t1->operation(),<sp/>ChangelogOperation::kInsert);</highlight></codeline> |
| <codeline lineno="436"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>insert_t1<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(t1);</highlight></codeline> |
| <codeline lineno="437"><highlight class="normal"><sp/><sp/>ASSERT_NE(insert_t1,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="438"><highlight class="normal"><sp/><sp/>EXPECT_EQ(insert_t1->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="439"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="440"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>t2<sp/>=<sp/>tasks[1];</highlight></codeline> |
| <codeline lineno="441"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t2->change_ordinal(),<sp/>1);</highlight></codeline> |
| <codeline lineno="442"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t2->commit_snapshot_id(),<sp/>2000L);</highlight></codeline> |
| <codeline lineno="443"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t2->operation(),<sp/>ChangelogOperation::kInsert);</highlight></codeline> |
| <codeline lineno="444"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>insert_t2<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(t2);</highlight></codeline> |
| <codeline lineno="445"><highlight class="normal"><sp/><sp/>ASSERT_NE(insert_t2,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="446"><highlight class="normal"><sp/><sp/>EXPECT_EQ(insert_t2->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="447"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="448"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>t3<sp/>=<sp/>tasks[2];</highlight></codeline> |
| <codeline lineno="449"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t3->change_ordinal(),<sp/>2);</highlight></codeline> |
| <codeline lineno="450"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t3->commit_snapshot_id(),<sp/>4000L);</highlight></codeline> |
| <codeline lineno="451"><highlight class="normal"><sp/><sp/>EXPECT_EQ(t3->operation(),<sp/>ChangelogOperation::kInsert);</highlight></codeline> |
| <codeline lineno="452"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>insert_t3<sp/>=<sp/>std::dynamic_pointer_cast<AddedRowsScanTask>(t3);</highlight></codeline> |
| <codeline lineno="453"><highlight class="normal"><sp/><sp/>ASSERT_NE(insert_t3,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="454"><highlight class="normal"><sp/><sp/>EXPECT_EQ(insert_t3->data_file()->file_path,<sp/></highlight><highlight class="stringliteral">"/path/to/file_c.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="455"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="456"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="457"><highlight class="normal">TEST_P(IncrementalChangelogScanTest,<sp/>DeleteFilesAreNotSupported)<sp/>{</highlight></codeline> |
| <codeline lineno="458"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>version<sp/>=<sp/>GetParam();</highlight></codeline> |
| <codeline lineno="459"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(version<sp/><<sp/>2)<sp/>{</highlight></codeline> |
| <codeline lineno="460"><highlight class="normal"><sp/><sp/><sp/><sp/>GTEST_SKIP()<sp/><<<sp/></highlight><highlight class="stringliteral">"Delete<sp/>files<sp/>only<sp/>exist<sp/>in<sp/>format<sp/>version<sp/>2+"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="461"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="462"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="463"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_a<sp/>=</highlight></codeline> |
| <codeline lineno="464"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MakeAppendSnapshot(version,<sp/>1000L,<sp/>std::nullopt,<sp/>1L,</highlight></codeline> |
| <codeline lineno="465"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">});</highlight></codeline> |
| <codeline lineno="466"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="467"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>a<sp/>snapshot<sp/>with<sp/>delete<sp/>files<sp/>(positional<sp/>deletes)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="468"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>This<sp/>simulates<sp/>table.newRowDelta().addDeletes(FILE_A_DELETES).commit()</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="469"><highlight class="normal"><sp/><sp/>std::vector<ManifestEntry><sp/>data_entries;</highlight></codeline> |
| <codeline lineno="470"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>file_a<sp/>=<sp/>MakeDataFile(</highlight><highlight class="stringliteral">"/path/to/file_a.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="471"><highlight class="normal"><sp/><sp/>data_entries.push_back(MakeEntry(ManifestStatus::kExisting,<sp/>1000L,<sp/>1L,<sp/>file_a));</highlight></codeline> |
| <codeline lineno="472"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>file_b<sp/>=<sp/>MakeDataFile(</highlight><highlight class="stringliteral">"/path/to/file_b.parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="473"><highlight class="normal"><sp/><sp/>data_entries.push_back(MakeEntry(ManifestStatus::kExisting,<sp/>1000L,<sp/>1L,<sp/>file_b));</highlight></codeline> |
| <codeline lineno="474"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data_manifest<sp/>=<sp/>WriteDataManifest(version,<sp/>2000L,<sp/>std::move(data_entries));</highlight></codeline> |
| <codeline lineno="475"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="476"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>a<sp/>delete<sp/>file<sp/>entry</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="477"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>delete_file<sp/>=<sp/>std::make_shared<DataFile>(DataFile{</highlight></codeline> |
| <codeline lineno="478"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.content<sp/>=<sp/>DataFile::Content::kPositionDeletes,</highlight></codeline> |
| <codeline lineno="479"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.file_path<sp/>=<sp/></highlight><highlight class="stringliteral">"/path/to/file_a_deletes.parquet"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="480"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.file_format<sp/>=<sp/>FileFormatType::kParquet,</highlight></codeline> |
| <codeline lineno="481"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.partition<sp/>=<sp/>PartitionValues(std::vector<Literal>{}),</highlight></codeline> |
| <codeline lineno="482"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.record_count<sp/>=<sp/>1,</highlight></codeline> |
| <codeline lineno="483"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.file_size_in_bytes<sp/>=<sp/>10,</highlight></codeline> |
| <codeline lineno="484"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.sort_order_id<sp/>=<sp/>0,</highlight></codeline> |
| <codeline lineno="485"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.partition_spec_id<sp/>=<sp/>unpartitioned_spec_->spec_id(),</highlight></codeline> |
| <codeline lineno="486"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="487"><highlight class="normal"><sp/><sp/>std::vector<ManifestEntry><sp/>delete_entries;</highlight></codeline> |
| <codeline lineno="488"><highlight class="normal"><sp/><sp/>delete_entries.push_back(MakeEntry(ManifestStatus::kAdded,<sp/>2000L,<sp/>2L,<sp/>delete_file));</highlight></codeline> |
| <codeline lineno="489"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>delete_manifest<sp/>=</highlight></codeline> |
| <codeline lineno="490"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>WriteDeleteManifest(version,<sp/>2000L,<sp/>std::move(delete_entries),<sp/>unpartitioned_spec_);</highlight></codeline> |
| <codeline lineno="491"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="492"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifest_list<sp/>=</highlight></codeline> |
| <codeline lineno="493"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>WriteManifestList(version,<sp/>2000L,<sp/>1000L,<sp/>2L,<sp/>{data_manifest,<sp/>delete_manifest});</highlight></codeline> |
| <codeline lineno="494"><highlight class="normal"><sp/><sp/>TimePointMs<sp/>timestamp_ms<sp/>=<sp/>TimePointMsFromUnixMs(1609459200000L<sp/>+<sp/>2000);</highlight></codeline> |
| <codeline lineno="495"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snapshot_b<sp/>=<sp/>std::make_shared<Snapshot>(Snapshot{</highlight></codeline> |
| <codeline lineno="496"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>2000L,</highlight></codeline> |
| <codeline lineno="497"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.parent_snapshot_id<sp/>=<sp/>1000L,</highlight></codeline> |
| <codeline lineno="498"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.sequence_number<sp/>=<sp/>2L,</highlight></codeline> |
| <codeline lineno="499"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.timestamp_ms<sp/>=<sp/>timestamp_ms,</highlight></codeline> |
| <codeline lineno="500"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.manifest_list<sp/>=<sp/>manifest_list,</highlight></codeline> |
| <codeline lineno="501"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.summary<sp/>=<sp/>{{</highlight><highlight class="stringliteral">"operation"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"delete"</highlight><highlight class="normal">}},</highlight></codeline> |
| <codeline lineno="502"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>.schema_id<sp/>=<sp/>schema_-><ref refid="classiceberg_1_1Schema_1a74844202dab943691671e5d40bcf3f72" kindref="member">schema_id</ref>(),</highlight></codeline> |
| <codeline lineno="503"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="504"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="505"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>metadata<sp/>=<sp/>MakeTableMetadata(</highlight></codeline> |
| <codeline lineno="506"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{snapshot_a,<sp/>snapshot_b},<sp/>2000L,</highlight></codeline> |
| <codeline lineno="507"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{{</highlight><highlight class="stringliteral">"main"</highlight><highlight class="normal">,<sp/>std::make_shared<SnapshotRef>(SnapshotRef{</highlight></codeline> |
| <codeline lineno="508"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.snapshot_id<sp/>=<sp/>2000L,<sp/>.retention<sp/>=<sp/>SnapshotRef::Branch{}})}});</highlight></codeline> |
| <codeline lineno="509"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="510"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>builder,</highlight></codeline> |
| <codeline lineno="511"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1TableScanBuilder_1a7f520118c3e11b471705acd9dbf96664" kindref="member">IncrementalChangelogScanBuilder::Make</ref>(metadata,<sp/>file_io_));</highlight></codeline> |
| <codeline lineno="512"><highlight class="normal"><sp/><sp/>builder->ToSnapshot(2000L);</highlight></codeline> |
| <codeline lineno="513"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>scan,<sp/>builder->Build());</highlight></codeline> |
| <codeline lineno="514"><highlight class="normal"><sp/><sp/>EXPECT_THAT(scan->PlanFiles(),</highlight></codeline> |
| <codeline lineno="515"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::testing::AllOf(</highlight></codeline> |
| <codeline lineno="516"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>IsError(ErrorKind::kNotSupported),</highlight></codeline> |
| <codeline lineno="517"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>HasErrorMessage(</highlight></codeline> |
| <codeline lineno="518"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Delete<sp/>files<sp/>are<sp/>currently<sp/>not<sp/>supported<sp/>in<sp/>changelog<sp/>scans"</highlight><highlight class="normal">)));</highlight></codeline> |
| <codeline lineno="519"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="520"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="521"><highlight class="normal">INSTANTIATE_TEST_SUITE_P(IncrementalChangelogScanVersions,<sp/>IncrementalChangelogScanTest,</highlight></codeline> |
| <codeline lineno="522"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>testing::Values(1,<sp/>2,<sp/>3));</highlight></codeline> |
| <codeline lineno="523"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="524"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>iceberg</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="iceberg/test/incremental_changelog_scan_test.cc"/> |
| </compounddef> |
| </doxygen> |
