| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="snapshot__update_8cc" kind="file" language="C++"> |
| <compoundname>snapshot_update.cc</compoundname> |
| <includes refid="snapshot__update_8h" local="yes">iceberg/update/snapshot_update.h</includes> |
| <includes local="no">format</includes> |
| <includes local="no">ranges</includes> |
| <includes refid="constants_8h" local="yes">iceberg/constants.h</includes> |
| <includes refid="file__io_8h" local="yes">iceberg/file_io.h</includes> |
| <includes refid="manifest__entry_8h" local="yes">iceberg/manifest/manifest_entry.h</includes> |
| <includes refid="manifest__list_8h" local="yes">iceberg/manifest/manifest_list.h</includes> |
| <includes refid="manifest__reader_8h" local="yes">iceberg/manifest/manifest_reader.h</includes> |
| <includes refid="manifest__writer_8h" local="yes">iceberg/manifest/manifest_writer.h</includes> |
| <includes refid="rolling__manifest__writer_8h" local="yes">iceberg/manifest/rolling_manifest_writer.h</includes> |
| <includes refid="partition__summary__internal_8h" local="yes">iceberg/partition_summary_internal.h</includes> |
| <includes refid="table_8h" local="yes">iceberg/table.h</includes> |
| <includes refid="transaction_8h" local="yes">iceberg/transaction.h</includes> |
| <includes refid="macros_8h" local="yes">iceberg/util/macros.h</includes> |
| <includes refid="snapshot__util__internal_8h" local="yes">iceberg/util/snapshot_util_internal.h</includes> |
| <includes refid="string__util_8h" local="yes">iceberg/util/string_util.h</includes> |
| <includes refid="uuid_8h" local="yes">iceberg/util/uuid.h</includes> |
| <incdepgraph> |
| <node id="66"> |
| <label>iceberg/arrow_c_data.h</label> |
| <link refid="arrow__c__data_8h"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="21"> |
| <label>iceberg/constants.h</label> |
| <link refid="constants_8h"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| </node> |
| <node id="31"> |
| <label>iceberg/exception.h</label> |
| <link refid="exception_8h"/> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| </node> |
| <node id="56"> |
| <label>iceberg/expression/literal.h</label> |
| <link refid="literal_8h_source"/> |
| <childnode refid="57" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="58" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="60" relation="include"> |
| </childnode> |
| <childnode refid="61" relation="include"> |
| </childnode> |
| </node> |
| <node id="54"> |
| <label>iceberg/file_format.h</label> |
| <link refid="file__format_8h"/> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| </node> |
| <node id="51"> |
| <label>iceberg/file_io.h</label> |
| <link refid="file__io_8h_source"/> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| </node> |
| <node id="65"> |
| <label>iceberg/file_writer.h</label> |
| <link refid="file__writer_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="66" relation="include"> |
| </childnode> |
| <childnode refid="54" relation="include"> |
| </childnode> |
| <childnode refid="67" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| </node> |
| <node id="11"> |
| <label>iceberg/iceberg_export.h</label> |
| <link refid="iceberg__export_8h_source"/> |
| </node> |
| <node id="52"> |
| <label>iceberg/manifest/manifest_entry.h</label> |
| <link refid="manifest__entry_8h"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="53" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="54" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="55" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| </node> |
| <node id="18"> |
| <label>iceberg/manifest/manifest_list.h</label> |
| <link refid="manifest__list_8h"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| </node> |
| <node id="63"> |
| <label>iceberg/manifest/manifest_reader.h</label> |
| <link refid="manifest__reader_8h"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| </node> |
| <node id="64"> |
| <label>iceberg/manifest/manifest_writer.h</label> |
| <link refid="manifest__writer_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="65" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="67" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| </node> |
| <node id="68"> |
| <label>iceberg/manifest/rolling_manifest_writer.h</label> |
| <link refid="rolling__manifest__writer_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="52" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="64" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| </node> |
| <node id="67"> |
| <label>iceberg/metrics.h</label> |
| <link refid="metrics_8h"/> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="56" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| </node> |
| <node id="23"> |
| <label>iceberg/partition_field.h</label> |
| <link refid="partition__field_8h"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| </node> |
| <node id="22"> |
| <label>iceberg/partition_spec.h</label> |
| <link refid="partition__spec_8h"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| </node> |
| <node id="69"> |
| <label>iceberg/partition_summary_internal.h</label> |
| <link refid="partition__summary__internal_8h_source"/> |
| <childnode refid="56" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| </node> |
| <node id="12"> |
| <label>iceberg/result.h</label> |
| <link refid="result_8h_source"/> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| </node> |
| <node id="55"> |
| <label>iceberg/row/partition_values.h</label> |
| <link refid="partition__values_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="56" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="62" relation="include"> |
| </childnode> |
| </node> |
| <node id="62"> |
| <label>iceberg/row/struct_like.h</label> |
| <link refid="struct__like_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="56" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="58" relation="include"> |
| </childnode> |
| </node> |
| <node id="33"> |
| <label>iceberg/schema_field.h</label> |
| <link refid="schema__field_8h"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| </node> |
| <node id="15"> |
| <label>iceberg/snapshot.h</label> |
| <link refid="snapshot_8h_source"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| </node> |
| <node id="70"> |
| <label>iceberg/table.h</label> |
| <link refid="table_8h_source"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="71" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="73" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| </node> |
| <node id="71"> |
| <label>iceberg/table_identifier.h</label> |
| <link refid="table__identifier_8h"/> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="72" relation="include"> |
| </childnode> |
| </node> |
| <node id="34"> |
| <label>iceberg/table_metadata.h</label> |
| <link refid="table__metadata_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| </node> |
| <node id="35"> |
| <label>iceberg/table_properties.h</label> |
| <link refid="table__properties_8h_source"/> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| </node> |
| <node id="74"> |
| <label>iceberg/transaction.h</label> |
| <link refid="transaction_8h_source"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| </node> |
| <node id="48"> |
| <label>iceberg/type.h</label> |
| <link refid="type_8h"/> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| </node> |
| <node id="24"> |
| <label>iceberg/type_fwd.h</label> |
| <link refid="type__fwd_8h"/> |
| </node> |
| <node id="50"> |
| <label>iceberg/update/pending_update.h</label> |
| <link refid="pending__update_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| </node> |
| <node id="1"> |
| <label>iceberg/update/snapshot_update.cc</label> |
| <link refid="snapshot__update_8cc"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| <childnode refid="52" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="63" relation="include"> |
| </childnode> |
| <childnode refid="64" relation="include"> |
| </childnode> |
| <childnode refid="68" relation="include"> |
| </childnode> |
| <childnode refid="69" relation="include"> |
| </childnode> |
| <childnode refid="70" relation="include"> |
| </childnode> |
| <childnode refid="74" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="75" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="61" relation="include"> |
| </childnode> |
| </node> |
| <node id="2"> |
| <label>iceberg/update/snapshot_update.h</label> |
| <link refid="snapshot__update_8h_source"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| </node> |
| <node id="73"> |
| <label>iceberg/update/update_location.h</label> |
| <link refid="update__location_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| </node> |
| <node id="37"> |
| <label>iceberg/util/config.h</label> |
| <link refid="config_8h_source"/> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| </node> |
| <node id="58"> |
| <label>iceberg/util/decimal.h</label> |
| <link refid="decimal_8h"/> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="57" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="59" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="60" relation="include"> |
| </childnode> |
| </node> |
| <node id="45"> |
| <label>iceberg/util/error_collector.h</label> |
| <link refid="error__collector_8h"/> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| </node> |
| <node id="25"> |
| <label>iceberg/util/formattable.h</label> |
| <link refid="formattable_8h"/> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| </node> |
| <node id="72"> |
| <label>iceberg/util/formatter.h</label> |
| <link refid="formatter_8h"/> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| </node> |
| <node id="60"> |
| <label>iceberg/util/int128.h</label> |
| <link refid="int128_8h"/> |
| </node> |
| <node id="26"> |
| <label>iceberg/util/lazy.h</label> |
| <link refid="lazy_8h"/> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| </node> |
| <node id="29"> |
| <label>iceberg/util/macros.h</label> |
| <link refid="macros_8h_source"/> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| </node> |
| <node id="75"> |
| <label>iceberg/util/snapshot_util_internal.h</label> |
| <link refid="snapshot__util__internal_8h_source"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| </node> |
| <node id="38"> |
| <label>iceberg/util/string_util.h</label> |
| <link refid="string__util_8h_source"/> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| </node> |
| <node id="46"> |
| <label>iceberg/util/timepoint.h</label> |
| <link refid="timepoint_8h_source"/> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| </node> |
| <node id="61"> |
| <label>iceberg/util/uuid.h</label> |
| <link refid="uuid_8h"/> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| </node> |
| <node id="39"> |
| <label>algorithm</label> |
| </node> |
| <node id="49"> |
| <label>array</label> |
| </node> |
| <node id="30"> |
| <label>cassert</label> |
| </node> |
| <node id="40"> |
| <label>cerrno</label> |
| </node> |
| <node id="41"> |
| <label>charconv</label> |
| </node> |
| <node id="47"> |
| <label>chrono</label> |
| </node> |
| <node id="57"> |
| <label>compare</label> |
| </node> |
| <node id="27"> |
| <label>concepts</label> |
| </node> |
| <node id="19"> |
| <label>cstdint</label> |
| </node> |
| <node id="13"> |
| <label>expected</label> |
| </node> |
| <node id="14"> |
| <label>format</label> |
| </node> |
| <node id="3"> |
| <label>functional</label> |
| </node> |
| <node id="59"> |
| <label>iosfwd</label> |
| </node> |
| <node id="36"> |
| <label>limits</label> |
| </node> |
| <node id="53"> |
| <label>map</label> |
| </node> |
| <node id="4"> |
| <label>memory</label> |
| </node> |
| <node id="28"> |
| <label>mutex</label> |
| </node> |
| <node id="5"> |
| <label>optional</label> |
| </node> |
| <node id="42"> |
| <label>ranges</label> |
| </node> |
| <node id="6"> |
| <label>span</label> |
| </node> |
| <node id="32"> |
| <label>stdexcept</label> |
| </node> |
| <node id="7"> |
| <label>string</label> |
| </node> |
| <node id="16"> |
| <label>string_view</label> |
| </node> |
| <node id="43"> |
| <label>type_traits</label> |
| </node> |
| <node id="44"> |
| <label>typeinfo</label> |
| </node> |
| <node id="8"> |
| <label>unordered_map</label> |
| </node> |
| <node id="9"> |
| <label>unordered_set</label> |
| </node> |
| <node id="20"> |
| <label>utility</label> |
| </node> |
| <node id="17"> |
| <label>variant</label> |
| </node> |
| <node id="10"> |
| <label>vector</label> |
| </node> |
| </incdepgraph> |
| <innernamespace refid="namespaceiceberg">iceberg</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/><sp/><sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/update/snapshot_update.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><format></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><ranges></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="constants_8h" kindref="compound">iceberg/constants.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/file_io.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="manifest__entry_8h" kindref="compound">iceberg/manifest/manifest_entry.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="manifest__list_8h" kindref="compound">iceberg/manifest/manifest_list.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="29"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="manifest__reader_8h" kindref="compound">iceberg/manifest/manifest_reader.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="30"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="manifest__writer_8h" kindref="compound">iceberg/manifest/manifest_writer.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="31"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="rolling__manifest__writer_8h" kindref="compound">iceberg/manifest/rolling_manifest_writer.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="32"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/partition_summary_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/table.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="34"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/transaction.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="35"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/util/macros.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="36"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/util/snapshot_util_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="37"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/util/string_util.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="38"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="uuid_8h" kindref="compound">iceberg/util/uuid.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="39"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="40"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">iceberg<sp/>{</highlight></codeline> |
| <codeline lineno="41"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="42"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="43"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="44"><highlight class="normal"></highlight><highlight class="comment">//<sp/>The<sp/>Java<sp/>impl<sp/>skips<sp/>updating<sp/>total<sp/>if<sp/>parsing<sp/>fails.<sp/>Here<sp/>we<sp/>choose<sp/>to<sp/>be<sp/>strict.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="45"><highlight class="normal">Status<sp/>UpdateTotal(std::unordered_map<std::string,<sp/>std::string>&<sp/>summary,</highlight></codeline> |
| <codeline lineno="46"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::unordered_map<std::string,<sp/>std::string>&<sp/>previous_summary,</highlight></codeline> |
| <codeline lineno="47"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>total_property,<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>added_property,</highlight></codeline> |
| <codeline lineno="48"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>deleted_property)<sp/>{</highlight></codeline> |
| <codeline lineno="49"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>total_it<sp/>=<sp/>previous_summary.find(total_property);</highlight></codeline> |
| <codeline lineno="50"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(total_it<sp/>!=<sp/>previous_summary.end())<sp/>{</highlight></codeline> |
| <codeline lineno="51"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>new_total,</highlight></codeline> |
| <codeline lineno="52"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>StringUtils::ParseNumber<int64_t>(total_it->second));</highlight></codeline> |
| <codeline lineno="53"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="54"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>added_it<sp/>=<sp/>summary.find(added_property);</highlight></codeline> |
| <codeline lineno="55"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(new_total<sp/>>=<sp/>0<sp/>&&<sp/>added_it<sp/>!=<sp/>summary.end())<sp/>{</highlight></codeline> |
| <codeline lineno="56"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>added_value,</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>StringUtils::ParseNumber<int64_t>(added_it->second));</highlight></codeline> |
| <codeline lineno="58"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>new_total<sp/>+=<sp/>added_value;</highlight></codeline> |
| <codeline lineno="59"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="60"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>deleted_it<sp/>=<sp/>summary.find(deleted_property);</highlight></codeline> |
| <codeline lineno="62"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(new_total<sp/>>=<sp/>0<sp/>&&<sp/>deleted_it<sp/>!=<sp/>summary.end())<sp/>{</highlight></codeline> |
| <codeline lineno="63"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>deleted_value,</highlight></codeline> |
| <codeline lineno="64"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>StringUtils::ParseNumber<int64_t>(deleted_it->second));</highlight></codeline> |
| <codeline lineno="65"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>new_total<sp/>-=<sp/>deleted_value;</highlight></codeline> |
| <codeline lineno="66"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="67"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="68"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(new_total<sp/>>=<sp/>0)<sp/>{</highlight></codeline> |
| <codeline lineno="69"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>summary[total_property]<sp/>=<sp/>std::to_string(new_total);</highlight></codeline> |
| <codeline lineno="70"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="71"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="72"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="73"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="74"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="75"><highlight class="normal"></highlight><highlight class="comment">//<sp/>Add<sp/>metadata<sp/>to<sp/>a<sp/>manifest<sp/>file<sp/>by<sp/>reading<sp/>it<sp/>and<sp/>extracting<sp/>statistics.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="76"><highlight class="normal">Result<ManifestFile><sp/>AddMetadata(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ManifestFile&<sp/>manifest,<sp/>std::shared_ptr<FileIO><sp/>io,</highlight></codeline> |
| <codeline lineno="77"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>TableMetadata&<sp/>metadata)<sp/>{</highlight></codeline> |
| <codeline lineno="78"><highlight class="normal"><sp/><sp/>ICEBERG_PRECHECK(manifest.added_snapshot_id<sp/>!=<sp/>kInvalidSnapshotId,</highlight></codeline> |
| <codeline lineno="79"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Manifest<sp/>{}<sp/>already<sp/>has<sp/>assigned<sp/>a<sp/>snapshot<sp/>id:<sp/>{}"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="80"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>manifest.manifest_path,<sp/>manifest.added_snapshot_id);</highlight></codeline> |
| <codeline lineno="81"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="82"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema,<sp/>metadata.Schema());</highlight></codeline> |
| <codeline lineno="83"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>spec,</highlight></codeline> |
| <codeline lineno="84"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>metadata.PartitionSpecById(manifest.partition_spec_id));</highlight></codeline> |
| <codeline lineno="85"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>partition_type,<sp/>spec->PartitionType(*schema));</highlight></codeline> |
| <codeline lineno="86"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="87"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader,</highlight></codeline> |
| <codeline lineno="88"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1ManifestReader_1a338f94acf754f75c6d264a11a8bcedc7" kindref="member">ManifestReader::Make</ref>(manifest,<sp/>std::move(io),<sp/>schema,<sp/>spec));</highlight></codeline> |
| <codeline lineno="89"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>entries,<sp/>reader->Entries());</highlight></codeline> |
| <codeline lineno="90"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="91"><highlight class="normal"><sp/><sp/>PartitionSummary<sp/>stats(*partition_type);</highlight></codeline> |
| <codeline lineno="92"><highlight class="normal"><sp/><sp/>int32_t<sp/>added_files<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="93"><highlight class="normal"><sp/><sp/>int64_t<sp/>added_rows<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="94"><highlight class="normal"><sp/><sp/>int32_t<sp/>existing_files<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="95"><highlight class="normal"><sp/><sp/>int64_t<sp/>existing_rows<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="96"><highlight class="normal"><sp/><sp/>int32_t<sp/>deleted_files<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="97"><highlight class="normal"><sp/><sp/>int64_t<sp/>deleted_rows<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="98"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="99"><highlight class="normal"><sp/><sp/>std::optional<int64_t><sp/>snapshot_id;</highlight></codeline> |
| <codeline lineno="100"><highlight class="normal"><sp/><sp/>int64_t<sp/>max_snapshot_id<sp/>=<sp/>std::numeric_limits<int64_t>::min();</highlight></codeline> |
| <codeline lineno="101"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>entry<sp/>:<sp/>entries)<sp/>{</highlight></codeline> |
| <codeline lineno="102"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_PRECHECK(entry.data_file<sp/>!=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="103"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Manifest<sp/>entry<sp/>in<sp/>{}<sp/>is<sp/>missing<sp/>data_file"</highlight><highlight class="normal">,<sp/>manifest.manifest_path);</highlight></codeline> |
| <codeline lineno="104"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="105"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(entry.snapshot_id.has_value()<sp/>&&<sp/>entry.snapshot_id.value()<sp/>><sp/>max_snapshot_id)<sp/>{</highlight></codeline> |
| <codeline lineno="106"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>max_snapshot_id<sp/>=<sp/>entry.snapshot_id.value();</highlight></codeline> |
| <codeline lineno="107"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="108"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="109"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">switch</highlight><highlight class="normal"><sp/>(entry.status)<sp/>{</highlight></codeline> |
| <codeline lineno="110"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestStatus::kAdded:<sp/>{</highlight></codeline> |
| <codeline lineno="111"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>added_files<sp/>+=<sp/>1;</highlight></codeline> |
| <codeline lineno="112"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>added_rows<sp/>+=<sp/>entry.data_file->record_count;</highlight></codeline> |
| <codeline lineno="113"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!snapshot_id.has_value()<sp/>&&<sp/>entry.snapshot_id.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="114"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>snapshot_id<sp/>=<sp/>entry.snapshot_id;</highlight></codeline> |
| <codeline lineno="115"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="116"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="117"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestStatus::kExisting:<sp/>{</highlight></codeline> |
| <codeline lineno="118"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>existing_files<sp/>+=<sp/>1;</highlight></codeline> |
| <codeline lineno="119"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>existing_rows<sp/>+=<sp/>entry.data_file->record_count;</highlight></codeline> |
| <codeline lineno="120"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="121"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestStatus::kDeleted:<sp/>{</highlight></codeline> |
| <codeline lineno="122"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>deleted_files<sp/>+=<sp/>1;</highlight></codeline> |
| <codeline lineno="123"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>deleted_rows<sp/>+=<sp/>entry.data_file->record_count;</highlight></codeline> |
| <codeline lineno="124"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!snapshot_id.has_value()<sp/>&&<sp/>entry.snapshot_id.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="125"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>snapshot_id<sp/>=<sp/>entry.snapshot_id;</highlight></codeline> |
| <codeline lineno="126"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="127"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="128"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="129"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="130"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(stats.Update(entry.data_file->partition));</highlight></codeline> |
| <codeline lineno="131"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="132"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="133"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!snapshot_id.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="134"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>If<sp/>no<sp/>files<sp/>were<sp/>added<sp/>or<sp/>deleted,<sp/>use<sp/>the<sp/>largest<sp/>snapshot<sp/>ID<sp/>in<sp/>the<sp/>manifest</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="135"><highlight class="normal"><sp/><sp/><sp/><sp/>snapshot_id<sp/>=<sp/>max_snapshot_id;</highlight></codeline> |
| <codeline lineno="136"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="137"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="138"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>partition_summaries,<sp/>stats.Summaries());</highlight></codeline> |
| <codeline lineno="139"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="140"><highlight class="normal"><sp/><sp/>ManifestFile<sp/>enriched<sp/>=<sp/>manifest;</highlight></codeline> |
| <codeline lineno="141"><highlight class="normal"><sp/><sp/>enriched.added_snapshot_id<sp/>=<sp/>snapshot_id.value();</highlight></codeline> |
| <codeline lineno="142"><highlight class="normal"><sp/><sp/>enriched.added_files_count<sp/>=<sp/>added_files;</highlight></codeline> |
| <codeline lineno="143"><highlight class="normal"><sp/><sp/>enriched.existing_files_count<sp/>=<sp/>existing_files;</highlight></codeline> |
| <codeline lineno="144"><highlight class="normal"><sp/><sp/>enriched.deleted_files_count<sp/>=<sp/>deleted_files;</highlight></codeline> |
| <codeline lineno="145"><highlight class="normal"><sp/><sp/>enriched.added_rows_count<sp/>=<sp/>added_rows;</highlight></codeline> |
| <codeline lineno="146"><highlight class="normal"><sp/><sp/>enriched.existing_rows_count<sp/>=<sp/>existing_rows;</highlight></codeline> |
| <codeline lineno="147"><highlight class="normal"><sp/><sp/>enriched.deleted_rows_count<sp/>=<sp/>deleted_rows;</highlight></codeline> |
| <codeline lineno="148"><highlight class="normal"><sp/><sp/>enriched.partitions<sp/>=<sp/>std::move(partition_summaries);</highlight></codeline> |
| <codeline lineno="149"><highlight class="normal"><sp/><sp/>enriched.first_row_id<sp/>=<sp/>std::nullopt;</highlight></codeline> |
| <codeline lineno="150"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>enriched;</highlight></codeline> |
| <codeline lineno="151"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="152"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="153"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>anonymous<sp/>namespace</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="154"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="155"><highlight class="normal">SnapshotUpdate::~SnapshotUpdate()<sp/>=<sp/></highlight><highlight class="keywordflow">default</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="156"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="157"><highlight class="normal">SnapshotUpdate::SnapshotUpdate(std::shared_ptr<Transaction><sp/>transaction)</highlight></codeline> |
| <codeline lineno="158"><highlight class="normal"><sp/><sp/><sp/><sp/>:<sp/>PendingUpdate(<ref refid="namespacestd" kindref="compound">std</ref>::move(transaction)),</highlight></codeline> |
| <codeline lineno="159"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>can_inherit_snapshot_id_(</highlight></codeline> |
| <codeline lineno="160"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>base().format_version<sp/>><sp/>1<sp/>||</highlight></codeline> |
| <codeline lineno="161"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>base().properties.Get(TableProperties::kSnapshotIdInheritanceEnabled)),</highlight></codeline> |
| <codeline lineno="162"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>commit_uuid_(Uuid::GenerateV7().ToString()),</highlight></codeline> |
| <codeline lineno="163"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>target_manifest_size_bytes_(</highlight></codeline> |
| <codeline lineno="164"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>base().properties.Get(TableProperties::kManifestTargetSizeBytes))<sp/>{}</highlight></codeline> |
| <codeline lineno="165"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="166"><highlight class="normal"></highlight><highlight class="comment">//<sp/>TODO(xxx):<sp/>write<sp/>manifests<sp/>in<sp/>parallel</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="167"><highlight class="normal">Result<std::vector<ManifestFile>><sp/>SnapshotUpdate::WriteDataManifests(</highlight></codeline> |
| <codeline lineno="168"><highlight class="normal"><sp/><sp/><sp/><sp/>std::span<</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<DataFile>><sp/>files,</highlight></codeline> |
| <codeline lineno="169"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<PartitionSpec>&<sp/>spec,</highlight></codeline> |
| <codeline lineno="170"><highlight class="normal"><sp/><sp/><sp/><sp/>std::optional<int64_t><sp/>data_sequence_number)<sp/>{</highlight></codeline> |
| <codeline lineno="171"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(files.empty())<sp/>{</highlight></codeline> |
| <codeline lineno="172"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::vector<ManifestFile>{};</highlight></codeline> |
| <codeline lineno="173"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="174"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="175"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>current_schema,<sp/>base().Schema());</highlight></codeline> |
| <codeline lineno="176"><highlight class="normal"><sp/><sp/>RollingManifestWriter<sp/>rolling_writer(</highlight></codeline> |
| <codeline lineno="177"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>[</highlight><highlight class="keyword">this</highlight><highlight class="normal">,<sp/>spec,<sp/>schema<sp/>=<sp/>std::move(current_schema),</highlight></codeline> |
| <codeline lineno="178"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/>snapshot_id<sp/>=<sp/>SnapshotId()]()<sp/>-><sp/>Result<std::unique_ptr<ManifestWriter>><sp/>{</highlight></codeline> |
| <codeline lineno="179"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ManifestWriter::MakeWriter(base().format_version,<sp/>snapshot_id,</highlight></codeline> |
| <codeline lineno="180"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ManifestPath(),<sp/>transaction_->table()->io(),</highlight></codeline> |
| <codeline lineno="181"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::move(spec),<sp/>std::move(schema),</highlight></codeline> |
| <codeline lineno="182"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ManifestContent::kData,</highlight></codeline> |
| <codeline lineno="183"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">/*first_row_id=*/</highlight><highlight class="normal">base().next_row_id);</highlight></codeline> |
| <codeline lineno="184"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>},</highlight></codeline> |
| <codeline lineno="185"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>target_manifest_size_bytes_);</highlight></codeline> |
| <codeline lineno="186"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="187"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>file<sp/>:<sp/>files)<sp/>{</highlight></codeline> |
| <codeline lineno="188"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(rolling_writer.WriteAddedEntry(file,<sp/>data_sequence_number));</highlight></codeline> |
| <codeline lineno="189"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="190"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(rolling_writer.Close());</highlight></codeline> |
| <codeline lineno="191"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>rolling_writer.ToManifestFiles();</highlight></codeline> |
| <codeline lineno="192"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="193"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="194"><highlight class="normal"></highlight><highlight class="comment">//<sp/>TODO(xxx):<sp/>write<sp/>manifests<sp/>in<sp/>parallel</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="195"><highlight class="normal">Result<std::vector<ManifestFile>><sp/>SnapshotUpdate::WriteDeleteManifests(</highlight></codeline> |
| <codeline lineno="196"><highlight class="normal"><sp/><sp/><sp/><sp/>std::span<</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<DataFile>><sp/>files,</highlight></codeline> |
| <codeline lineno="197"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<PartitionSpec>&<sp/>spec)<sp/>{</highlight></codeline> |
| <codeline lineno="198"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(files.empty())<sp/>{</highlight></codeline> |
| <codeline lineno="199"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::vector<ManifestFile>{};</highlight></codeline> |
| <codeline lineno="200"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="201"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="202"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>current_schema,<sp/>base().Schema());</highlight></codeline> |
| <codeline lineno="203"><highlight class="normal"><sp/><sp/>RollingManifestWriter<sp/>rolling_writer(</highlight></codeline> |
| <codeline lineno="204"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>[</highlight><highlight class="keyword">this</highlight><highlight class="normal">,<sp/>spec,<sp/>schema<sp/>=<sp/>std::move(current_schema),</highlight></codeline> |
| <codeline lineno="205"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/>snapshot_id<sp/>=<sp/>SnapshotId()]()<sp/>-><sp/>Result<std::unique_ptr<ManifestWriter>><sp/>{</highlight></codeline> |
| <codeline lineno="206"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ManifestWriter::MakeWriter(base().format_version,<sp/>snapshot_id,</highlight></codeline> |
| <codeline lineno="207"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ManifestPath(),<sp/>transaction_->table()->io(),</highlight></codeline> |
| <codeline lineno="208"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::move(spec),<sp/>std::move(schema),</highlight></codeline> |
| <codeline lineno="209"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ManifestContent::kDeletes);</highlight></codeline> |
| <codeline lineno="210"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>},</highlight></codeline> |
| <codeline lineno="211"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>target_manifest_size_bytes_);</highlight></codeline> |
| <codeline lineno="212"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="213"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>file<sp/>:<sp/>files)<sp/>{</highlight></codeline> |
| <codeline lineno="214"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>FIXME:<sp/>Java<sp/>impl<sp/>wrap<sp/>it<sp/>with<sp/>`PendingDeleteFile`<sp/>and<sp/>deals<sp/>with</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="215"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>file->data_sequence_number</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="216"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(rolling_writer.WriteAddedEntry(file));</highlight></codeline> |
| <codeline lineno="217"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="218"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(rolling_writer.Close());</highlight></codeline> |
| <codeline lineno="219"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>rolling_writer.ToManifestFiles();</highlight></codeline> |
| <codeline lineno="220"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="221"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="222"><highlight class="normal">int64_t<sp/>SnapshotUpdate::SnapshotId()<sp/>{</highlight></codeline> |
| <codeline lineno="223"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!snapshot_id_.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="224"><highlight class="normal"><sp/><sp/><sp/><sp/>snapshot_id_<sp/>=<sp/>SnapshotUtil::GenerateSnapshotId(base());</highlight></codeline> |
| <codeline lineno="225"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="226"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>snapshot_id_.value();</highlight></codeline> |
| <codeline lineno="227"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="228"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="229"><highlight class="normal">Result<SnapshotUpdate::ApplyResult><sp/>SnapshotUpdate::Apply()<sp/>{</highlight></codeline> |
| <codeline lineno="230"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(CheckErrors());</highlight></codeline> |
| <codeline lineno="231"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>parent_snapshot,</highlight></codeline> |
| <codeline lineno="232"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotUtil::OptionalLatestSnapshot(base(),<sp/>target_branch_));</highlight></codeline> |
| <codeline lineno="233"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="234"><highlight class="normal"><sp/><sp/>int64_t<sp/>sequence_number<sp/>=<sp/>base().NextSequenceNumber();</highlight></codeline> |
| <codeline lineno="235"><highlight class="normal"><sp/><sp/>std::optional<int64_t><sp/>parent_snapshot_id<sp/>=</highlight></codeline> |
| <codeline lineno="236"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>parent_snapshot<sp/>?<sp/>std::make_optional(parent_snapshot->snapshot_id)<sp/>:<sp/><ref refid="namespacestd" kindref="compound">std</ref>::nullopt;</highlight></codeline> |
| <codeline lineno="237"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="238"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(parent_snapshot)<sp/>{</highlight></codeline> |
| <codeline lineno="239"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(Validate(base(),<sp/>parent_snapshot));</highlight></codeline> |
| <codeline lineno="240"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="241"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="242"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifests,<sp/>Apply(base(),<sp/>parent_snapshot));</highlight></codeline> |
| <codeline lineno="243"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>manifest<sp/>:<sp/>manifests)<sp/>{</highlight></codeline> |
| <codeline lineno="244"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(manifest.added_snapshot_id<sp/>!=<sp/>kInvalidSnapshotId)<sp/>{</highlight></codeline> |
| <codeline lineno="245"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">continue</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="246"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="247"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>TODO(xxx):<sp/>read<sp/>in<sp/>parallel<sp/>and<sp/>cache<sp/>enriched<sp/>manifests<sp/>for<sp/>retries</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="248"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(manifest,</highlight></codeline> |
| <codeline lineno="249"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>AddMetadata(manifest,<sp/>transaction_->table()->io(),<sp/>base()));</highlight></codeline> |
| <codeline lineno="250"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="251"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="252"><highlight class="normal"><sp/><sp/>std::string<sp/>manifest_list_path<sp/>=<sp/>ManifestListPath();</highlight></codeline> |
| <codeline lineno="253"><highlight class="normal"><sp/><sp/>manifest_lists_.push_back(manifest_list_path);</highlight></codeline> |
| <codeline lineno="254"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight></codeline> |
| <codeline lineno="255"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>writer,<sp/>ManifestListWriter::MakeWriter(base().format_version,<sp/>SnapshotId(),</highlight></codeline> |
| <codeline lineno="256"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>parent_snapshot_id,<sp/>manifest_list_path,</highlight></codeline> |
| <codeline lineno="257"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>transaction_->table()->io(),</highlight></codeline> |
| <codeline lineno="258"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>sequence_number,<sp/>base().next_row_id));</highlight></codeline> |
| <codeline lineno="259"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(writer->AddAll(manifests));</highlight></codeline> |
| <codeline lineno="260"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(writer->Close());</highlight></codeline> |
| <codeline lineno="261"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="262"><highlight class="normal"><sp/><sp/>std::optional<int64_t><sp/>next_row_id;</highlight></codeline> |
| <codeline lineno="263"><highlight class="normal"><sp/><sp/>std::optional<int64_t><sp/>assigned_rows;</highlight></codeline> |
| <codeline lineno="264"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(base().format_version<sp/>>=<sp/>3)<sp/>{</highlight></codeline> |
| <codeline lineno="265"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_CHECK(writer->next_row_id().has_value(),</highlight></codeline> |
| <codeline lineno="266"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"row<sp/>id<sp/>is<sp/>required<sp/>by<sp/>format<sp/>version<sp/>>=<sp/>3"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="267"><highlight class="normal"><sp/><sp/><sp/><sp/>next_row_id<sp/>=<sp/>base().next_row_id;</highlight></codeline> |
| <codeline lineno="268"><highlight class="normal"><sp/><sp/><sp/><sp/>assigned_rows<sp/>=<sp/>writer->next_row_id().value()<sp/>-<sp/>base().next_row_id;</highlight></codeline> |
| <codeline lineno="269"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="270"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="271"><highlight class="normal"><sp/><sp/>std::string<sp/>op<sp/>=<sp/>operation();</highlight></codeline> |
| <codeline lineno="272"><highlight class="normal"><sp/><sp/>ICEBERG_CHECK(!op.empty(),<sp/></highlight><highlight class="stringliteral">"Snapshot<sp/>operation<sp/>cannot<sp/>be<sp/>empty"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="273"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="274"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(op<sp/>==<sp/>DataOperation::kReplace)<sp/>{</highlight></codeline> |
| <codeline lineno="275"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>summary<sp/>=<sp/>Summary();</highlight></codeline> |
| <codeline lineno="276"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>added_records_it<sp/>=<sp/>summary.find(SnapshotSummaryFields::kAddedRecords);</highlight></codeline> |
| <codeline lineno="277"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>replaced_records_it<sp/>=<sp/>summary.find(SnapshotSummaryFields::kDeletedRecords);</highlight></codeline> |
| <codeline lineno="278"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(added_records_it<sp/>!=<sp/>summary.cend()<sp/>&&<sp/>replaced_records_it<sp/>!=<sp/>summary.cend())<sp/>{</highlight></codeline> |
| <codeline lineno="279"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>added_records,<sp/>StringUtils::ParseNumber<int64_t>(</highlight></codeline> |
| <codeline lineno="280"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>added_records_it->second));</highlight></codeline> |
| <codeline lineno="281"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>replaced_records,<sp/>StringUtils::ParseNumber<int64_t>(</highlight></codeline> |
| <codeline lineno="282"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>replaced_records_it->second));</highlight></codeline> |
| <codeline lineno="283"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_PRECHECK(</highlight></codeline> |
| <codeline lineno="284"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>added_records<sp/><=<sp/>replaced_records,</highlight></codeline> |
| <codeline lineno="285"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Invalid<sp/>REPLACE<sp/>operation:<sp/>{}<sp/>added<sp/>records<sp/>><sp/>{}<sp/>replaced<sp/>records"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="286"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>added_records,<sp/>replaced_records);</highlight></codeline> |
| <codeline lineno="287"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="288"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="289"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="290"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>summary,<sp/>ComputeSummary(base()));</highlight></codeline> |
| <codeline lineno="291"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight></codeline> |
| <codeline lineno="292"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>staged_snapshot_,</highlight></codeline> |
| <codeline lineno="293"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>Snapshot::Make(sequence_number,<sp/>SnapshotId(),<sp/>parent_snapshot_id,</highlight></codeline> |
| <codeline lineno="294"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>CurrentTimePointMs(),<sp/>std::move(op),<sp/>std::move(summary),</highlight></codeline> |
| <codeline lineno="295"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>base().current_schema_id,<sp/>std::move(manifest_list_path),<sp/>next_row_id,</highlight></codeline> |
| <codeline lineno="296"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>assigned_rows));</highlight></codeline> |
| <codeline lineno="297"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="298"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ApplyResult{.snapshot<sp/>=<sp/>staged_snapshot_,</highlight></codeline> |
| <codeline lineno="299"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.target_branch<sp/>=<sp/>target_branch_,</highlight></codeline> |
| <codeline lineno="300"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.stage_only<sp/>=<sp/>stage_only_};</highlight></codeline> |
| <codeline lineno="301"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="302"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="303"><highlight class="normal">Status<sp/>SnapshotUpdate::Finalize(std::optional<Error><sp/>commit_error)<sp/>{</highlight></codeline> |
| <codeline lineno="304"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(commit_error.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="305"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(commit_error->kind<sp/>==<sp/>ErrorKind::kCommitStateUnknown)<sp/>{</highlight></codeline> |
| <codeline lineno="306"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="307"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="308"><highlight class="normal"><sp/><sp/><sp/><sp/>CleanAll();</highlight></codeline> |
| <codeline lineno="309"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="310"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="311"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="312"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(CleanupAfterCommit())<sp/>{</highlight></codeline> |
| <codeline lineno="313"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_CHECK(staged_snapshot_<sp/>!=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="314"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Staged<sp/>snapshot<sp/>is<sp/>null<sp/>during<sp/>finalize<sp/>after<sp/>commit"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="315"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>cached_snapshot<sp/>=<sp/>SnapshotCache(staged_snapshot_.get());</highlight></codeline> |
| <codeline lineno="316"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>manifests,</highlight></codeline> |
| <codeline lineno="317"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>cached_snapshot.Manifests(transaction_->table()->io()));</highlight></codeline> |
| <codeline lineno="318"><highlight class="normal"><sp/><sp/><sp/><sp/>CleanUncommitted(manifests<sp/>|<sp/>std::views::transform([](</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>manifest)<sp/>{</highlight></codeline> |
| <codeline lineno="319"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>manifest.manifest_path;</highlight></codeline> |
| <codeline lineno="320"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>})<sp/>|</highlight></codeline> |
| <codeline lineno="321"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::ranges::to<std::unordered_set<std::string>>());</highlight></codeline> |
| <codeline lineno="322"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="323"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="324"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Also<sp/>clean<sp/>up<sp/>unused<sp/>manifest<sp/>lists<sp/>created<sp/>by<sp/>multiple<sp/>attempts</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="325"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>manifest_list<sp/>:<sp/>manifest_lists_)<sp/>{</highlight></codeline> |
| <codeline lineno="326"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(manifest_list<sp/>!=<sp/>staged_snapshot_->manifest_list)<sp/>{</highlight></codeline> |
| <codeline lineno="327"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::ignore<sp/>=<sp/>DeleteFile(manifest_list);</highlight></codeline> |
| <codeline lineno="328"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="329"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="330"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="331"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="332"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="333"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="334"><highlight class="normal">Result<std::unordered_map<std::string,<sp/>std::string>><sp/>SnapshotUpdate::ComputeSummary(</highlight></codeline> |
| <codeline lineno="335"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>TableMetadata&<sp/>previous)<sp/>{</highlight></codeline> |
| <codeline lineno="336"><highlight class="normal"><sp/><sp/>std::unordered_map<std::string,<sp/>std::string><sp/>summary<sp/>=<sp/>Summary();</highlight></codeline> |
| <codeline lineno="337"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(summary.empty())<sp/>{</highlight></codeline> |
| <codeline lineno="338"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>summary;</highlight></codeline> |
| <codeline lineno="339"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="340"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="341"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Get<sp/>previous<sp/>summary<sp/>from<sp/>the<sp/>target<sp/>branch</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="342"><highlight class="normal"><sp/><sp/>std::unordered_map<std::string,<sp/>std::string><sp/>previous_summary;</highlight></codeline> |
| <codeline lineno="343"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>ref_it<sp/>=<sp/>previous.refs.find(target_branch_);<sp/>ref_it<sp/>!=<sp/>previous.refs.end())<sp/>{</highlight></codeline> |
| <codeline lineno="344"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>snap_it<sp/>=<sp/>previous.SnapshotById(ref_it->second->snapshot_id);</highlight></codeline> |
| <codeline lineno="345"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>snap_it.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="346"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>previous_summary<sp/>=<sp/>snap_it.value()->summary;</highlight></codeline> |
| <codeline lineno="347"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="348"><highlight class="normal"><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">else</highlight><highlight class="normal"><sp/>{</highlight></codeline> |
| <codeline lineno="349"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>if<sp/>there<sp/>was<sp/>no<sp/>previous<sp/>snapshot,<sp/>default<sp/>the<sp/>summary<sp/>to<sp/>start<sp/>totals<sp/>at<sp/>0</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="350"><highlight class="normal"><sp/><sp/><sp/><sp/>previous_summary[SnapshotSummaryFields::kTotalRecords]<sp/>=<sp/></highlight><highlight class="stringliteral">"0"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="351"><highlight class="normal"><sp/><sp/><sp/><sp/>previous_summary[SnapshotSummaryFields::kTotalFileSize]<sp/>=<sp/></highlight><highlight class="stringliteral">"0"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="352"><highlight class="normal"><sp/><sp/><sp/><sp/>previous_summary[SnapshotSummaryFields::kTotalDataFiles]<sp/>=<sp/></highlight><highlight class="stringliteral">"0"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="353"><highlight class="normal"><sp/><sp/><sp/><sp/>previous_summary[SnapshotSummaryFields::kTotalDeleteFiles]<sp/>=<sp/></highlight><highlight class="stringliteral">"0"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="354"><highlight class="normal"><sp/><sp/><sp/><sp/>previous_summary[SnapshotSummaryFields::kTotalPosDeletes]<sp/>=<sp/></highlight><highlight class="stringliteral">"0"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="355"><highlight class="normal"><sp/><sp/><sp/><sp/>previous_summary[SnapshotSummaryFields::kTotalEqDeletes]<sp/>=<sp/></highlight><highlight class="stringliteral">"0"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="356"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="357"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="358"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Update<sp/>totals</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="359"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(UpdateTotal(</highlight></codeline> |
| <codeline lineno="360"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>summary,<sp/>previous_summary,<sp/>SnapshotSummaryFields::kTotalRecords,</highlight></codeline> |
| <codeline lineno="361"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotSummaryFields::kAddedRecords,<sp/>SnapshotSummaryFields::kDeletedRecords));</highlight></codeline> |
| <codeline lineno="362"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(UpdateTotal(</highlight></codeline> |
| <codeline lineno="363"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>summary,<sp/>previous_summary,<sp/>SnapshotSummaryFields::kTotalFileSize,</highlight></codeline> |
| <codeline lineno="364"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotSummaryFields::kAddedFileSize,<sp/>SnapshotSummaryFields::kRemovedFileSize));</highlight></codeline> |
| <codeline lineno="365"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(UpdateTotal(</highlight></codeline> |
| <codeline lineno="366"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>summary,<sp/>previous_summary,<sp/>SnapshotSummaryFields::kTotalDataFiles,</highlight></codeline> |
| <codeline lineno="367"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotSummaryFields::kAddedDataFiles,<sp/>SnapshotSummaryFields::kDeletedDataFiles));</highlight></codeline> |
| <codeline lineno="368"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(UpdateTotal(summary,<sp/>previous_summary,</highlight></codeline> |
| <codeline lineno="369"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotSummaryFields::kTotalDeleteFiles,</highlight></codeline> |
| <codeline lineno="370"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotSummaryFields::kAddedDeleteFiles,</highlight></codeline> |
| <codeline lineno="371"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotSummaryFields::kRemovedDeleteFiles));</highlight></codeline> |
| <codeline lineno="372"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(UpdateTotal(summary,<sp/>previous_summary,</highlight></codeline> |
| <codeline lineno="373"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotSummaryFields::kTotalPosDeletes,</highlight></codeline> |
| <codeline lineno="374"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotSummaryFields::kAddedPosDeletes,</highlight></codeline> |
| <codeline lineno="375"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotSummaryFields::kRemovedPosDeletes));</highlight></codeline> |
| <codeline lineno="376"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(UpdateTotal(</highlight></codeline> |
| <codeline lineno="377"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>summary,<sp/>previous_summary,<sp/>SnapshotSummaryFields::kTotalEqDeletes,</highlight></codeline> |
| <codeline lineno="378"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>SnapshotSummaryFields::kAddedEqDeletes,<sp/>SnapshotSummaryFields::kRemovedEqDeletes));</highlight></codeline> |
| <codeline lineno="379"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="380"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>TODO(xxx):<sp/>add<sp/>custom<sp/>summary<sp/>fields<sp/>like<sp/>engine<sp/>info</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="381"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>summary;</highlight></codeline> |
| <codeline lineno="382"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="383"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="384"><highlight class="normal"></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>SnapshotUpdate::CleanAll()<sp/>{</highlight></codeline> |
| <codeline lineno="385"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>manifest_list<sp/>:<sp/>manifest_lists_)<sp/>{</highlight></codeline> |
| <codeline lineno="386"><highlight class="normal"><sp/><sp/><sp/><sp/>std::ignore<sp/>=<sp/>DeleteFile(manifest_list);</highlight></codeline> |
| <codeline lineno="387"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="388"><highlight class="normal"><sp/><sp/>manifest_lists_.clear();</highlight></codeline> |
| <codeline lineno="389"><highlight class="normal"><sp/><sp/>CleanUncommitted(std::unordered_set<std::string>{});</highlight></codeline> |
| <codeline lineno="390"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="391"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="392"><highlight class="normal">Status<sp/>SnapshotUpdate::DeleteFile(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>path)<sp/>{</highlight></codeline> |
| <codeline lineno="393"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">static</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>kDefaultDeleteFunc<sp/>=<sp/>[</highlight><highlight class="keyword">this</highlight><highlight class="normal">](</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>path)<sp/>{</highlight></codeline> |
| <codeline lineno="394"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>this->transaction_->table()->io()->DeleteFile(path);</highlight></codeline> |
| <codeline lineno="395"><highlight class="normal"><sp/><sp/>};</highlight></codeline> |
| <codeline lineno="396"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(delete_func_)<sp/>{</highlight></codeline> |
| <codeline lineno="397"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>delete_func_(path);</highlight></codeline> |
| <codeline lineno="398"><highlight class="normal"><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">else</highlight><highlight class="normal"><sp/>{</highlight></codeline> |
| <codeline lineno="399"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>kDefaultDeleteFunc(path);</highlight></codeline> |
| <codeline lineno="400"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="401"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="402"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="403"><highlight class="normal">std::string<sp/>SnapshotUpdate::ManifestListPath()<sp/>{</highlight></codeline> |
| <codeline lineno="404"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Generate<sp/>manifest<sp/>list<sp/>path</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="405"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Format:<sp/>{metadata_location}/snap-{snapshot_id}-{attempt}-{uuid}.avro</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="406"><highlight class="normal"><sp/><sp/>int64_t<sp/>snapshot_id<sp/>=<sp/>SnapshotId();</highlight></codeline> |
| <codeline lineno="407"><highlight class="normal"><sp/><sp/>std::string<sp/>filename<sp/>=</highlight></codeline> |
| <codeline lineno="408"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::format(</highlight><highlight class="stringliteral">"snap-{}-{}-{}.avro"</highlight><highlight class="normal">,<sp/>snapshot_id,<sp/>++attempt_,<sp/>commit_uuid_);</highlight></codeline> |
| <codeline lineno="409"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>transaction_->MetadataFileLocation(filename);</highlight></codeline> |
| <codeline lineno="410"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="411"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="412"><highlight class="normal">std::string<sp/>SnapshotUpdate::ManifestPath()<sp/>{</highlight></codeline> |
| <codeline lineno="413"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Generate<sp/>manifest<sp/>path</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="414"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Format:<sp/>{metadata_location}/{uuid}-m{manifest_count}.avro</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="415"><highlight class="normal"><sp/><sp/>std::string<sp/>filename<sp/>=<sp/>std::format(</highlight><highlight class="stringliteral">"{}-m{}.avro"</highlight><highlight class="normal">,<sp/>commit_uuid_,<sp/>manifest_count_++);</highlight></codeline> |
| <codeline lineno="416"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>transaction_->MetadataFileLocation(filename);</highlight></codeline> |
| <codeline lineno="417"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="418"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="419"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>iceberg</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="iceberg/update/snapshot_update.cc"/> |
| </compounddef> |
| </doxygen> |