| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="position__delete__writer_8cc" kind="file" language="C++"> |
| <compoundname>position_delete_writer.cc</compoundname> |
| <includes refid="position__delete__writer_8h" local="yes">iceberg/data/position_delete_writer.h</includes> |
| <includes local="no">map</includes> |
| <includes local="no">set</includes> |
| <includes local="no">vector</includes> |
| <includes local="no">nanoarrow/nanoarrow.h</includes> |
| <includes refid="nanoarrow__status__internal_8h" local="yes">iceberg/arrow/nanoarrow_status_internal.h</includes> |
| <includes refid="arrow__c__data__guard__internal_8h" local="yes">iceberg/arrow_c_data_guard_internal.h</includes> |
| <includes refid="file__writer_8h" local="yes">iceberg/file_writer.h</includes> |
| <includes refid="manifest__entry_8h" local="yes">iceberg/manifest/manifest_entry.h</includes> |
| <includes refid="metadata__columns_8h" local="yes">iceberg/metadata_columns.h</includes> |
| <includes refid="partition__spec_8h" local="yes">iceberg/partition_spec.h</includes> |
| <includes refid="schema_8h" local="yes">iceberg/schema.h</includes> |
| <includes refid="schema__internal_8h" local="yes">iceberg/schema_internal.h</includes> |
| <includes refid="macros_8h" local="yes">iceberg/util/macros.h</includes> |
| <incdepgraph> |
| <node id="51"> |
| <label>iceberg/arrow/nanoarrow_status_internal.h</label> |
| <link refid="nanoarrow__status__internal_8h_source"/> |
| </node> |
| <node id="8"> |
| <label>iceberg/arrow_c_data.h</label> |
| <link refid="arrow__c__data_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| </node> |
| <node id="52"> |
| <label>iceberg/arrow_c_data_guard_internal.h</label> |
| <link refid="arrow__c__data__guard__internal_8h_source"/> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="1"> |
| <label>iceberg/data/position_delete_writer.cc</label> |
| <link refid="position__delete__writer_8cc"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| <childnode refid="52" relation="include"> |
| </childnode> |
| <childnode refid="53" relation="include"> |
| </childnode> |
| <childnode refid="56" relation="include"> |
| </childnode> |
| <childnode refid="57" relation="include"> |
| </childnode> |
| <childnode refid="59" relation="include"> |
| </childnode> |
| <childnode refid="61" relation="include"> |
| </childnode> |
| <childnode refid="63" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| </node> |
| <node id="2"> |
| <label>iceberg/data/position_delete_writer.h</label> |
| <link refid="position__delete__writer_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| </node> |
| <node id="9"> |
| <label>iceberg/data/writer.h</label> |
| <link refid="writer_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| </node> |
| <node id="41"> |
| <label>iceberg/exception.h</label> |
| <link refid="exception_8h"/> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| </node> |
| <node id="28"> |
| <label>iceberg/expression/literal.h</label> |
| <link refid="literal_8h_source"/> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| </node> |
| <node id="16"> |
| <label>iceberg/file_format.h</label> |
| <link refid="file__format_8h"/> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="53"> |
| <label>iceberg/file_writer.h</label> |
| <link refid="file__writer_8h"/> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="54" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="55" relation="include"> |
| </childnode> |
| </node> |
| <node id="11"> |
| <label>iceberg/iceberg_export.h</label> |
| <link refid="iceberg__export_8h_source"/> |
| </node> |
| <node id="56"> |
| <label>iceberg/manifest/manifest_entry.h</label> |
| <link refid="manifest__entry_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| </node> |
| <node id="57"> |
| <label>iceberg/metadata_columns.h</label> |
| <link refid="metadata__columns_8h"/> |
| <childnode refid="58" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| </node> |
| <node id="54"> |
| <label>iceberg/metrics.h</label> |
| <link refid="metrics_8h"/> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| </node> |
| <node id="60"> |
| <label>iceberg/partition_field.h</label> |
| <link refid="partition__field_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| </node> |
| <node id="59"> |
| <label>iceberg/partition_spec.h</label> |
| <link refid="partition__spec_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="60" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| </node> |
| <node id="12"> |
| <label>iceberg/result.h</label> |
| <link refid="result_8h_source"/> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| </node> |
| <node id="25"> |
| <label>iceberg/row/partition_values.h</label> |
| <link refid="partition__values_8h"/> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| </node> |
| <node id="47"> |
| <label>iceberg/row/struct_like.h</label> |
| <link refid="struct__like_8h"/> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| </node> |
| <node id="61"> |
| <label>iceberg/schema.h</label> |
| <link refid="schema_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="62" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="34"> |
| <label>iceberg/schema_field.h</label> |
| <link refid="schema__field_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| </node> |
| <node id="63"> |
| <label>iceberg/schema_internal.h</label> |
| <link refid="schema__internal_8h_source"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| </node> |
| <node id="31"> |
| <label>iceberg/type.h</label> |
| <link refid="type_8h"/> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| </node> |
| <node id="15"> |
| <label>iceberg/type_fwd.h</label> |
| <link refid="type__fwd_8h"/> |
| </node> |
| <node id="55"> |
| <label>iceberg/util/config.h</label> |
| <link refid="config_8h_source"/> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="43"> |
| <label>iceberg/util/decimal.h</label> |
| <link refid="decimal_8h"/> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| </node> |
| <node id="35"> |
| <label>iceberg/util/formattable.h</label> |
| <link refid="formattable_8h"/> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| </node> |
| <node id="45"> |
| <label>iceberg/util/int128.h</label> |
| <link refid="int128_8h"/> |
| </node> |
| <node id="36"> |
| <label>iceberg/util/lazy.h</label> |
| <link refid="lazy_8h"/> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| </node> |
| <node id="39"> |
| <label>iceberg/util/macros.h</label> |
| <link refid="macros_8h_source"/> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| </node> |
| <node id="18"> |
| <label>iceberg/util/string_util.h</label> |
| <link refid="string__util_8h_source"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| </node> |
| <node id="46"> |
| <label>iceberg/util/uuid.h</label> |
| <link refid="uuid_8h"/> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| </node> |
| <node id="19"> |
| <label>algorithm</label> |
| </node> |
| <node id="32"> |
| <label>array</label> |
| </node> |
| <node id="40"> |
| <label>cassert</label> |
| </node> |
| <node id="20"> |
| <label>cerrno</label> |
| </node> |
| <node id="21"> |
| <label>charconv</label> |
| </node> |
| <node id="29"> |
| <label>compare</label> |
| </node> |
| <node id="37"> |
| <label>concepts</label> |
| </node> |
| <node id="3"> |
| <label>cstdint</label> |
| </node> |
| <node id="13"> |
| <label>expected</label> |
| </node> |
| <node id="14"> |
| <label>format</label> |
| </node> |
| <node id="26"> |
| <label>functional</label> |
| </node> |
| <node id="44"> |
| <label>iosfwd</label> |
| </node> |
| <node id="58"> |
| <label>limits</label> |
| </node> |
| <node id="48"> |
| <label>map</label> |
| </node> |
| <node id="4"> |
| <label>memory</label> |
| </node> |
| <node id="38"> |
| <label>mutex</label> |
| </node> |
| <node id="50"> |
| <label>nanoarrow/nanoarrow.h</label> |
| </node> |
| <node id="33"> |
| <label>optional</label> |
| </node> |
| <node id="22"> |
| <label>ranges</label> |
| </node> |
| <node id="49"> |
| <label>set</label> |
| </node> |
| <node id="27"> |
| <label>span</label> |
| </node> |
| <node id="42"> |
| <label>stdexcept</label> |
| </node> |
| <node id="5"> |
| <label>string</label> |
| </node> |
| <node id="6"> |
| <label>string_view</label> |
| </node> |
| <node id="23"> |
| <label>type_traits</label> |
| </node> |
| <node id="24"> |
| <label>typeinfo</label> |
| </node> |
| <node id="7"> |
| <label>unordered_map</label> |
| </node> |
| <node id="62"> |
| <label>unordered_set</label> |
| </node> |
| <node id="17"> |
| <label>utility</label> |
| </node> |
| <node id="30"> |
| <label>variant</label> |
| </node> |
| <node id="10"> |
| <label>vector</label> |
| </node> |
| </incdepgraph> |
| <innerclass refid="classiceberg_1_1PositionDeleteWriter_1_1Impl" prot="public">iceberg::PositionDeleteWriter::Impl</innerclass> |
| <innernamespace refid="namespaceiceberg">iceberg</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/><sp/><sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="position__delete__writer_8h" kindref="compound">iceberg/data/position_delete_writer.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><map></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><set></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><vector></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><nanoarrow/nanoarrow.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/arrow/nanoarrow_status_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="29"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/arrow_c_data_guard_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="30"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="file__writer_8h" kindref="compound">iceberg/file_writer.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="31"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="manifest__entry_8h" kindref="compound">iceberg/manifest/manifest_entry.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="32"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="metadata__columns_8h" kindref="compound">iceberg/metadata_columns.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="partition__spec_8h" kindref="compound">iceberg/partition_spec.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="34"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="schema_8h" kindref="compound">iceberg/schema.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="35"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/schema_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="36"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/util/macros.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="37"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="38"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">iceberg<sp/>{</highlight></codeline> |
| <codeline lineno="39"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="40" refid="classiceberg_1_1PositionDeleteWriter_1_1Impl" refkind="compound"><highlight class="normal"></highlight><highlight class="keyword">class<sp/></highlight><highlight class="normal"><ref refid="classiceberg_1_1PositionDeleteWriter_1_1Impl" kindref="compound">PositionDeleteWriter::Impl</ref><sp/>{</highlight></codeline> |
| <codeline lineno="41"><highlight class="normal"><sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="42"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">static</highlight><highlight class="normal"><sp/>Result<std::unique_ptr<Impl>><sp/>Make(<ref refid="structiceberg_1_1PositionDeleteWriterOptions" kindref="compound">PositionDeleteWriterOptions</ref><sp/>options)<sp/>{</highlight></codeline> |
| <codeline lineno="43"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>delete_schema<sp/>=<sp/>std::make_shared<Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="44"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>MetadataColumns::kDeleteFilePath,</highlight></codeline> |
| <codeline lineno="45"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>MetadataColumns::kDeleteFilePos,</highlight></codeline> |
| <codeline lineno="46"><highlight class="normal"><sp/><sp/><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="47"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="48"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="structiceberg_1_1WriterOptions" kindref="compound">WriterOptions</ref><sp/>writer_options{</highlight></codeline> |
| <codeline lineno="49"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.<ref refid="structiceberg_1_1WriterOptions_1a64566361f2b34747e98bf8f9ead4e94c" kindref="member">path</ref><sp/>=<sp/>options.path,</highlight></codeline> |
| <codeline lineno="50"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.schema<sp/>=<sp/>delete_schema,</highlight></codeline> |
| <codeline lineno="51"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>options.io,</highlight></codeline> |
| <codeline lineno="52"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.properties<sp/>=<sp/><ref refid="classiceberg_1_1WriterProperties_1ab17e1a08effbafd48f72d4014011f99c" kindref="member">WriterProperties::FromMap</ref>(options.properties),</highlight></codeline> |
| <codeline lineno="53"><highlight class="normal"><sp/><sp/><sp/><sp/>};</highlight></codeline> |
| <codeline lineno="54"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="55"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>writer,</highlight></codeline> |
| <codeline lineno="56"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="structiceberg_1_1WriterFactoryRegistry_1afeb69e5f68d62d46d47428cd9730a546" kindref="member">WriterFactoryRegistry::Open</ref>(options.format,<sp/>writer_options));</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="58"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::unique_ptr<Impl>(</highlight></codeline> |
| <codeline lineno="59"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">new</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1PositionDeleteWriter_1_1Impl" kindref="compound">Impl</ref>(std::move(options),<sp/>std::move(delete_schema),<sp/>std::move(writer)));</highlight></codeline> |
| <codeline lineno="60"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="62"><highlight class="normal"><sp/><sp/>Status<sp/>Write(<ref refid="structArrowArray" kindref="compound">ArrowArray</ref>*<sp/>data)<sp/>{</highlight></codeline> |
| <codeline lineno="63"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_PRECHECK(buffered_paths_.empty(),</highlight></codeline> |
| <codeline lineno="64"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Cannot<sp/>write<sp/>batch<sp/>data<sp/>when<sp/>there<sp/>are<sp/>buffered<sp/>deletes."</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="65"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>TODO(anyone):<sp/>Extract<sp/>file<sp/>paths<sp/>from<sp/>ArrowArray<sp/>to<sp/>update<sp/>referenced_paths_.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="66"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>writer_->Write(data);</highlight></codeline> |
| <codeline lineno="67"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="68"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="69"><highlight class="normal"><sp/><sp/>Status<sp/>WriteDelete(std::string_view<sp/>file_path,<sp/>int64_t<sp/>pos)<sp/>{</highlight></codeline> |
| <codeline lineno="70"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>TODO(anyone):<sp/>check<sp/>if<sp/>the<sp/>sort<sp/>order<sp/>of<sp/>file_path<sp/>and<sp/>pos<sp/>observes<sp/>the<sp/>spec.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="71"><highlight class="normal"><sp/><sp/><sp/><sp/>buffered_paths_.emplace_back(file_path);</highlight></codeline> |
| <codeline lineno="72"><highlight class="normal"><sp/><sp/><sp/><sp/>buffered_positions_.push_back(pos);</highlight></codeline> |
| <codeline lineno="73"><highlight class="normal"><sp/><sp/><sp/><sp/>referenced_paths_.emplace(file_path);</highlight></codeline> |
| <codeline lineno="74"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="75"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(buffered_paths_.size()<sp/>>=<sp/>options_.flush_threshold)<sp/>{</highlight></codeline> |
| <codeline lineno="76"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>FlushBuffer();</highlight></codeline> |
| <codeline lineno="77"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="78"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="79"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="80"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="81"><highlight class="normal"><sp/><sp/>Result<int64_t><sp/>Length()</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{<sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>writer_->length();<sp/>}</highlight></codeline> |
| <codeline lineno="82"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="83"><highlight class="normal"><sp/><sp/>Status<sp/>Close()<sp/>{</highlight></codeline> |
| <codeline lineno="84"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(closed_)<sp/>{</highlight></codeline> |
| <codeline lineno="85"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="86"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="87"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!buffered_paths_.empty())<sp/>{</highlight></codeline> |
| <codeline lineno="88"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(FlushBuffer());</highlight></codeline> |
| <codeline lineno="89"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="90"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(writer_->Close());</highlight></codeline> |
| <codeline lineno="91"><highlight class="normal"><sp/><sp/><sp/><sp/>closed_<sp/>=<sp/></highlight><highlight class="keyword">true</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="92"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="93"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="94"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="95"><highlight class="normal"><sp/><sp/>Result<FileWriter::WriteResult><sp/>Metadata()<sp/>{</highlight></codeline> |
| <codeline lineno="96"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_CHECK(closed_,<sp/></highlight><highlight class="stringliteral">"Cannot<sp/>get<sp/>metadata<sp/>before<sp/>closing<sp/>the<sp/>writer"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="97"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="98"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>metrics,<sp/>writer_->metrics());</highlight></codeline> |
| <codeline lineno="99"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>length,<sp/>writer_->length());</highlight></codeline> |
| <codeline lineno="100"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>split_offsets<sp/>=<sp/>writer_->split_offsets();</highlight></codeline> |
| <codeline lineno="101"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="102"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Filter<sp/>out<sp/>metrics<sp/>for<sp/>delete<sp/>metadata<sp/>columns<sp/>(file_path,<sp/>pos)<sp/>to<sp/>avoid</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="103"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>bloating<sp/>the<sp/>manifest,<sp/>matching<sp/>Java's<sp/>PositionDeleteWriter<sp/>behavior.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="104"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Always<sp/>remove<sp/>field<sp/>counts;<sp/>also<sp/>remove<sp/>bounds<sp/>when<sp/>referencing<sp/>multiple<sp/>files.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="105"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>path_id<sp/>=<sp/>MetadataColumns::kDeleteFilePathColumnId;</highlight></codeline> |
| <codeline lineno="106"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>pos_id<sp/>=<sp/>MetadataColumns::kDeleteFilePosColumnId;</highlight></codeline> |
| <codeline lineno="107"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="108"><highlight class="normal"><sp/><sp/><sp/><sp/>metrics.value_counts.erase(path_id);</highlight></codeline> |
| <codeline lineno="109"><highlight class="normal"><sp/><sp/><sp/><sp/>metrics.value_counts.erase(pos_id);</highlight></codeline> |
| <codeline lineno="110"><highlight class="normal"><sp/><sp/><sp/><sp/>metrics.null_value_counts.erase(path_id);</highlight></codeline> |
| <codeline lineno="111"><highlight class="normal"><sp/><sp/><sp/><sp/>metrics.null_value_counts.erase(pos_id);</highlight></codeline> |
| <codeline lineno="112"><highlight class="normal"><sp/><sp/><sp/><sp/>metrics.nan_value_counts.erase(path_id);</highlight></codeline> |
| <codeline lineno="113"><highlight class="normal"><sp/><sp/><sp/><sp/>metrics.nan_value_counts.erase(pos_id);</highlight></codeline> |
| <codeline lineno="114"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="115"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(referenced_paths_.size()<sp/>><sp/>1)<sp/>{</highlight></codeline> |
| <codeline lineno="116"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>metrics.lower_bounds.erase(path_id);</highlight></codeline> |
| <codeline lineno="117"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>metrics.lower_bounds.erase(pos_id);</highlight></codeline> |
| <codeline lineno="118"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>metrics.upper_bounds.erase(path_id);</highlight></codeline> |
| <codeline lineno="119"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>metrics.upper_bounds.erase(pos_id);</highlight></codeline> |
| <codeline lineno="120"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="121"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="122"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Serialize<sp/>literal<sp/>bounds<sp/>to<sp/>binary<sp/>format</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="123"><highlight class="normal"><sp/><sp/><sp/><sp/>std::map<int32_t,<sp/>std::vector<uint8_t>><sp/>lower_bounds_map;</highlight></codeline> |
| <codeline lineno="124"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>[col_id,<sp/>literal]<sp/>:<sp/>metrics.lower_bounds)<sp/>{</highlight></codeline> |
| <codeline lineno="125"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>serialized,<sp/>literal.Serialize());</highlight></codeline> |
| <codeline lineno="126"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>lower_bounds_map[col_id]<sp/>=<sp/>std::move(serialized);</highlight></codeline> |
| <codeline lineno="127"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="128"><highlight class="normal"><sp/><sp/><sp/><sp/>std::map<int32_t,<sp/>std::vector<uint8_t>><sp/>upper_bounds_map;</highlight></codeline> |
| <codeline lineno="129"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>[col_id,<sp/>literal]<sp/>:<sp/>metrics.upper_bounds)<sp/>{</highlight></codeline> |
| <codeline lineno="130"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>serialized,<sp/>literal.Serialize());</highlight></codeline> |
| <codeline lineno="131"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>upper_bounds_map[col_id]<sp/>=<sp/>std::move(serialized);</highlight></codeline> |
| <codeline lineno="132"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="133"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="134"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Set<sp/>referenced_data_file<sp/>if<sp/>all<sp/>deletes<sp/>reference<sp/>the<sp/>same<sp/>data<sp/>file</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="135"><highlight class="normal"><sp/><sp/><sp/><sp/>std::optional<std::string><sp/>referenced_data_file;</highlight></codeline> |
| <codeline lineno="136"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(referenced_paths_.size()<sp/>==<sp/>1)<sp/>{</highlight></codeline> |
| <codeline lineno="137"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>referenced_data_file<sp/>=<sp/>*referenced_paths_.begin();</highlight></codeline> |
| <codeline lineno="138"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="139"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="140"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data_file<sp/>=<sp/>std::make_shared<DataFile>(<ref refid="structiceberg_1_1DataFile" kindref="compound">DataFile</ref>{</highlight></codeline> |
| <codeline lineno="141"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.<ref refid="structiceberg_1_1DataFile_1a03ba5db838a4d23170cf5e305465a2f5" kindref="member">content</ref><sp/>=<sp/>DataFile::Content::kPositionDeletes,</highlight></codeline> |
| <codeline lineno="142"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.file_path<sp/>=<sp/>options_.path,</highlight></codeline> |
| <codeline lineno="143"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.file_format<sp/>=<sp/>options_.format,</highlight></codeline> |
| <codeline lineno="144"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.partition<sp/>=<sp/>options_.partition,</highlight></codeline> |
| <codeline lineno="145"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.record_count<sp/>=<sp/>metrics.row_count.value_or(-1),</highlight></codeline> |
| <codeline lineno="146"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.file_size_in_bytes<sp/>=<sp/>length,</highlight></codeline> |
| <codeline lineno="147"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.column_sizes<sp/>=<sp/>{metrics.column_sizes.begin(),<sp/>metrics.column_sizes.end()},</highlight></codeline> |
| <codeline lineno="148"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.value_counts<sp/>=<sp/>{metrics.value_counts.begin(),<sp/>metrics.value_counts.end()},</highlight></codeline> |
| <codeline lineno="149"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.null_value_counts<sp/>=<sp/>{metrics.null_value_counts.begin(),</highlight></codeline> |
| <codeline lineno="150"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>metrics.null_value_counts.end()},</highlight></codeline> |
| <codeline lineno="151"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.nan_value_counts<sp/>=<sp/>{metrics.nan_value_counts.begin(),</highlight></codeline> |
| <codeline lineno="152"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>metrics.nan_value_counts.end()},</highlight></codeline> |
| <codeline lineno="153"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.lower_bounds<sp/>=<sp/>std::move(lower_bounds_map),</highlight></codeline> |
| <codeline lineno="154"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.upper_bounds<sp/>=<sp/>std::move(upper_bounds_map),</highlight></codeline> |
| <codeline lineno="155"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.split_offsets<sp/>=<sp/>std::move(split_offsets),</highlight></codeline> |
| <codeline lineno="156"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.sort_order_id<sp/>=<sp/>std::nullopt,</highlight></codeline> |
| <codeline lineno="157"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.referenced_data_file<sp/>=<sp/>std::move(referenced_data_file),</highlight></codeline> |
| <codeline lineno="158"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.partition_spec_id<sp/>=</highlight></codeline> |
| <codeline lineno="159"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>options_.spec<sp/>?<sp/>std::make_optional(options_.spec->spec_id())<sp/>:<sp/>std::nullopt,</highlight></codeline> |
| <codeline lineno="160"><highlight class="normal"><sp/><sp/><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="161"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="162"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="structiceberg_1_1FileWriter_1_1WriteResult" kindref="compound">FileWriter::WriteResult</ref><sp/>result;</highlight></codeline> |
| <codeline lineno="163"><highlight class="normal"><sp/><sp/><sp/><sp/>result.<ref refid="structiceberg_1_1FileWriter_1_1WriteResult_1a39897b987d6eb0b8b8cdd5ade5bc557c" kindref="member">data_files</ref>.push_back(std::move(data_file));</highlight></codeline> |
| <codeline lineno="164"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>result;</highlight></codeline> |
| <codeline lineno="165"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="166"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="167"><highlight class="normal"><sp/></highlight><highlight class="keyword">private</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="168"><highlight class="normal"><sp/><sp/><ref refid="classiceberg_1_1PositionDeleteWriter_1_1Impl" kindref="compound">Impl</ref>(<ref refid="structiceberg_1_1PositionDeleteWriterOptions" kindref="compound">PositionDeleteWriterOptions</ref><sp/>options,<sp/>std::shared_ptr<Schema><sp/>delete_schema,</highlight></codeline> |
| <codeline lineno="169"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::unique_ptr<Writer><sp/>writer)</highlight></codeline> |
| <codeline lineno="170"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>:<sp/>options_(std::move(options)),</highlight></codeline> |
| <codeline lineno="171"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>delete_schema_(std::move(delete_schema)),</highlight></codeline> |
| <codeline lineno="172"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>writer_(std::move(writer))<sp/>{}</highlight></codeline> |
| <codeline lineno="173"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="174"><highlight class="normal"><sp/><sp/>Status<sp/>FlushBuffer()<sp/>{</highlight></codeline> |
| <codeline lineno="175"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="structArrowSchema" kindref="compound">ArrowSchema</ref><sp/>arrow_schema;</highlight></codeline> |
| <codeline lineno="176"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ToArrowSchema(*delete_schema_,<sp/>&arrow_schema));</highlight></codeline> |
| <codeline lineno="177"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1internal_1_1ArrowSchemaGuard" kindref="compound">internal::ArrowSchemaGuard</ref><sp/>schema_guard(&arrow_schema);</highlight></codeline> |
| <codeline lineno="178"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="179"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="structArrowArray" kindref="compound">ArrowArray</ref><sp/>array;</highlight></codeline> |
| <codeline lineno="180"><highlight class="normal"><sp/><sp/><sp/><sp/>ArrowError<sp/>error;</highlight></codeline> |
| <codeline lineno="181"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED_WITH_ERROR(</highlight></codeline> |
| <codeline lineno="182"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayInitFromSchema(&array,<sp/>&arrow_schema,<sp/>&error),<sp/>error);</highlight></codeline> |
| <codeline lineno="183"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1internal_1_1ArrowArrayGuard" kindref="compound">internal::ArrowArrayGuard</ref><sp/>array_guard(&array);</highlight></codeline> |
| <codeline lineno="184"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED(ArrowArrayStartAppending(&array));</highlight></codeline> |
| <codeline lineno="185"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="186"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>i<sp/>=<sp/>0;<sp/>i<sp/><<sp/>buffered_paths_.size();<sp/>++i)<sp/>{</highlight></codeline> |
| <codeline lineno="187"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ArrowStringView<sp/>path_view(buffered_paths_[i].data(),</highlight></codeline> |
| <codeline lineno="188"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">static_cast<</highlight><highlight class="normal">int64_t</highlight><highlight class="keyword">></highlight><highlight class="normal">(buffered_paths_[i].size()));</highlight></codeline> |
| <codeline lineno="189"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="190"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayAppendString(array.children[0],<sp/>path_view));</highlight></codeline> |
| <codeline lineno="191"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="192"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayAppendInt(array.children[1],<sp/>buffered_positions_[i]));</highlight></codeline> |
| <codeline lineno="193"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED(ArrowArrayFinishElement(&array));</highlight></codeline> |
| <codeline lineno="194"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="195"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="196"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED_WITH_ERROR(</highlight></codeline> |
| <codeline lineno="197"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayFinishBuildingDefault(&array,<sp/>&error),<sp/>error);</highlight></codeline> |
| <codeline lineno="198"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="199"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(writer_->Write(&array));</highlight></codeline> |
| <codeline lineno="200"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="201"><highlight class="normal"><sp/><sp/><sp/><sp/>buffered_paths_.clear();</highlight></codeline> |
| <codeline lineno="202"><highlight class="normal"><sp/><sp/><sp/><sp/>buffered_positions_.clear();</highlight></codeline> |
| <codeline lineno="203"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="204"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="205"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="206"><highlight class="normal"><sp/><sp/><ref refid="structiceberg_1_1PositionDeleteWriterOptions" kindref="compound">PositionDeleteWriterOptions</ref><sp/>options_;</highlight></codeline> |
| <codeline lineno="207"><highlight class="normal"><sp/><sp/>std::shared_ptr<Schema><sp/>delete_schema_;</highlight></codeline> |
| <codeline lineno="208"><highlight class="normal"><sp/><sp/>std::unique_ptr<Writer><sp/>writer_;</highlight></codeline> |
| <codeline lineno="209"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>closed_<sp/>=<sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="210"><highlight class="normal"><sp/><sp/>std::vector<std::string><sp/>buffered_paths_;</highlight></codeline> |
| <codeline lineno="211"><highlight class="normal"><sp/><sp/>std::vector<int64_t><sp/>buffered_positions_;</highlight></codeline> |
| <codeline lineno="212"><highlight class="normal"><sp/><sp/>std::set<std::string><sp/>referenced_paths_;</highlight></codeline> |
| <codeline lineno="213"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="214"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="215"><highlight class="normal">PositionDeleteWriter::PositionDeleteWriter(std::unique_ptr<Impl><sp/>impl)</highlight></codeline> |
| <codeline lineno="216"><highlight class="normal"><sp/><sp/><sp/><sp/>:<sp/>impl_(<ref refid="namespacestd" kindref="compound">std</ref>::move(impl))<sp/>{}</highlight></codeline> |
| <codeline lineno="217"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="218"><highlight class="normal">PositionDeleteWriter::~PositionDeleteWriter()<sp/>=<sp/></highlight><highlight class="keywordflow">default</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="219"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="220"><highlight class="normal">Result<std::unique_ptr<PositionDeleteWriter>><sp/><ref refid="classiceberg_1_1PositionDeleteWriter_1a6ba504f164047e0ce4f34176afa49b0e" kindref="member">PositionDeleteWriter::Make</ref>(</highlight></codeline> |
| <codeline lineno="221"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/><ref refid="structiceberg_1_1PositionDeleteWriterOptions" kindref="compound">PositionDeleteWriterOptions</ref>&<sp/>options)<sp/>{</highlight></codeline> |
| <codeline lineno="222"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>impl,<sp/>Impl::Make(options));</highlight></codeline> |
| <codeline lineno="223"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::unique_ptr<PositionDeleteWriter>(</highlight><highlight class="keyword">new</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1PositionDeleteWriter" kindref="compound">PositionDeleteWriter</ref>(std::move(impl)));</highlight></codeline> |
| <codeline lineno="224"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="225"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="226"><highlight class="normal">Status<sp/><ref refid="classiceberg_1_1PositionDeleteWriter_1a74077dc2bae65c4a33f5d7c8368a8db4" kindref="member">PositionDeleteWriter::Write</ref>(<ref refid="structArrowArray" kindref="compound">ArrowArray</ref>*<sp/>data)<sp/>{<sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>impl_->Write(data);<sp/>}</highlight></codeline> |
| <codeline lineno="227"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="228"><highlight class="normal">Status<sp/>PositionDeleteWriter::WriteDelete(std::string_view<sp/>file_path,<sp/>int64_t<sp/>pos)<sp/>{</highlight></codeline> |
| <codeline lineno="229"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>impl_->WriteDelete(file_path,<sp/>pos);</highlight></codeline> |
| <codeline lineno="230"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="231"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="232"><highlight class="normal">Result<int64_t><sp/><ref refid="classiceberg_1_1PositionDeleteWriter_1a3e645c21bd752f06e31c0d95136266f9" kindref="member">PositionDeleteWriter::Length</ref>()</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{<sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>impl_->Length();<sp/>}</highlight></codeline> |
| <codeline lineno="233"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="234"><highlight class="normal">Status<sp/><ref refid="classiceberg_1_1PositionDeleteWriter_1a098428452001832ed2edb4f77c0a67ef" kindref="member">PositionDeleteWriter::Close</ref>()<sp/>{<sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>impl_->Close();<sp/>}</highlight></codeline> |
| <codeline lineno="235"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="236"><highlight class="normal">Result<FileWriter::WriteResult><sp/><ref refid="classiceberg_1_1PositionDeleteWriter_1a9d0ab61a93de91c618791270b566ec62" kindref="member">PositionDeleteWriter::Metadata</ref>()<sp/>{</highlight></codeline> |
| <codeline lineno="237"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>impl_->Metadata();</highlight></codeline> |
| <codeline lineno="238"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="239"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="240"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>iceberg</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="iceberg/data/position_delete_writer.cc"/> |
| </compounddef> |
| </doxygen> |