| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="partition__spec_8cc" kind="file" language="C++"> |
| <compoundname>partition_spec.cc</compoundname> |
| <includes refid="partition__spec_8h" local="yes">iceberg/partition_spec.h</includes> |
| <includes local="no">algorithm</includes> |
| <includes local="no">cstddef</includes> |
| <includes local="no">cstdint</includes> |
| <includes local="no">format</includes> |
| <includes local="no">map</includes> |
| <includes local="no">memory</includes> |
| <includes local="no">ranges</includes> |
| <includes local="no">sstream</includes> |
| <includes local="no">unordered_map</includes> |
| <includes local="no">utility</includes> |
| <includes refid="result_8h" local="yes">iceberg/result.h</includes> |
| <includes refid="partition__values_8h" local="yes">iceberg/row/partition_values.h</includes> |
| <includes refid="schema_8h" local="yes">iceberg/schema.h</includes> |
| <includes refid="schema__field_8h" local="yes">iceberg/schema_field.h</includes> |
| <includes refid="transform_8h" local="yes">iceberg/transform.h</includes> |
| <includes refid="formatter_8h" local="yes">iceberg/util/formatter.h</includes> |
| <includes refid="macros_8h" local="yes">iceberg/util/macros.h</includes> |
| <includes refid="type__util_8h" local="yes">iceberg/util/type_util.h</includes> |
| <includes refid="url__encoder_8h" local="yes">iceberg/util/url_encoder.h</includes> |
| <incdepgraph> |
| <node id="24"> |
| <label>iceberg/exception.h</label> |
| <link refid="exception_8h"/> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| </node> |
| <node id="33"> |
| <label>iceberg/expression/literal.h</label> |
| <link refid="literal_8h_source"/> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| </node> |
| <node id="10"> |
| <label>iceberg/iceberg_export.h</label> |
| <link refid="iceberg__export_8h_source"/> |
| </node> |
| <node id="11"> |
| <label>iceberg/partition_field.h</label> |
| <link refid="partition__field_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| </node> |
| <node id="1"> |
| <label>iceberg/partition_spec.cc</label> |
| <link refid="partition__spec_8cc"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| <childnode refid="52" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| <childnode refid="53" relation="include"> |
| </childnode> |
| <childnode refid="54" relation="include"> |
| </childnode> |
| </node> |
| <node id="2"> |
| <label>iceberg/partition_spec.h</label> |
| <link refid="partition__spec_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="15"> |
| <label>iceberg/result.h</label> |
| <link refid="result_8h_source"/> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| </node> |
| <node id="32"> |
| <label>iceberg/row/partition_values.h</label> |
| <link refid="partition__values_8h"/> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| </node> |
| <node id="44"> |
| <label>iceberg/row/struct_like.h</label> |
| <link refid="struct__like_8h"/> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| </node> |
| <node id="45"> |
| <label>iceberg/schema.h</label> |
| <link refid="schema_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| </node> |
| <node id="38"> |
| <label>iceberg/schema_field.h</label> |
| <link refid="schema__field_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| </node> |
| <node id="51"> |
| <label>iceberg/transform.h</label> |
| <link refid="transform_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| </node> |
| <node id="36"> |
| <label>iceberg/type.h</label> |
| <link refid="type_8h"/> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="13"> |
| <label>iceberg/type_fwd.h</label> |
| <link refid="type__fwd_8h"/> |
| </node> |
| <node id="39"> |
| <label>iceberg/util/decimal.h</label> |
| <link refid="decimal_8h"/> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| </node> |
| <node id="14"> |
| <label>iceberg/util/formattable.h</label> |
| <link refid="formattable_8h"/> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| </node> |
| <node id="52"> |
| <label>iceberg/util/formatter.h</label> |
| <link refid="formatter_8h"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| </node> |
| <node id="42"> |
| <label>iceberg/util/int128.h</label> |
| <link refid="int128_8h"/> |
| </node> |
| <node id="18"> |
| <label>iceberg/util/lazy.h</label> |
| <link refid="lazy_8h"/> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| </node> |
| <node id="22"> |
| <label>iceberg/util/macros.h</label> |
| <link refid="macros_8h_source"/> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| </node> |
| <node id="47"> |
| <label>iceberg/util/string_util.h</label> |
| <link refid="string__util_8h_source"/> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| </node> |
| <node id="53"> |
| <label>iceberg/util/type_util.h</label> |
| <link refid="type__util_8h"/> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| </node> |
| <node id="54"> |
| <label>iceberg/util/url_encoder.h</label> |
| <link refid="url__encoder_8h"/> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| </node> |
| <node id="43"> |
| <label>iceberg/util/uuid.h</label> |
| <link refid="uuid_8h"/> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| </node> |
| <node id="26"> |
| <label>algorithm</label> |
| </node> |
| <node id="37"> |
| <label>array</label> |
| </node> |
| <node id="23"> |
| <label>cassert</label> |
| </node> |
| <node id="48"> |
| <label>cerrno</label> |
| </node> |
| <node id="49"> |
| <label>charconv</label> |
| </node> |
| <node id="34"> |
| <label>compare</label> |
| </node> |
| <node id="19"> |
| <label>concepts</label> |
| </node> |
| <node id="27"> |
| <label>cstddef</label> |
| </node> |
| <node id="3"> |
| <label>cstdint</label> |
| </node> |
| <node id="16"> |
| <label>expected</label> |
| </node> |
| <node id="17"> |
| <label>format</label> |
| </node> |
| <node id="20"> |
| <label>functional</label> |
| </node> |
| <node id="40"> |
| <label>iosfwd</label> |
| </node> |
| <node id="28"> |
| <label>map</label> |
| </node> |
| <node id="4"> |
| <label>memory</label> |
| </node> |
| <node id="21"> |
| <label>mutex</label> |
| </node> |
| <node id="5"> |
| <label>optional</label> |
| </node> |
| <node id="29"> |
| <label>ranges</label> |
| </node> |
| <node id="6"> |
| <label>span</label> |
| </node> |
| <node id="30"> |
| <label>sstream</label> |
| </node> |
| <node id="25"> |
| <label>stdexcept</label> |
| </node> |
| <node id="7"> |
| <label>string</label> |
| </node> |
| <node id="12"> |
| <label>string_view</label> |
| </node> |
| <node id="41"> |
| <label>type_traits</label> |
| </node> |
| <node id="50"> |
| <label>typeinfo</label> |
| </node> |
| <node id="8"> |
| <label>unordered_map</label> |
| </node> |
| <node id="46"> |
| <label>unordered_set</label> |
| </node> |
| <node id="31"> |
| <label>utility</label> |
| </node> |
| <node id="35"> |
| <label>variant</label> |
| </node> |
| <node id="9"> |
| <label>vector</label> |
| </node> |
| </incdepgraph> |
| <innernamespace refid="namespaceiceberg">iceberg</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/><sp/><sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="partition__spec_8h" kindref="compound">iceberg/partition_spec.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><algorithm></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><cstddef></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><cstdint></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><format></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><map></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><memory></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><ranges></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="29"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><sstream></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="30"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><unordered_map></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="31"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><utility></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="32"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/result.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="34"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="partition__values_8h" kindref="compound">iceberg/row/partition_values.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="35"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="schema_8h" kindref="compound">iceberg/schema.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="36"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="schema__field_8h" kindref="compound">iceberg/schema_field.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="37"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="transform_8h" kindref="compound">iceberg/transform.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="38"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="formatter_8h" kindref="compound">iceberg/util/formatter.h</ref>"</highlight><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>IWYU<sp/>pragma:<sp/>keep</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="39"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/util/macros.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="40"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="type__util_8h" kindref="compound">iceberg/util/type_util.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="41"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="url__encoder_8h" kindref="compound">iceberg/util/url_encoder.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="42"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="43"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">iceberg<sp/>{</highlight></codeline> |
| <codeline lineno="44"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="45"><highlight class="normal">PartitionSpec::PartitionSpec(int32_t<sp/>spec_id,<sp/>std::vector<PartitionField><sp/>fields,</highlight></codeline> |
| <codeline lineno="46"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::optional<int32_t><sp/>last_assigned_field_id)</highlight></codeline> |
| <codeline lineno="47"><highlight class="normal"><sp/><sp/><sp/><sp/>:<sp/>spec_id_(spec_id),<sp/>fields_(<ref refid="namespacestd" kindref="compound">std</ref>::move(fields))<sp/>{</highlight></codeline> |
| <codeline lineno="48"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(last_assigned_field_id)<sp/>{</highlight></codeline> |
| <codeline lineno="49"><highlight class="normal"><sp/><sp/><sp/><sp/>last_assigned_field_id_<sp/>=<sp/>last_assigned_field_id.value();</highlight></codeline> |
| <codeline lineno="50"><highlight class="normal"><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">else</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(fields_.empty())<sp/>{</highlight></codeline> |
| <codeline lineno="51"><highlight class="normal"><sp/><sp/><sp/><sp/>last_assigned_field_id_<sp/>=<sp/>kLegacyPartitionDataIdStart<sp/>-<sp/>1;</highlight></codeline> |
| <codeline lineno="52"><highlight class="normal"><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">else</highlight><highlight class="normal"><sp/>{</highlight></codeline> |
| <codeline lineno="53"><highlight class="normal"><sp/><sp/><sp/><sp/>last_assigned_field_id_<sp/>=<sp/>std::ranges::max(fields_,<sp/>{},<sp/>[](</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>field)<sp/>{</highlight></codeline> |
| <codeline lineno="54"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>field.field_id();</highlight></codeline> |
| <codeline lineno="55"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}).field_id();</highlight></codeline> |
| <codeline lineno="56"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="58"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="59"><highlight class="normal"></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<PartitionSpec>&<sp/>PartitionSpec::Unpartitioned()<sp/>{</highlight></codeline> |
| <codeline lineno="60"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">static</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<PartitionSpec><sp/>unpartitioned(</highlight><highlight class="keyword">new</highlight><highlight class="normal"><sp/>PartitionSpec(</highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>kInitialSpecId,<sp/>std::vector<PartitionField>{},<sp/>kLegacyPartitionDataIdStart<sp/>-<sp/>1));</highlight></codeline> |
| <codeline lineno="62"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>unpartitioned;</highlight></codeline> |
| <codeline lineno="63"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="64"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="65"><highlight class="normal">int32_t<sp/>PartitionSpec::spec_id()</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{<sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>spec_id_;<sp/>}</highlight></codeline> |
| <codeline lineno="66"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="67"><highlight class="normal">std::span<const<sp/>PartitionField><sp/>PartitionSpec::fields()</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{<sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>fields_;<sp/>}</highlight></codeline> |
| <codeline lineno="68"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="69"><highlight class="normal">Result<std::unique_ptr<StructType>><sp/>PartitionSpec::PartitionType(</highlight></codeline> |
| <codeline lineno="70"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>Schema&<sp/>schema)</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="71"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(fields_.empty())<sp/>{</highlight></codeline> |
| <codeline lineno="72"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::make_unique<StructType>(std::vector<SchemaField>{});</highlight></codeline> |
| <codeline lineno="73"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="74"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="75"><highlight class="normal"><sp/><sp/>std::vector<SchemaField><sp/>partition_fields;</highlight></codeline> |
| <codeline lineno="76"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>partition_field<sp/>:<sp/>fields_)<sp/>{</highlight></codeline> |
| <codeline lineno="77"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Get<sp/>the<sp/>source<sp/>field<sp/>from<sp/>the<sp/>original<sp/>schema<sp/>by<sp/>source_id</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="78"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>source_field,</highlight></codeline> |
| <codeline lineno="79"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>schema.FindFieldById(partition_field.source_id()));</highlight></codeline> |
| <codeline lineno="80"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!source_field.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="81"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>TODO(xiao.dong)<sp/>when<sp/>source<sp/>field<sp/>is<sp/>missing,</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="82"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>should<sp/>return<sp/>an<sp/>error<sp/>or<sp/>just<sp/>use<sp/>UNKNOWN<sp/>type</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="83"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidSchema(</highlight><highlight class="stringliteral">"Cannot<sp/>find<sp/>source<sp/>field<sp/>for<sp/>partition<sp/>field:{}"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="84"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>partition_field.field_id());</highlight></codeline> |
| <codeline lineno="85"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="86"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>source_field_type<sp/>=<sp/>source_field.value().get().type();</highlight></codeline> |
| <codeline lineno="87"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Bind<sp/>the<sp/>transform<sp/>to<sp/>the<sp/>source<sp/>field<sp/>type<sp/>to<sp/>get<sp/>the<sp/>result<sp/>type</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="88"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>transform_function,</highlight></codeline> |
| <codeline lineno="89"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>partition_field.transform()->Bind(source_field_type));</highlight></codeline> |
| <codeline lineno="90"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="91"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>result_type<sp/>=<sp/>transform_function->ResultType();</highlight></codeline> |
| <codeline lineno="92"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="93"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>the<sp/>partition<sp/>field<sp/>with<sp/>the<sp/>transform<sp/>result<sp/>type</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="94"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Partition<sp/>fields<sp/>are<sp/>always<sp/>optional<sp/>(can<sp/>be<sp/>null)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="95"><highlight class="normal"><sp/><sp/><sp/><sp/>partition_fields.emplace_back(partition_field.field_id(),</highlight></codeline> |
| <codeline lineno="96"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::string(partition_field.name()),</highlight></codeline> |
| <codeline lineno="97"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::move(result_type),</highlight></codeline> |
| <codeline lineno="98"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">/*optional=*/</highlight><highlight class="keyword">true</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="99"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="100"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="101"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::make_unique<StructType>(std::move(partition_fields));</highlight></codeline> |
| <codeline lineno="102"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="103"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="104"><highlight class="normal">Result<std::string><sp/>PartitionSpec::PartitionPath(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>PartitionValues&<sp/>data)</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="105"><highlight class="normal"><sp/><sp/>ICEBERG_PRECHECK(fields_.size()<sp/>==<sp/>data.num_fields(),</highlight></codeline> |
| <codeline lineno="106"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Partition<sp/>spec<sp/>and<sp/>data<sp/>mismatch,<sp/>expected<sp/>field<sp/>num<sp/>{},<sp/>got<sp/>{}"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="107"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>fields_.size(),<sp/>data.num_fields());</highlight></codeline> |
| <codeline lineno="108"><highlight class="normal"><sp/><sp/>std::stringstream<sp/>ss;</highlight></codeline> |
| <codeline lineno="109"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int32_t<sp/>i<sp/>=<sp/>0;<sp/>i<sp/><<sp/>fields_.size();<sp/>++i)<sp/>{</highlight></codeline> |
| <codeline lineno="110"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>value,<sp/>data.ValueAt(i));</highlight></codeline> |
| <codeline lineno="111"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(i<sp/>><sp/>0)<sp/>{</highlight></codeline> |
| <codeline lineno="112"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ss<sp/><<<sp/></highlight><highlight class="stringliteral">"/"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="113"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="114"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>partition_value,</highlight></codeline> |
| <codeline lineno="115"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>fields_[i].transform()->ToHumanString(value));</highlight></codeline> |
| <codeline lineno="116"><highlight class="normal"><sp/><sp/><sp/><sp/>ss<sp/><<<sp/>UrlEncoder::Encode(fields_[i].name())<sp/><<<sp/></highlight><highlight class="stringliteral">"="</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="117"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><<<sp/>UrlEncoder::Encode(partition_value);</highlight></codeline> |
| <codeline lineno="118"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="119"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ss.str();</highlight></codeline> |
| <codeline lineno="120"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="121"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="122"><highlight class="normal"></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>PartitionSpec::CompatibleWith(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>PartitionSpec&<sp/>other)</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="123"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(Equals(other))<sp/>{</highlight></codeline> |
| <codeline lineno="124"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">true</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="125"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="126"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="127"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(fields_.size()<sp/>!=<sp/>other.fields_.size())<sp/>{</highlight></codeline> |
| <codeline lineno="128"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="129"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="130"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="131"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>[lhs,<sp/>rhs]<sp/>:</highlight></codeline> |
| <codeline lineno="132"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="namespacestd" kindref="compound">std</ref>::ranges::zip_view<<ref refid="namespacestd" kindref="compound">std</ref>::span<const<sp/>PartitionField>,</highlight></codeline> |
| <codeline lineno="133"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="namespacestd" kindref="compound">std</ref>::span<const<sp/>PartitionField>>{fields_,<sp/>other.fields_})<sp/>{</highlight></codeline> |
| <codeline lineno="134"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(lhs.source_id()<sp/>!=<sp/>rhs.source_id()<sp/>||<sp/>*lhs.transform()<sp/>!=<sp/>*rhs.transform()<sp/>||</highlight></codeline> |
| <codeline lineno="135"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>lhs.name()<sp/>!=<sp/>rhs.name())<sp/>{</highlight></codeline> |
| <codeline lineno="136"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="137"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="138"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="139"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="140"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">true</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="141"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="142"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="143"><highlight class="normal">std::string<sp/>PartitionSpec::ToString()</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="144"><highlight class="normal"><sp/><sp/>std::string<sp/>repr<sp/>=<sp/>std::format(</highlight><highlight class="stringliteral">"partition_spec[spec_id<{}>,\n"</highlight><highlight class="normal">,<sp/>spec_id_);</highlight></codeline> |
| <codeline lineno="145"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>field<sp/>:<sp/>fields_)<sp/>{</highlight></codeline> |
| <codeline lineno="146"><highlight class="normal"><sp/><sp/><sp/><sp/>std::format_to(std::back_inserter(repr),<sp/></highlight><highlight class="stringliteral">"<sp/><sp/>{}\n"</highlight><highlight class="normal">,<sp/>field);</highlight></codeline> |
| <codeline lineno="147"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="148"><highlight class="normal"><sp/><sp/>repr<sp/>+=<sp/></highlight><highlight class="stringliteral">"]"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="149"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>repr;</highlight></codeline> |
| <codeline lineno="150"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="151"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="152"><highlight class="normal"></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>PartitionSpec::Equals(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>PartitionSpec&<sp/>other)</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="153"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>spec_id_<sp/>==<sp/>other.spec_id_<sp/>&&<sp/>fields_<sp/>==<sp/>other.fields_;</highlight></codeline> |
| <codeline lineno="154"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="155"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="156"><highlight class="normal">Status<sp/>PartitionSpec::Validate(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>Schema&<sp/>schema,<sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>allow_missing_fields)</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="157"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ValidatePartitionName(schema,<sp/>*</highlight><highlight class="keyword">this</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="158"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ValidateRedundantPartitions(*</highlight><highlight class="keyword">this</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="159"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="160"><highlight class="normal"><sp/><sp/>std::unordered_map<int32_t,<sp/>int32_t><sp/>parents<sp/>=<sp/>IndexParents(schema);</highlight></codeline> |
| <codeline lineno="161"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>partition_field<sp/>:<sp/>fields_)<sp/>{</highlight></codeline> |
| <codeline lineno="162"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>source_field,</highlight></codeline> |
| <codeline lineno="163"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>schema.FindFieldById(partition_field.source_id()));</highlight></codeline> |
| <codeline lineno="164"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>In<sp/>the<sp/>case<sp/>the<sp/>underlying<sp/>field<sp/>is<sp/>dropped,<sp/>we<sp/>cannot<sp/>check<sp/>if<sp/>they<sp/>are<sp/>compatible</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="165"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(allow_missing_fields<sp/>&&<sp/>!source_field.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="166"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">continue</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="167"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="168"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>field_transform<sp/>=<sp/>partition_field.transform();</highlight></codeline> |
| <codeline lineno="169"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="170"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>In<sp/>the<sp/>case<sp/>of<sp/>a<sp/>Version<sp/>1<sp/>partition-spec<sp/>field<sp/>gets<sp/>deleted,<sp/>it<sp/>is<sp/>replaced<sp/>with<sp/>a</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="171"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>void<sp/>transform,<sp/>see:<sp/>https://iceberg.apache.org/spec/#partition-transforms.<sp/>We</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="172"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>don't<sp/>care<sp/>about<sp/>the<sp/>source<sp/>type<sp/>since<sp/>a<sp/>VoidTransform<sp/>is<sp/>always<sp/>compatible<sp/>and</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="173"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>skip<sp/>the<sp/>checks</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="174"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(field_transform->transform_type()<sp/>!=<sp/>TransformType::kVoid)<sp/>{</highlight></codeline> |
| <codeline lineno="175"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!source_field.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="176"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidArgument(</highlight><highlight class="stringliteral">"Cannot<sp/>find<sp/>source<sp/>column<sp/>for<sp/>partition<sp/>field:<sp/>{}"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="177"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>partition_field);</highlight></codeline> |
| <codeline lineno="178"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="179"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>source_type<sp/>=<sp/>source_field.value().get().type();</highlight></codeline> |
| <codeline lineno="180"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!field_transform->CanTransform(*source_type))<sp/>{</highlight></codeline> |
| <codeline lineno="181"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidArgument(</highlight><highlight class="stringliteral">"Invalid<sp/>source<sp/>type<sp/>{}<sp/>for<sp/>transform<sp/>{}"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="182"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>source_type->ToString(),<sp/>field_transform->ToString());</highlight></codeline> |
| <codeline lineno="183"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="184"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="185"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>The<sp/>only<sp/>valid<sp/>parent<sp/>types<sp/>for<sp/>a<sp/>PartitionField<sp/>are<sp/>StructTypes.<sp/>This<sp/>must<sp/>be</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="186"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>checked<sp/>recursively.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="187"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>parent_id_iter<sp/>=<sp/>parents.find(partition_field.source_id());</highlight></codeline> |
| <codeline lineno="188"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">while</highlight><highlight class="normal"><sp/>(parent_id_iter<sp/>!=<sp/>parents.end())<sp/>{</highlight></codeline> |
| <codeline lineno="189"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int32_t<sp/>parent_id<sp/>=<sp/>parent_id_iter->second;</highlight></codeline> |
| <codeline lineno="190"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>parent_field,<sp/>schema.FindFieldById(parent_id));</highlight></codeline> |
| <codeline lineno="191"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!parent_field.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="192"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidArgument(</highlight><highlight class="stringliteral">"Cannot<sp/>find<sp/>parent<sp/>field<sp/>with<sp/>ID:<sp/>{}"</highlight><highlight class="normal">,<sp/>parent_id);</highlight></codeline> |
| <codeline lineno="193"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="194"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>parent_type<sp/>=<sp/>parent_field.value().get().type();</highlight></codeline> |
| <codeline lineno="195"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(parent_type->type_id()<sp/>!=<sp/>TypeId::kStruct)<sp/>{</highlight></codeline> |
| <codeline lineno="196"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidArgument(</highlight><highlight class="stringliteral">"Invalid<sp/>partition<sp/>field<sp/>parent<sp/>type:<sp/>{}"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="197"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>parent_type->ToString());</highlight></codeline> |
| <codeline lineno="198"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="199"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>parent_id_iter<sp/>=<sp/>parents.find(parent_id);</highlight></codeline> |
| <codeline lineno="200"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="201"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="202"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="203"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="204"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="205"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="206"><highlight class="normal">Status<sp/>PartitionSpec::ValidatePartitionName(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>Schema&<sp/>schema,</highlight></codeline> |
| <codeline lineno="207"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>PartitionSpec&<sp/>spec)<sp/>{</highlight></codeline> |
| <codeline lineno="208"><highlight class="normal"><sp/><sp/>std::unordered_set<std::string><sp/>partition_names;</highlight></codeline> |
| <codeline lineno="209"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>partition_field<sp/>:<sp/>spec.fields())<sp/>{</highlight></codeline> |
| <codeline lineno="210"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>name<sp/>=<sp/>std::string(partition_field.name());</highlight></codeline> |
| <codeline lineno="211"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_CHECK(!name.empty(),<sp/></highlight><highlight class="stringliteral">"Cannot<sp/>use<sp/>empty<sp/>partition<sp/>name:<sp/>{}"</highlight><highlight class="normal">,<sp/>name);</highlight></codeline> |
| <codeline lineno="212"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="213"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_CHECK(!partition_names.contains(name),</highlight></codeline> |
| <codeline lineno="214"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Cannot<sp/>use<sp/>partition<sp/>name<sp/>more<sp/>than<sp/>once:<sp/>{}"</highlight><highlight class="normal">,<sp/>name);</highlight></codeline> |
| <codeline lineno="215"><highlight class="normal"><sp/><sp/><sp/><sp/>partition_names.insert(name);</highlight></codeline> |
| <codeline lineno="216"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="217"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema_field,<sp/>schema.FindFieldByName(name));</highlight></codeline> |
| <codeline lineno="218"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>transform_type<sp/>=<sp/>partition_field.transform()->transform_type();</highlight></codeline> |
| <codeline lineno="219"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(transform_type<sp/>==<sp/>TransformType::kIdentity<sp/>||</highlight></codeline> |
| <codeline lineno="220"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>transform_type<sp/>==<sp/>TransformType::kVoid)<sp/>{</highlight></codeline> |
| <codeline lineno="221"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>for<sp/>identity/nulls<sp/>transform<sp/>case<sp/>we<sp/>allow<sp/>conflicts<sp/>between<sp/>partition<sp/>and<sp/>schema</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="222"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>field<sp/>name<sp/>as<sp/>long<sp/>as<sp/>they<sp/>are<sp/>sourced<sp/>from<sp/>the<sp/>same<sp/>schema<sp/>field</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="223"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(schema_field.has_value()<sp/>&&</highlight></codeline> |
| <codeline lineno="224"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>schema_field.value().get().field_id()<sp/>!=<sp/>partition_field.source_id())<sp/>{</highlight></codeline> |
| <codeline lineno="225"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ValidationFailed(</highlight></codeline> |
| <codeline lineno="226"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Cannot<sp/>create<sp/>identity<sp/>partition<sp/>sourced<sp/>from<sp/>different<sp/>field<sp/>in<sp/>schema:<sp/>{}"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="227"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>name);</highlight></codeline> |
| <codeline lineno="228"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="229"><highlight class="normal"><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">else</highlight><highlight class="normal"><sp/>{</highlight></codeline> |
| <codeline lineno="230"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>for<sp/>all<sp/>other<sp/>transforms<sp/>we<sp/>don't<sp/>allow<sp/>conflicts<sp/>between<sp/>partition<sp/>name<sp/>and</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="231"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>schema<sp/>field<sp/>name</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="232"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_CHECK(!schema_field.has_value(),</highlight></codeline> |
| <codeline lineno="233"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Cannot<sp/>create<sp/>partition<sp/>from<sp/>name<sp/>that<sp/>exists<sp/>in<sp/>schema:<sp/>{}"</highlight><highlight class="normal">,<sp/>name);</highlight></codeline> |
| <codeline lineno="234"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="235"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="236"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="237"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="238"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="239"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="240"><highlight class="normal">Result<std::vector<std::reference_wrapper<const<sp/>PartitionField>>></highlight></codeline> |
| <codeline lineno="241"><highlight class="normal">PartitionSpec::GetFieldsBySourceId(int32_t<sp/>source_id)</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="242"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>source_id_to_fields,<sp/>source_id_to_fields_.Get(*</highlight><highlight class="keyword">this</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="243"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>it<sp/>=<sp/>source_id_to_fields.get().find(source_id);</highlight></codeline> |
| <codeline lineno="244"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>it<sp/>!=<sp/>source_id_to_fields.get().cend())<sp/>{</highlight></codeline> |
| <codeline lineno="245"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>it->second;</highlight></codeline> |
| <codeline lineno="246"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="247"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Note<sp/>that<sp/>it<sp/>is<sp/>not<sp/>an<sp/>error<sp/>to<sp/>not<sp/>find<sp/>any<sp/>partition<sp/>fields<sp/>for<sp/>a<sp/>source<sp/>id.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="248"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::vector<PartitionFieldRef>{};</highlight></codeline> |
| <codeline lineno="249"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="250"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="251"><highlight class="normal">Result<PartitionSpec::SourceIdToFieldsMap><sp/>PartitionSpec::InitSourceIdToFieldsMap(</highlight></codeline> |
| <codeline lineno="252"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>PartitionSpec&<sp/>self)<sp/>{</highlight></codeline> |
| <codeline lineno="253"><highlight class="normal"><sp/><sp/>SourceIdToFieldsMap<sp/>source_id_to_fields;</highlight></codeline> |
| <codeline lineno="254"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>field<sp/>:<sp/>self.fields_)<sp/>{</highlight></codeline> |
| <codeline lineno="255"><highlight class="normal"><sp/><sp/><sp/><sp/>source_id_to_fields[field.source_id()].emplace_back(std::cref(field));</highlight></codeline> |
| <codeline lineno="256"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="257"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>source_id_to_fields;</highlight></codeline> |
| <codeline lineno="258"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="259"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="260"><highlight class="normal">Result<std::unique_ptr<PartitionSpec>><sp/>PartitionSpec::Make(</highlight></codeline> |
| <codeline lineno="261"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>Schema&<sp/>schema,<sp/>int32_t<sp/>spec_id,<sp/>std::vector<PartitionField><sp/>fields,</highlight></codeline> |
| <codeline lineno="262"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>allow_missing_fields,<sp/>std::optional<int32_t><sp/>last_assigned_field_id)<sp/>{</highlight></codeline> |
| <codeline lineno="263"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>partition_spec<sp/>=<sp/>std::unique_ptr<PartitionSpec>(</highlight></codeline> |
| <codeline lineno="264"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">new</highlight><highlight class="normal"><sp/>PartitionSpec(spec_id,<sp/>std::move(fields),<sp/>last_assigned_field_id));</highlight></codeline> |
| <codeline lineno="265"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(partition_spec->Validate(schema,<sp/>allow_missing_fields));</highlight></codeline> |
| <codeline lineno="266"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>partition_spec;</highlight></codeline> |
| <codeline lineno="267"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="268"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="269"><highlight class="normal">Result<std::unique_ptr<PartitionSpec>><sp/>PartitionSpec::Make(</highlight></codeline> |
| <codeline lineno="270"><highlight class="normal"><sp/><sp/><sp/><sp/>int32_t<sp/>spec_id,<sp/>std::vector<PartitionField><sp/>fields,</highlight></codeline> |
| <codeline lineno="271"><highlight class="normal"><sp/><sp/><sp/><sp/>std::optional<int32_t><sp/>last_assigned_field_id)<sp/>{</highlight></codeline> |
| <codeline lineno="272"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::unique_ptr<PartitionSpec>(</highlight></codeline> |
| <codeline lineno="273"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">new</highlight><highlight class="normal"><sp/>PartitionSpec(spec_id,<sp/>std::move(fields),<sp/>last_assigned_field_id));</highlight></codeline> |
| <codeline lineno="274"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="275"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="276"><highlight class="normal"></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>PartitionSpec::HasSequentialFieldIds(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>PartitionSpec&<sp/>spec)<sp/>{</highlight></codeline> |
| <codeline lineno="277"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>i<sp/>=<sp/>0;<sp/>i<sp/><<sp/>spec.fields().size();<sp/>i<sp/>+=<sp/>1)<sp/>{</highlight></codeline> |
| <codeline lineno="278"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(spec.fields()[i].field_id()<sp/>!=<sp/>PartitionSpec::kLegacyPartitionDataIdStart<sp/>+<sp/>i)<sp/>{</highlight></codeline> |
| <codeline lineno="279"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="280"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="281"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="282"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">true</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="283"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="284"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="285"><highlight class="normal">Status<sp/>PartitionSpec::ValidateRedundantPartitions(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>PartitionSpec&<sp/>spec)<sp/>{</highlight></codeline> |
| <codeline lineno="286"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Use<sp/>a<sp/>map<sp/>to<sp/>track<sp/>deduplication<sp/>keys<sp/>(source_id<sp/>+<sp/>transform<sp/>dedup<sp/>name)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="287"><highlight class="normal"><sp/><sp/>std::map<std::pair<int32_t,<sp/>std::string>,<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>PartitionField*><sp/>dedup_fields;</highlight></codeline> |
| <codeline lineno="288"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="289"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>field<sp/>:<sp/>spec.fields())<sp/>{</highlight></codeline> |
| <codeline lineno="290"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>The<sp/>dedup<sp/>name<sp/>is<sp/>provided<sp/>by<sp/>the<sp/>transform's<sp/>DedupName()<sp/>method</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="291"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>which<sp/>typically<sp/>returns<sp/>the<sp/>transform's<sp/>string<sp/>representation</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="292"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>dedup_key<sp/>=<sp/>std::make_pair(field.source_id(),<sp/>field.transform()->DedupName());</highlight></codeline> |
| <codeline lineno="293"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="294"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Check<sp/>if<sp/>this<sp/>dedup<sp/>key<sp/>already<sp/>exists</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="295"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>If<sp/>it<sp/>does,<sp/>we<sp/>have<sp/>found<sp/>a<sp/>redundant<sp/>partition<sp/>field</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="296"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>existing_field_iter<sp/>=<sp/>dedup_fields.find(dedup_key);</highlight></codeline> |
| <codeline lineno="297"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_CHECK(existing_field_iter<sp/>==<sp/>dedup_fields.end(),</highlight></codeline> |
| <codeline lineno="298"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Cannot<sp/>add<sp/>redundant<sp/>partition:<sp/>{}<sp/>conflicts<sp/>with<sp/>{}"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="299"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field.ToString(),<sp/>existing_field_iter->second->ToString());</highlight></codeline> |
| <codeline lineno="300"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="301"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Add<sp/>this<sp/>field<sp/>to<sp/>the<sp/>dedup<sp/>map<sp/>for<sp/>future<sp/>conflict<sp/>detection</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="302"><highlight class="normal"><sp/><sp/><sp/><sp/>dedup_fields[dedup_key]<sp/>=<sp/>&field;</highlight></codeline> |
| <codeline lineno="303"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="304"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="305"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="306"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="307"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="308"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>iceberg</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="iceberg/partition_spec.cc"/> |
| </compounddef> |
| </doxygen> |
