| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="manifest__reader_8cc" kind="file" language="C++"> |
| <compoundname>manifest_reader.cc</compoundname> |
| <includes refid="manifest__reader_8h" local="yes">iceberg/manifest/manifest_reader.h</includes> |
| <includes local="no">algorithm</includes> |
| <includes local="no">memory</includes> |
| <includes local="no">ranges</includes> |
| <includes local="no">type_traits</includes> |
| <includes local="no">unordered_set</includes> |
| <includes local="no">nanoarrow/nanoarrow.h</includes> |
| <includes refid="nanoarrow__status__internal_8h" local="yes">iceberg/arrow/nanoarrow_status_internal.h</includes> |
| <includes refid="arrow__c__data__guard__internal_8h" local="yes">iceberg/arrow_c_data_guard_internal.h</includes> |
| <includes refid="expression_8h" local="yes">iceberg/expression/expression.h</includes> |
| <includes refid="projections_8h" local="yes">iceberg/expression/projections.h</includes> |
| <includes refid="file__format_8h" local="yes">iceberg/file_format.h</includes> |
| <includes refid="inheritable__metadata_8h" local="yes">iceberg/inheritable_metadata.h</includes> |
| <includes refid="manifest__entry_8h" local="yes">iceberg/manifest/manifest_entry.h</includes> |
| <includes refid="manifest__list_8h" local="yes">iceberg/manifest/manifest_list.h</includes> |
| <includes refid="manifest__reader__internal_8h" local="yes">iceberg/manifest/manifest_reader_internal.h</includes> |
| <includes refid="partition__spec_8h" local="yes">iceberg/partition_spec.h</includes> |
| <includes refid="schema_8h" local="yes">iceberg/schema.h</includes> |
| <includes refid="schema__field_8h" local="yes">iceberg/schema_field.h</includes> |
| <includes refid="type_8h" local="yes">iceberg/type.h</includes> |
| <includes refid="checked__cast_8h" local="yes">iceberg/util/checked_cast.h</includes> |
| <includes refid="content__file__util_8h" local="yes">iceberg/util/content_file_util.h</includes> |
| <includes refid="macros_8h" local="yes">iceberg/util/macros.h</includes> |
| <includes local="yes">nanoarrow/common/inline_types.h</includes> |
| <incdepgraph> |
| <node id="19"> |
| <label>iceberg/arrow/nanoarrow_status_internal.h</label> |
| <link refid="nanoarrow__status__internal_8h_source"/> |
| </node> |
| <node id="21"> |
| <label>iceberg/arrow_c_data.h</label> |
| <link refid="arrow__c__data_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| </node> |
| <node id="20"> |
| <label>iceberg/arrow_c_data_guard_internal.h</label> |
| <link refid="arrow__c__data__guard__internal_8h_source"/> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| </node> |
| <node id="57"> |
| <label>iceberg/constants.h</label> |
| <link refid="constants_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| </node> |
| <node id="26"> |
| <label>iceberg/exception.h</label> |
| <link refid="exception_8h"/> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| </node> |
| <node id="68"> |
| <label>iceberg/expression/evaluator.h</label> |
| <link refid="evaluator_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="22"> |
| <label>iceberg/expression/expression.h</label> |
| <link refid="expression_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| </node> |
| <node id="69"> |
| <label>iceberg/expression/inclusive_metrics_evaluator.h</label> |
| <link refid="inclusive__metrics__evaluator_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="42"> |
| <label>iceberg/expression/literal.h</label> |
| <link refid="literal_8h_source"/> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="53" relation="include"> |
| </childnode> |
| <childnode refid="54" relation="include"> |
| </childnode> |
| </node> |
| <node id="28"> |
| <label>iceberg/expression/projections.h</label> |
| <link refid="projections_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="29"> |
| <label>iceberg/file_format.h</label> |
| <link refid="file__format_8h"/> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| </node> |
| <node id="70"> |
| <label>iceberg/file_reader.h</label> |
| <link refid="file__reader_8h"/> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="63" relation="include"> |
| </childnode> |
| </node> |
| <node id="9"> |
| <label>iceberg/iceberg_export.h</label> |
| <link refid="iceberg__export_8h_source"/> |
| </node> |
| <node id="36"> |
| <label>iceberg/inheritable_metadata.h</label> |
| <link refid="inheritable__metadata_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="37"> |
| <label>iceberg/manifest/manifest_entry.h</label> |
| <link refid="manifest__entry_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| </node> |
| <node id="56"> |
| <label>iceberg/manifest/manifest_list.h</label> |
| <link refid="manifest__list_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="57" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="58" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="60" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| </node> |
| <node id="1"> |
| <label>iceberg/manifest/manifest_reader.cc</label> |
| <link refid="manifest__reader_8cc"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="56" relation="include"> |
| </childnode> |
| <childnode refid="67" relation="include"> |
| </childnode> |
| <childnode refid="58" relation="include"> |
| </childnode> |
| <childnode refid="72" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="73" relation="include"> |
| </childnode> |
| <childnode refid="74" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="75" relation="include"> |
| </childnode> |
| </node> |
| <node id="2"> |
| <label>iceberg/manifest/manifest_reader.h</label> |
| <link refid="manifest__reader_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="67"> |
| <label>iceberg/manifest/manifest_reader_internal.h</label> |
| <link refid="manifest__reader__internal_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="68" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| <childnode refid="69" relation="include"> |
| </childnode> |
| <childnode refid="70" relation="include"> |
| </childnode> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="71" relation="include"> |
| </childnode> |
| </node> |
| <node id="59"> |
| <label>iceberg/partition_field.h</label> |
| <link refid="partition__field_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| </node> |
| <node id="58"> |
| <label>iceberg/partition_spec.h</label> |
| <link refid="partition__spec_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="59" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| </node> |
| <node id="10"> |
| <label>iceberg/result.h</label> |
| <link refid="result_8h_source"/> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| </node> |
| <node id="39"> |
| <label>iceberg/row/partition_values.h</label> |
| <link refid="partition__values_8h"/> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="55" relation="include"> |
| </childnode> |
| </node> |
| <node id="55"> |
| <label>iceberg/row/struct_like.h</label> |
| <link refid="struct__like_8h"/> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| </node> |
| <node id="72"> |
| <label>iceberg/schema.h</label> |
| <link refid="schema_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| </node> |
| <node id="47"> |
| <label>iceberg/schema_field.h</label> |
| <link refid="schema__field_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| </node> |
| <node id="60"> |
| <label>iceberg/table_metadata.h</label> |
| <link refid="table__metadata_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="61" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="64" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="65" relation="include"> |
| </childnode> |
| </node> |
| <node id="61"> |
| <label>iceberg/table_properties.h</label> |
| <link refid="table__properties_8h_source"/> |
| <childnode refid="62" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="63" relation="include"> |
| </childnode> |
| </node> |
| <node id="45"> |
| <label>iceberg/type.h</label> |
| <link refid="type_8h"/> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| </node> |
| <node id="13"> |
| <label>iceberg/type_fwd.h</label> |
| <link refid="type__fwd_8h"/> |
| </node> |
| <node id="73"> |
| <label>iceberg/util/checked_cast.h</label> |
| <link refid="checked__cast_8h"/> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| </node> |
| <node id="63"> |
| <label>iceberg/util/config.h</label> |
| <link refid="config_8h_source"/> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| </node> |
| <node id="74"> |
| <label>iceberg/util/content_file_util.h</label> |
| <link refid="content__file__util_8h"/> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="51"> |
| <label>iceberg/util/decimal.h</label> |
| <link refid="decimal_8h"/> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="52" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="53" relation="include"> |
| </childnode> |
| </node> |
| <node id="64"> |
| <label>iceberg/util/error_collector.h</label> |
| <link refid="error__collector_8h"/> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| </node> |
| <node id="23"> |
| <label>iceberg/util/formattable.h</label> |
| <link refid="formattable_8h"/> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| </node> |
| <node id="53"> |
| <label>iceberg/util/int128.h</label> |
| <link refid="int128_8h"/> |
| </node> |
| <node id="48"> |
| <label>iceberg/util/lazy.h</label> |
| <link refid="lazy_8h"/> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| </node> |
| <node id="24"> |
| <label>iceberg/util/macros.h</label> |
| <link refid="macros_8h_source"/> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| </node> |
| <node id="71"> |
| <label>iceberg/util/partition_value_util.h</label> |
| <link refid="partition__value__util_8h_source"/> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| </node> |
| <node id="32"> |
| <label>iceberg/util/string_util.h</label> |
| <link refid="string__util_8h_source"/> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| </node> |
| <node id="65"> |
| <label>iceberg/util/timepoint.h</label> |
| <link refid="timepoint_8h_source"/> |
| <childnode refid="66" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| </node> |
| <node id="54"> |
| <label>iceberg/util/uuid.h</label> |
| <link refid="uuid_8h"/> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| </node> |
| <node id="14"> |
| <label>algorithm</label> |
| </node> |
| <node id="46"> |
| <label>array</label> |
| </node> |
| <node id="25"> |
| <label>cassert</label> |
| </node> |
| <node id="33"> |
| <label>cerrno</label> |
| </node> |
| <node id="34"> |
| <label>charconv</label> |
| </node> |
| <node id="66"> |
| <label>chrono</label> |
| </node> |
| <node id="43"> |
| <label>compare</label> |
| </node> |
| <node id="49"> |
| <label>concepts</label> |
| </node> |
| <node id="3"> |
| <label>cstdint</label> |
| </node> |
| <node id="11"> |
| <label>expected</label> |
| </node> |
| <node id="12"> |
| <label>format</label> |
| </node> |
| <node id="40"> |
| <label>functional</label> |
| </node> |
| <node id="52"> |
| <label>iosfwd</label> |
| </node> |
| <node id="62"> |
| <label>limits</label> |
| </node> |
| <node id="38"> |
| <label>map</label> |
| </node> |
| <node id="4"> |
| <label>memory</label> |
| </node> |
| <node id="50"> |
| <label>mutex</label> |
| </node> |
| <node id="75"> |
| <label>nanoarrow/common/inline_types.h</label> |
| </node> |
| <node id="18"> |
| <label>nanoarrow/nanoarrow.h</label> |
| </node> |
| <node id="5"> |
| <label>optional</label> |
| </node> |
| <node id="15"> |
| <label>ranges</label> |
| </node> |
| <node id="41"> |
| <label>span</label> |
| </node> |
| <node id="27"> |
| <label>stdexcept</label> |
| </node> |
| <node id="6"> |
| <label>string</label> |
| </node> |
| <node id="30"> |
| <label>string_view</label> |
| </node> |
| <node id="16"> |
| <label>type_traits</label> |
| </node> |
| <node id="35"> |
| <label>typeinfo</label> |
| </node> |
| <node id="7"> |
| <label>unordered_map</label> |
| </node> |
| <node id="17"> |
| <label>unordered_set</label> |
| </node> |
| <node id="31"> |
| <label>utility</label> |
| </node> |
| <node id="44"> |
| <label>variant</label> |
| </node> |
| <node id="8"> |
| <label>vector</label> |
| </node> |
| </incdepgraph> |
| <innernamespace refid="namespaceiceberg">iceberg</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/><sp/><sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="manifest__reader_8h" kindref="compound">iceberg/manifest/manifest_reader.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><algorithm></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><memory></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><ranges></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><type_traits></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><unordered_set></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><nanoarrow/nanoarrow.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="29"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="30"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/arrow/nanoarrow_status_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="31"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/arrow_c_data_guard_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="32"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="expression_8h" kindref="compound">iceberg/expression/expression.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="projections_8h" kindref="compound">iceberg/expression/projections.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="34"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="file__format_8h" kindref="compound">iceberg/file_format.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="35"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="inheritable__metadata_8h" kindref="compound">iceberg/inheritable_metadata.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="36"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="manifest__entry_8h" kindref="compound">iceberg/manifest/manifest_entry.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="37"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="manifest__list_8h" kindref="compound">iceberg/manifest/manifest_list.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="38"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="manifest__reader__internal_8h" kindref="compound">iceberg/manifest/manifest_reader_internal.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="39"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="partition__spec_8h" kindref="compound">iceberg/partition_spec.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="40"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="schema_8h" kindref="compound">iceberg/schema.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="41"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="schema__field_8h" kindref="compound">iceberg/schema_field.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="42"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="type_8h" kindref="compound">iceberg/type.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="43"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="checked__cast_8h" kindref="compound">iceberg/util/checked_cast.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="44"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="content__file__util_8h" kindref="compound">iceberg/util/content_file_util.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="45"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/util/macros.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="46"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"nanoarrow/common/inline_types.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="47"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="48"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">iceberg<sp/>{</highlight></codeline> |
| <codeline lineno="49"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="50"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="51"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="52"><highlight class="normal">[[nodiscard]]<sp/>Status<sp/>MakeNullError(std::string_view<sp/>field_name,<sp/>int64_t<sp/>row_idx)<sp/>{</highlight></codeline> |
| <codeline lineno="53"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidArgument(</highlight><highlight class="stringliteral">"Required<sp/>field<sp/>'{}'<sp/>is<sp/>null<sp/>at<sp/>row<sp/>{}"</highlight><highlight class="normal">,<sp/>field_name,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="54"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="55"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="56"><highlight class="normal">[[nodiscard]]<sp/>Status<sp/>AssertViewType(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>view,<sp/>ArrowType<sp/>expected_type,</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::string_view<sp/>field_name)<sp/>{</highlight></codeline> |
| <codeline lineno="58"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(view->storage_type<sp/>!=<sp/>expected_type)<sp/>{</highlight></codeline> |
| <codeline lineno="59"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidArgument(</highlight><highlight class="stringliteral">"Field<sp/>'{}'<sp/>should<sp/>be<sp/>of<sp/>type<sp/>{},<sp/>got<sp/>{}"</highlight><highlight class="normal">,<sp/>field_name,</highlight></codeline> |
| <codeline lineno="60"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowTypeString(expected_type),</highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowTypeString(view->storage_type));</highlight></codeline> |
| <codeline lineno="62"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="63"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="64"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="65"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="66"><highlight class="normal">[[nodiscard]]<sp/>Status<sp/>AssertViewTypeAndChildren(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>view,</highlight></codeline> |
| <codeline lineno="67"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowType<sp/>expected_type,</highlight></codeline> |
| <codeline lineno="68"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int64_t<sp/>expected_children,</highlight></codeline> |
| <codeline lineno="69"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::string_view<sp/>field_name)<sp/>{</highlight></codeline> |
| <codeline lineno="70"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(view->storage_type<sp/>!=<sp/>expected_type)<sp/>{</highlight></codeline> |
| <codeline lineno="71"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidArgument(</highlight><highlight class="stringliteral">"Field<sp/>'{}'<sp/>should<sp/>be<sp/>of<sp/>type<sp/>{},<sp/>got<sp/>{}"</highlight><highlight class="normal">,<sp/>field_name,</highlight></codeline> |
| <codeline lineno="72"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowTypeString(expected_type),</highlight></codeline> |
| <codeline lineno="73"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowTypeString(view->storage_type));</highlight></codeline> |
| <codeline lineno="74"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="75"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(view->n_children<sp/>!=<sp/>expected_children)<sp/>{</highlight></codeline> |
| <codeline lineno="76"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidArgument(</highlight><highlight class="stringliteral">"Field<sp/>'{}'<sp/>should<sp/>have<sp/>{}<sp/>children,<sp/>got<sp/>{}"</highlight><highlight class="normal">,<sp/>field_name,</highlight></codeline> |
| <codeline lineno="77"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>expected_children,<sp/>view->n_children);</highlight></codeline> |
| <codeline lineno="78"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="79"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="80"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="81"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="82"><highlight class="normal">std::vector<uint8_t><sp/>ParseInt8VectorField(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>view,</highlight></codeline> |
| <codeline lineno="83"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int64_t<sp/>offset_idx)<sp/>{</highlight></codeline> |
| <codeline lineno="84"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>buffer<sp/>=<sp/>ArrowArrayViewGetBytesUnsafe(view,<sp/>offset_idx);</highlight></codeline> |
| <codeline lineno="85"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{buffer.data.as_char,<sp/>buffer.data.as_char<sp/>+<sp/>buffer.size_bytes};</highlight></codeline> |
| <codeline lineno="86"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="87"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="88"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Container,<sp/></highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Accessor,<sp/></highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Transfer></highlight></codeline> |
| <codeline lineno="89"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">requires</highlight><highlight class="normal"><sp/>std::ranges::forward_range<Container><sp/>&&</highlight></codeline> |
| <codeline lineno="90"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">requires</highlight><highlight class="normal">(Accessor&<sp/>a,<sp/>Container&<sp/>c,<sp/>Transfer&<sp/>t,<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>v,</highlight></codeline> |
| <codeline lineno="91"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int64_t<sp/>i)<sp/>{</highlight></codeline> |
| <codeline lineno="92"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::invoke(a,<sp/>*std::ranges::begin(c))<sp/>=<sp/>std::invoke(t,<sp/>v,<sp/>i);</highlight></codeline> |
| <codeline lineno="93"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="94"><highlight class="normal">Status<sp/>ParseField(Transfer<sp/>transfer,<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>array_view,</highlight></codeline> |
| <codeline lineno="95"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>Container&<sp/>container,<sp/>Accessor<sp/>accessor,<sp/>std::string_view<sp/>field_name,</highlight></codeline> |
| <codeline lineno="96"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>required)<sp/>{</highlight></codeline> |
| <codeline lineno="97"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>iter<sp/>=<sp/>std::ranges::begin(container);</highlight></codeline> |
| <codeline lineno="98"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>row_idx<sp/>=<sp/>0;<sp/>row_idx<sp/><<sp/>array_view->length;<sp/>row_idx++,<sp/>iter++)<sp/>{</highlight></codeline> |
| <codeline lineno="99"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!ArrowArrayViewIsNull(array_view,<sp/>row_idx))<sp/>{</highlight></codeline> |
| <codeline lineno="100"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::invoke(accessor,<sp/>*iter)<sp/>=<sp/>std::invoke(transfer,<sp/>array_view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="101"><highlight class="normal"><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">else</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(required)<sp/>{</highlight></codeline> |
| <codeline lineno="102"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>MakeNullError(field_name,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="103"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="104"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="105"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="106"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="107"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="108"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>T></highlight></codeline> |
| <codeline lineno="109"><highlight class="normal"></highlight><highlight class="keyword">struct<sp/></highlight><highlight class="normal">unwrap_optional<sp/>{</highlight></codeline> |
| <codeline lineno="110"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">using<sp/></highlight><highlight class="normal">type<sp/>=<sp/>T;</highlight></codeline> |
| <codeline lineno="111"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="112"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>U></highlight></codeline> |
| <codeline lineno="113"><highlight class="normal"></highlight><highlight class="keyword">struct<sp/></highlight><highlight class="normal">unwrap_optional<<ref refid="namespacestd" kindref="compound">std</ref>::optional<U>><sp/>{</highlight></codeline> |
| <codeline lineno="114"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">using<sp/></highlight><highlight class="normal">type<sp/>=<sp/>U;</highlight></codeline> |
| <codeline lineno="115"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="116"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>T></highlight></codeline> |
| <codeline lineno="117"><highlight class="normal"></highlight><highlight class="keyword">using<sp/></highlight><highlight class="normal">unwrap_optional_t<sp/>=<sp/></highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>unwrap_optional<T>::type;</highlight></codeline> |
| <codeline lineno="118"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="119"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Container,<sp/></highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Accessor,<sp/></highlight><highlight class="keyword">typename</highlight><highlight class="normal">...<sp/>Args></highlight></codeline> |
| <codeline lineno="120"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">requires</highlight><highlight class="normal"><sp/>std::ranges::forward_range<Container></highlight></codeline> |
| <codeline lineno="121"><highlight class="normal">Status<sp/>ParseIntegerField(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>array_view,<sp/>Container&<sp/>container,</highlight></codeline> |
| <codeline lineno="122"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>Accessor<sp/>accessor,<sp/>Args&&...<sp/>args)<sp/>{</highlight></codeline> |
| <codeline lineno="123"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">using<sp/></highlight><highlight class="normal">T<sp/>=<sp/>unwrap_optional_t<std::remove_cvref_t<</highlight></codeline> |
| <codeline lineno="124"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::invoke_result_t<Accessor&,<sp/>std::ranges::range_reference_t<Container>>>>;</highlight></codeline> |
| <codeline lineno="125"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ParseField(</highlight></codeline> |
| <codeline lineno="126"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>[](</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>view,<sp/>int64_t<sp/>row_idx)<sp/>{</highlight></codeline> |
| <codeline lineno="127"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">static_cast<</highlight><highlight class="normal">T</highlight><highlight class="keyword">></highlight><highlight class="normal">(ArrowArrayViewGetIntUnsafe(view,<sp/>row_idx));</highlight></codeline> |
| <codeline lineno="128"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>},</highlight></codeline> |
| <codeline lineno="129"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>array_view,<sp/>container,<sp/>accessor,<sp/>std::forward<Args>(args)...);</highlight></codeline> |
| <codeline lineno="130"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="131"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="132"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal">...<sp/>Args></highlight></codeline> |
| <codeline lineno="133"><highlight class="normal">Status<sp/>ParseStringField(Args&&...<sp/>args)<sp/>{</highlight></codeline> |
| <codeline lineno="134"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ParseField(</highlight></codeline> |
| <codeline lineno="135"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>[](</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>view,<sp/>int64_t<sp/>row_idx)<sp/>{</highlight></codeline> |
| <codeline lineno="136"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>value<sp/>=<sp/>ArrowArrayViewGetStringUnsafe(view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="137"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::string(value.data,<sp/>value.size_bytes);</highlight></codeline> |
| <codeline lineno="138"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>},</highlight></codeline> |
| <codeline lineno="139"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::forward<Args>(args)...);</highlight></codeline> |
| <codeline lineno="140"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="141"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="142"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal">...<sp/>Args></highlight></codeline> |
| <codeline lineno="143"><highlight class="normal">Status<sp/>ParseBinaryField(Args&&...<sp/>args)<sp/>{</highlight></codeline> |
| <codeline lineno="144"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ParseField(ParseInt8VectorField,<sp/>std::forward<Args>(args)...);</highlight></codeline> |
| <codeline lineno="145"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="146"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="147"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Container,<sp/></highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Accessor,<sp/></highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Transfer></highlight></codeline> |
| <codeline lineno="148"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">requires</highlight><highlight class="normal"><sp/>std::ranges::forward_range<Container><sp/>&&<sp/></highlight><highlight class="keyword">requires</highlight><highlight class="normal">(Accessor&<sp/>a,<sp/>Container&<sp/>c,</highlight></codeline> |
| <codeline lineno="149"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>Transfer&<sp/>t,</highlight></codeline> |
| <codeline lineno="150"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>v,</highlight></codeline> |
| <codeline lineno="151"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int64_t<sp/>offset)<sp/>{</highlight></codeline> |
| <codeline lineno="152"><highlight class="normal"><sp/><sp/><sp/><sp/>std::invoke(a,<sp/>*std::ranges::begin(c)).emplace_back(std::invoke(t,<sp/>v,<sp/>offset));</highlight></codeline> |
| <codeline lineno="153"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="154"><highlight class="normal"></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>ParseVectorField(Transfer<sp/>transfer,<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>view,<sp/>int64_t<sp/>length,</highlight></codeline> |
| <codeline lineno="155"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>Container&<sp/>container,<sp/>Accessor&&<sp/>accessor)<sp/>{</highlight></codeline> |
| <codeline lineno="156"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>iter<sp/>=<sp/>std::ranges::begin(container);</highlight></codeline> |
| <codeline lineno="157"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>row_idx<sp/>=<sp/>0;<sp/>row_idx<sp/><<sp/>length;<sp/>row_idx++,<sp/>iter++)<sp/>{</highlight></codeline> |
| <codeline lineno="158"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>begin_offset<sp/>=<sp/>ArrowArrayViewListChildOffset(view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="159"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>end_offset<sp/>=<sp/>ArrowArrayViewListChildOffset(view,<sp/>row_idx<sp/>+<sp/>1);</highlight></codeline> |
| <codeline lineno="160"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>offset<sp/>=<sp/>begin_offset;<sp/>offset<sp/><<sp/>end_offset;<sp/>offset++)<sp/>{</highlight></codeline> |
| <codeline lineno="161"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::invoke(accessor,<sp/>*iter)</highlight></codeline> |
| <codeline lineno="162"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.emplace_back(std::invoke(transfer,<sp/>view->children[0],<sp/>offset));</highlight></codeline> |
| <codeline lineno="163"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="164"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="165"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="166"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="167"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Container,<sp/></highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Accessor></highlight></codeline> |
| <codeline lineno="168"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">requires</highlight><highlight class="normal"><sp/>std::ranges::forward_range<Container><sp/>&&</highlight></codeline> |
| <codeline lineno="169"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::ranges::range<std::remove_cvref_t<std::invoke_result_t<</highlight></codeline> |
| <codeline lineno="170"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>Accessor&,<sp/>std::ranges::range_reference_t<Container>>>></highlight></codeline> |
| <codeline lineno="171"><highlight class="normal"></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>ParseIntegerVectorField(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>view,<sp/>int64_t<sp/>length,</highlight></codeline> |
| <codeline lineno="172"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>Container&<sp/>container,<sp/>Accessor<sp/>accessor)<sp/>{</highlight></codeline> |
| <codeline lineno="173"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">using<sp/></highlight><highlight class="normal">T<sp/>=<sp/>unwrap_optional_t<std::ranges::range_value_t<std::remove_cvref_t<</highlight></codeline> |
| <codeline lineno="174"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::invoke_result_t<Accessor&,<sp/>std::ranges::range_reference_t<Container>>>>>;</highlight></codeline> |
| <codeline lineno="175"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ParseVectorField(</highlight></codeline> |
| <codeline lineno="176"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>[](</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>v,<sp/>int64_t<sp/>offset)<sp/>{</highlight></codeline> |
| <codeline lineno="177"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">static_cast<</highlight><highlight class="normal">T</highlight><highlight class="keyword">></highlight><highlight class="normal">(ArrowArrayViewGetIntUnsafe(v,<sp/>offset));</highlight></codeline> |
| <codeline lineno="178"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>},</highlight></codeline> |
| <codeline lineno="179"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>view,<sp/>length,<sp/>container,<sp/>accessor);</highlight></codeline> |
| <codeline lineno="180"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="181"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="182"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Container,<sp/></highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Accessor,<sp/></highlight><highlight class="keyword">typename</highlight><highlight class="normal"><sp/>Transfer></highlight></codeline> |
| <codeline lineno="183"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">requires</highlight><highlight class="normal"><sp/>std::ranges::forward_range<Container><sp/>&&</highlight></codeline> |
| <codeline lineno="184"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">requires</highlight><highlight class="normal">(Accessor&<sp/>a,<sp/>Container&<sp/>c,<sp/>Transfer&<sp/>t,<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>v,</highlight></codeline> |
| <codeline lineno="185"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int64_t<sp/>key,<sp/>int64_t<sp/>offset)<sp/>{</highlight></codeline> |
| <codeline lineno="186"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::invoke(a,<sp/>*std::ranges::begin(c))[key]<sp/>=<sp/>std::invoke(t,<sp/>v,<sp/>offset);</highlight></codeline> |
| <codeline lineno="187"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="188"><highlight class="normal">Status<sp/>ParseIntMapField(Transfer<sp/>transfer,<sp/>ArrowType<sp/>value_type,</highlight></codeline> |
| <codeline lineno="189"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ArrowArrayView*<sp/>view,<sp/>int64_t<sp/>length,<sp/>Container&<sp/>container,</highlight></codeline> |
| <codeline lineno="190"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>Accessor&&<sp/>accessor,<sp/>std::string_view<sp/>field_name)<sp/>{</highlight></codeline> |
| <codeline lineno="191"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="192"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>AssertViewType(view,<sp/>ArrowType::NANOARROW_TYPE_MAP,<sp/>field_name));</highlight></codeline> |
| <codeline lineno="193"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="194"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>map_view<sp/>=<sp/>view->children[0];</highlight></codeline> |
| <codeline lineno="195"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(AssertViewTypeAndChildren(</highlight></codeline> |
| <codeline lineno="196"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>map_view,<sp/>ArrowType::NANOARROW_TYPE_STRUCT,<sp/>2,<sp/>field_name));</highlight></codeline> |
| <codeline lineno="197"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="198"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>key_view<sp/>=<sp/>map_view->children[0];</highlight></codeline> |
| <codeline lineno="199"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>value_view<sp/>=<sp/>map_view->children[1];</highlight></codeline> |
| <codeline lineno="200"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="201"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>AssertViewType(key_view,<sp/>ArrowType::NANOARROW_TYPE_INT32,<sp/>field_name));</highlight></codeline> |
| <codeline lineno="202"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(AssertViewType(value_view,<sp/>value_type,<sp/>field_name));</highlight></codeline> |
| <codeline lineno="203"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="204"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>iter<sp/>=<sp/>std::ranges::begin(container);</highlight></codeline> |
| <codeline lineno="205"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>row_idx<sp/>=<sp/>0;<sp/>row_idx<sp/><<sp/>length;<sp/>row_idx++,<sp/>iter++)<sp/>{</highlight></codeline> |
| <codeline lineno="206"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>begin_offset<sp/>=<sp/>view->buffer_views[1].data.as_int32[row_idx];</highlight></codeline> |
| <codeline lineno="207"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>end_offset<sp/>=<sp/>view->buffer_views[1].data.as_int32[row_idx<sp/>+<sp/>1];</highlight></codeline> |
| <codeline lineno="208"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int32_t<sp/>offset<sp/>=<sp/>begin_offset;<sp/>offset<sp/><<sp/>end_offset;<sp/>offset++)<sp/>{</highlight></codeline> |
| <codeline lineno="209"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>key<sp/>=<sp/>ArrowArrayViewGetIntUnsafe(key_view,<sp/>offset);</highlight></codeline> |
| <codeline lineno="210"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::invoke(accessor,<sp/>*iter)[key]<sp/>=<sp/>std::invoke(transfer,<sp/>value_view,<sp/>offset);</highlight></codeline> |
| <codeline lineno="211"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="212"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="213"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="214"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="215"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="216"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal">...<sp/>Args></highlight></codeline> |
| <codeline lineno="217"><highlight class="normal">Status<sp/>ParseIntLongMapField(Args&&...<sp/>args)<sp/>{</highlight></codeline> |
| <codeline lineno="218"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ParseIntMapField(ArrowArrayViewGetIntUnsafe,<sp/>ArrowType::NANOARROW_TYPE_INT64,</highlight></codeline> |
| <codeline lineno="219"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::forward<Args>(args)...);</highlight></codeline> |
| <codeline lineno="220"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="221"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="222"><highlight class="normal"></highlight><highlight class="keyword">template</highlight><highlight class="normal"><sp/><</highlight><highlight class="keyword">typename</highlight><highlight class="normal">...<sp/>Args></highlight></codeline> |
| <codeline lineno="223"><highlight class="normal">Status<sp/>ParseIntBinaryMapField(Args&&...<sp/>args)<sp/>{</highlight></codeline> |
| <codeline lineno="224"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ParseIntMapField(ParseInt8VectorField,<sp/>ArrowType::NANOARROW_TYPE_BINARY,</highlight></codeline> |
| <codeline lineno="225"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::forward<Args>(args)...);</highlight></codeline> |
| <codeline lineno="226"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="227"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="228"><highlight class="normal">Status<sp/>ParsePartitionFieldSummaryList(ArrowArrayView*<sp/>view,</highlight></codeline> |
| <codeline lineno="229"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<ManifestFile>&<sp/>manifest_files)<sp/>{</highlight></codeline> |
| <codeline lineno="230"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>schema<sp/>of<sp/>view<sp/>is<sp/>list<struct<PartitionFieldSummary>></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="231"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="232"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>AssertViewType(view,<sp/>ArrowType::NANOARROW_TYPE_LIST,<sp/></highlight><highlight class="stringliteral">"partitions"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="233"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="234"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>schema<sp/>of<sp/>elem_view<sp/>is<sp/>struct<PartitionFieldSummary></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="235"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>elem_view<sp/>=<sp/>view->children[0];</highlight></codeline> |
| <codeline lineno="236"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(AssertViewTypeAndChildren(</highlight></codeline> |
| <codeline lineno="237"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>elem_view,<sp/>ArrowType::NANOARROW_TYPE_STRUCT,<sp/>4,<sp/></highlight><highlight class="stringliteral">"partitions"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="238"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="239"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>contains_null<sp/>=<sp/>elem_view->children[0];</highlight></codeline> |
| <codeline lineno="240"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>contains_nan<sp/>=<sp/>elem_view->children[1];</highlight></codeline> |
| <codeline lineno="241"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>lower_bounds<sp/>=<sp/>elem_view->children[2];</highlight></codeline> |
| <codeline lineno="242"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>upper_bounds<sp/>=<sp/>elem_view->children[3];</highlight></codeline> |
| <codeline lineno="243"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="244"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>AssertViewType(contains_null,<sp/>ArrowType::NANOARROW_TYPE_BOOL,<sp/></highlight><highlight class="stringliteral">"contains_null"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="245"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="246"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>AssertViewType(contains_nan,<sp/>ArrowType::NANOARROW_TYPE_BOOL,<sp/></highlight><highlight class="stringliteral">"contains_nan"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="247"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="248"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>AssertViewType(lower_bounds,<sp/>ArrowType::NANOARROW_TYPE_BINARY,<sp/></highlight><highlight class="stringliteral">"lower_bounds"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="249"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="250"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>AssertViewType(upper_bounds,<sp/>ArrowType::NANOARROW_TYPE_BINARY,<sp/></highlight><highlight class="stringliteral">"upper_bounds"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="251"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="252"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>row_idx<sp/>=<sp/>0;<sp/>row_idx<sp/><<sp/>view->length;<sp/>row_idx++)<sp/>{</highlight></codeline> |
| <codeline lineno="253"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>begin_offset<sp/>=<sp/>ArrowArrayViewListChildOffset(view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="254"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>end_offset<sp/>=<sp/>ArrowArrayViewListChildOffset(view,<sp/>row_idx<sp/>+<sp/>1);</highlight></codeline> |
| <codeline lineno="255"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>manifest_file<sp/>=<sp/>manifest_files[row_idx];</highlight></codeline> |
| <codeline lineno="256"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>offset<sp/>=<sp/>begin_offset;<sp/>offset<sp/><<sp/>end_offset;<sp/>offset++)<sp/>{</highlight></codeline> |
| <codeline lineno="257"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>summary<sp/>=<sp/>manifest_file.partitions.emplace_back();</highlight></codeline> |
| <codeline lineno="258"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!ArrowArrayViewIsNull(contains_null,<sp/>offset))<sp/>{</highlight></codeline> |
| <codeline lineno="259"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>summary.contains_null<sp/>=<sp/>ArrowArrayViewGetIntUnsafe(contains_null,<sp/>offset);</highlight></codeline> |
| <codeline lineno="260"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">else</highlight><highlight class="normal"><sp/>{</highlight></codeline> |
| <codeline lineno="261"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>MakeNullError(</highlight><highlight class="stringliteral">"contains_null"</highlight><highlight class="normal">,<sp/>offset);</highlight></codeline> |
| <codeline lineno="262"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="263"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!ArrowArrayViewIsNull(contains_nan,<sp/>offset))<sp/>{</highlight></codeline> |
| <codeline lineno="264"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>summary.contains_nan<sp/>=<sp/>ArrowArrayViewGetIntUnsafe(contains_nan,<sp/>offset);</highlight></codeline> |
| <codeline lineno="265"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="266"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!ArrowArrayViewIsNull(lower_bounds,<sp/>offset))<sp/>{</highlight></codeline> |
| <codeline lineno="267"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>summary.lower_bound<sp/>=<sp/>ParseInt8VectorField(lower_bounds,<sp/>offset);</highlight></codeline> |
| <codeline lineno="268"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="269"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!ArrowArrayViewIsNull(upper_bounds,<sp/>offset))<sp/>{</highlight></codeline> |
| <codeline lineno="270"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>summary.upper_bound<sp/>=<sp/>ParseInt8VectorField(upper_bounds,<sp/>offset);</highlight></codeline> |
| <codeline lineno="271"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="272"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="273"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="274"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="275"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="276"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="277"><highlight class="normal">Result<std::vector<ManifestFile>><sp/>ParseManifestList(<ref refid="structArrowSchema" kindref="compound">ArrowSchema</ref>*<sp/>arrow_schema,</highlight></codeline> |
| <codeline lineno="278"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="structArrowArray" kindref="compound">ArrowArray</ref>*<sp/>array,</highlight></codeline> |
| <codeline lineno="279"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>Schema&<sp/>schema)<sp/>{</highlight></codeline> |
| <codeline lineno="280"><highlight class="normal"><sp/><sp/>ArrowError<sp/>error;</highlight></codeline> |
| <codeline lineno="281"><highlight class="normal"><sp/><sp/>ArrowArrayView<sp/>view;</highlight></codeline> |
| <codeline lineno="282"><highlight class="normal"><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED_WITH_ERROR(</highlight></codeline> |
| <codeline lineno="283"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayViewInitFromSchema(&view,<sp/>arrow_schema,<sp/>&error),<sp/>error);</highlight></codeline> |
| <codeline lineno="284"><highlight class="normal"><sp/><sp/>internal::ArrowArrayViewGuard<sp/>view_guard(&view);</highlight></codeline> |
| <codeline lineno="285"><highlight class="normal"><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED_WITH_ERROR(</highlight></codeline> |
| <codeline lineno="286"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayViewSetArray(&view,<sp/>array,<sp/>&error),<sp/>error);</highlight></codeline> |
| <codeline lineno="287"><highlight class="normal"><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED_WITH_ERROR(</highlight></codeline> |
| <codeline lineno="288"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayViewValidate(&view,<sp/>NANOARROW_VALIDATION_LEVEL_FULL,<sp/>&error),<sp/>error);</highlight></codeline> |
| <codeline lineno="289"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="290"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(AssertViewTypeAndChildren(</highlight></codeline> |
| <codeline lineno="291"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>&view,<sp/>ArrowType::NANOARROW_TYPE_STRUCT,<sp/>schema.fields().size(),<sp/></highlight><highlight class="stringliteral">"manifest_list"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="292"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="293"><highlight class="normal"><sp/><sp/>std::vector<ManifestFile><sp/>manifest_files;</highlight></codeline> |
| <codeline lineno="294"><highlight class="normal"><sp/><sp/>manifest_files.resize(array->length);</highlight></codeline> |
| <codeline lineno="295"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="296"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>idx<sp/>=<sp/>0;<sp/>idx<sp/><<sp/>array->n_children;<sp/>idx++)<sp/>{</highlight></codeline> |
| <codeline lineno="297"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field,<sp/>schema.GetFieldByIndex(idx));</highlight></codeline> |
| <codeline lineno="298"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_CHECK(field.has_value(),<sp/></highlight><highlight class="stringliteral">"Invalid<sp/>index<sp/>{}<sp/>for<sp/>data<sp/>file<sp/>schema"</highlight><highlight class="normal">,<sp/>idx);</highlight></codeline> |
| <codeline lineno="299"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="300"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field_name<sp/>=<sp/>field->get().name();</highlight></codeline> |
| <codeline lineno="301"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field_id<sp/>=<sp/>field->get().field_id();</highlight></codeline> |
| <codeline lineno="302"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>required<sp/>=<sp/>!field->get().optional();</highlight></codeline> |
| <codeline lineno="303"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field_view<sp/>=<sp/>view.children[idx];</highlight></codeline> |
| <codeline lineno="304"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">switch</highlight><highlight class="normal"><sp/>(field_id)<sp/>{</highlight></codeline> |
| <codeline lineno="305"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kManifestPathFieldId:</highlight></codeline> |
| <codeline lineno="306"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseStringField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="307"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1a6a09dcddbbf14549ebf855efbf029be4" kindref="member">ManifestFile::manifest_path</ref>,</highlight></codeline> |
| <codeline lineno="308"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="309"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="310"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kManifestLengthFieldId:</highlight></codeline> |
| <codeline lineno="311"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="312"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1a317739c3a99d4b1887191c7199291f0c" kindref="member">ManifestFile::manifest_length</ref>,</highlight></codeline> |
| <codeline lineno="313"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="314"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="315"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kPartitionSpecIdFieldId:</highlight></codeline> |
| <codeline lineno="316"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="317"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1ab50ebf3f4244132987b17c316f5cbd5b" kindref="member">ManifestFile::partition_spec_id</ref>,</highlight></codeline> |
| <codeline lineno="318"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="319"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="320"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kContentFieldId:</highlight></codeline> |
| <codeline lineno="321"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(</highlight></codeline> |
| <codeline lineno="322"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>manifest_files,<sp/>&<ref refid="structiceberg_1_1ManifestFile_1a88d1f81796744587797034b19f0d7fea" kindref="member">ManifestFile::content</ref>,<sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="323"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="324"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kSequenceNumberFieldId:</highlight></codeline> |
| <codeline lineno="325"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="326"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1afd9b32da248108a0e1b8015b99ab9260" kindref="member">ManifestFile::sequence_number</ref>,</highlight></codeline> |
| <codeline lineno="327"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="328"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="329"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kMinSequenceNumberFieldId:</highlight></codeline> |
| <codeline lineno="330"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="331"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1a33db5b1571a4b25368af7d6de3dad37b" kindref="member">ManifestFile::min_sequence_number</ref>,</highlight></codeline> |
| <codeline lineno="332"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="333"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="334"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kAddedSnapshotIdFieldId:</highlight></codeline> |
| <codeline lineno="335"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="336"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1a4e1380ff18dea254784a82a7c9e587a9" kindref="member">ManifestFile::added_snapshot_id</ref>,</highlight></codeline> |
| <codeline lineno="337"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="338"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="339"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kAddedFilesCountFieldId:</highlight></codeline> |
| <codeline lineno="340"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="341"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1a7cb6aeb86d1515f505103c3359eb6643" kindref="member">ManifestFile::added_files_count</ref>,</highlight></codeline> |
| <codeline lineno="342"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="343"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="344"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kExistingFilesCountFieldId:</highlight></codeline> |
| <codeline lineno="345"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="346"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1a4686a1fe630d825c0996f69a242a63fa" kindref="member">ManifestFile::existing_files_count</ref>,</highlight></codeline> |
| <codeline lineno="347"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="348"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="349"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kDeletedFilesCountFieldId:</highlight></codeline> |
| <codeline lineno="350"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="351"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1aaaae635c45e2afa8dd54fb4a7c5f46c4" kindref="member">ManifestFile::deleted_files_count</ref>,</highlight></codeline> |
| <codeline lineno="352"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="353"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="354"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kAddedRowsCountFieldId:</highlight></codeline> |
| <codeline lineno="355"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="356"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1a58fa43882b9ddabd4dfe622423c393db" kindref="member">ManifestFile::added_rows_count</ref>,</highlight></codeline> |
| <codeline lineno="357"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="358"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="359"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kExistingRowsCountFieldId:</highlight></codeline> |
| <codeline lineno="360"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="361"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1af7a7a318197bd2c0218d3e3287b95527" kindref="member">ManifestFile::existing_rows_count</ref>,</highlight></codeline> |
| <codeline lineno="362"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="363"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="364"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kDeletedRowsCountFieldId:</highlight></codeline> |
| <codeline lineno="365"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="366"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1a18a1c07988d3c470e2ecd807ce2ec5d2" kindref="member">ManifestFile::deleted_rows_count</ref>,</highlight></codeline> |
| <codeline lineno="367"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="368"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="369"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kPartitionSummaryFieldId:</highlight></codeline> |
| <codeline lineno="370"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="371"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParsePartitionFieldSummaryList(field_view,<sp/>manifest_files));</highlight></codeline> |
| <codeline lineno="372"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="373"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kKeyMetadataFieldId:</highlight></codeline> |
| <codeline lineno="374"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseBinaryField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="375"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1a21ae58ef18a0497083c3aecd815e0178" kindref="member">ManifestFile::key_metadata</ref>,</highlight></codeline> |
| <codeline lineno="376"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="377"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="378"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestFile::kFirstRowIdFieldId:</highlight></codeline> |
| <codeline lineno="379"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_files,</highlight></codeline> |
| <codeline lineno="380"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestFile_1a615b6be65e2e775f6ee90c1d80740993" kindref="member">ManifestFile::first_row_id</ref>,</highlight></codeline> |
| <codeline lineno="381"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="382"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="383"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">default</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="384"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidManifestList(</highlight><highlight class="stringliteral">"Unsupported<sp/>field:<sp/>{}<sp/>in<sp/>manifest<sp/>file."</highlight><highlight class="normal">,<sp/>field_name);</highlight></codeline> |
| <codeline lineno="385"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="386"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="387"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>manifest_files;</highlight></codeline> |
| <codeline lineno="388"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="389"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="390"><highlight class="normal">Status<sp/>ParsePartitionValues(ArrowArrayView*<sp/>view,<sp/>int64_t<sp/>row_idx,</highlight></codeline> |
| <codeline lineno="391"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<ManifestEntry>&<sp/>manifest_entries)<sp/>{</highlight></codeline> |
| <codeline lineno="392"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">switch</highlight><highlight class="normal"><sp/>(view->storage_type)<sp/>{</highlight></codeline> |
| <codeline lineno="393"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ArrowType::NANOARROW_TYPE_BOOL:<sp/>{</highlight></codeline> |
| <codeline lineno="394"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>value<sp/>=<sp/>ArrowArrayViewGetUIntUnsafe(view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="395"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest_entries[row_idx].data_file->partition.AddValue(</highlight></codeline> |
| <codeline lineno="396"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1Literal_1ada29f73dbb21bde3e3da88e70ec56be3" kindref="member">Literal::Boolean</ref>(value<sp/>!=<sp/>0));</highlight></codeline> |
| <codeline lineno="397"><highlight class="normal"><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="398"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ArrowType::NANOARROW_TYPE_INT32:<sp/>{</highlight></codeline> |
| <codeline lineno="399"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>value<sp/>=<sp/>ArrowArrayViewGetIntUnsafe(view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="400"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest_entries[row_idx].data_file->partition.AddValue(Literal::Int(value));</highlight></codeline> |
| <codeline lineno="401"><highlight class="normal"><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="402"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ArrowType::NANOARROW_TYPE_INT64:<sp/>{</highlight></codeline> |
| <codeline lineno="403"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>value<sp/>=<sp/>ArrowArrayViewGetIntUnsafe(view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="404"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest_entries[row_idx].data_file->partition.AddValue(Literal::Long(value));</highlight></codeline> |
| <codeline lineno="405"><highlight class="normal"><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="406"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ArrowType::NANOARROW_TYPE_FLOAT:<sp/>{</highlight></codeline> |
| <codeline lineno="407"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>value<sp/>=<sp/>ArrowArrayViewGetDoubleUnsafe(view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="408"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest_entries[row_idx].data_file->partition.AddValue(Literal::Float(value));</highlight></codeline> |
| <codeline lineno="409"><highlight class="normal"><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="410"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ArrowType::NANOARROW_TYPE_DOUBLE:<sp/>{</highlight></codeline> |
| <codeline lineno="411"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>value<sp/>=<sp/>ArrowArrayViewGetDoubleUnsafe(view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="412"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest_entries[row_idx].data_file->partition.AddValue(Literal::Double(value));</highlight></codeline> |
| <codeline lineno="413"><highlight class="normal"><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="414"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ArrowType::NANOARROW_TYPE_STRING:<sp/>{</highlight></codeline> |
| <codeline lineno="415"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>value<sp/>=<sp/>ArrowArrayViewGetStringUnsafe(view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="416"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest_entries[row_idx].data_file->partition.AddValue(</highlight></codeline> |
| <codeline lineno="417"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>Literal::String(std::string(value.data,<sp/>value.size_bytes)));</highlight></codeline> |
| <codeline lineno="418"><highlight class="normal"><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="419"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ArrowType::NANOARROW_TYPE_BINARY:<sp/>{</highlight></codeline> |
| <codeline lineno="420"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>buffer<sp/>=<sp/>ArrowArrayViewGetBytesUnsafe(view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="421"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest_entries[row_idx].data_file->partition.AddValue(</highlight></codeline> |
| <codeline lineno="422"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>Literal::Binary(std::vector<uint8_t>(buffer.data.as_char,</highlight></codeline> |
| <codeline lineno="423"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>buffer.data.as_char<sp/>+<sp/>buffer.size_bytes)));</highlight></codeline> |
| <codeline lineno="424"><highlight class="normal"><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="425"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">default</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="426"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidManifest(</highlight><highlight class="stringliteral">"Unsupported<sp/>type<sp/>{}<sp/>for<sp/>partition<sp/>values"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="427"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowTypeString(view->storage_type));</highlight></codeline> |
| <codeline lineno="428"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="429"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="430"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="431"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="432"><highlight class="normal">Status<sp/>ParseDataFile(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<StructType>&<sp/>data_file_schema,</highlight></codeline> |
| <codeline lineno="433"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayView*<sp/>view,<sp/>std::optional<int64_t>&<sp/>first_row_id,</highlight></codeline> |
| <codeline lineno="434"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<ManifestEntry>&<sp/>manifest_entries)<sp/>{</highlight></codeline> |
| <codeline lineno="435"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="436"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>AssertViewTypeAndChildren(view,<sp/>ArrowType::NANOARROW_TYPE_STRUCT,</highlight></codeline> |
| <codeline lineno="437"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>data_file_schema->fields().size(),<sp/></highlight><highlight class="stringliteral">"data_file"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="438"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="439"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>col_idx<sp/>=<sp/>0;<sp/>col_idx<sp/><<sp/>view->n_children;<sp/>++col_idx)<sp/>{</highlight></codeline> |
| <codeline lineno="440"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field,<sp/>data_file_schema->GetFieldByIndex(col_idx));</highlight></codeline> |
| <codeline lineno="441"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_CHECK(field.has_value(),<sp/></highlight><highlight class="stringliteral">"Invalid<sp/>index<sp/>{}<sp/>for<sp/>data<sp/>file<sp/>schema"</highlight><highlight class="normal">,<sp/>col_idx);</highlight></codeline> |
| <codeline lineno="442"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field_name<sp/>=<sp/>field->get().name();</highlight></codeline> |
| <codeline lineno="443"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field_id<sp/>=<sp/>field->get().field_id();</highlight></codeline> |
| <codeline lineno="444"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>required<sp/>=<sp/>!field->get().optional();</highlight></codeline> |
| <codeline lineno="445"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field_view<sp/>=<sp/>view->children[col_idx];</highlight></codeline> |
| <codeline lineno="446"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="447"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">constexpr</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>proj_data_file<sp/>=<sp/>[](</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>proj)<sp/>{</highlight></codeline> |
| <codeline lineno="448"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>[proj](ManifestEntry&<sp/>c)<sp/>-><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>{<sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::invoke(proj,<sp/>c.data_file);<sp/>};</highlight></codeline> |
| <codeline lineno="449"><highlight class="normal"><sp/><sp/><sp/><sp/>};</highlight></codeline> |
| <codeline lineno="450"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="451"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">switch</highlight><highlight class="normal"><sp/>(field_id)<sp/>{</highlight></codeline> |
| <codeline lineno="452"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kContentFieldId:</highlight></codeline> |
| <codeline lineno="453"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="454"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a03ba5db838a4d23170cf5e305465a2f5" kindref="member">DataFile::content</ref>),</highlight></codeline> |
| <codeline lineno="455"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="456"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="457"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kFilePathFieldId:</highlight></codeline> |
| <codeline lineno="458"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseStringField(field_view,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="459"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1af67f7ebac6579d80b4ac807e2cd665b8" kindref="member">DataFile::file_path</ref>),</highlight></codeline> |
| <codeline lineno="460"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="461"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="462"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kFileFormatFieldId:</highlight></codeline> |
| <codeline lineno="463"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>row_idx<sp/>=<sp/>0;<sp/>row_idx<sp/><<sp/>field_view->length;<sp/>row_idx++)<sp/>{</highlight></codeline> |
| <codeline lineno="464"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!ArrowArrayViewIsNull(field_view,<sp/>row_idx))<sp/>{</highlight></codeline> |
| <codeline lineno="465"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>value<sp/>=<sp/>ArrowArrayViewGetStringUnsafe(field_view,<sp/>row_idx);</highlight></codeline> |
| <codeline lineno="466"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::string_view<sp/>path_str(value.data,<sp/>value.size_bytes);</highlight></codeline> |
| <codeline lineno="467"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(manifest_entries[row_idx].data_file->file_format,</highlight></codeline> |
| <codeline lineno="468"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="file__format_8h_1ac636c6e570a5e0902e16087c7322c6a7" kindref="member">FileFormatTypeFromString</ref>(path_str));</highlight></codeline> |
| <codeline lineno="469"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="470"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="471"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="472"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kPartitionFieldId:<sp/>{</highlight></codeline> |
| <codeline lineno="473"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="474"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>AssertViewType(field_view,<sp/>ArrowType::NANOARROW_TYPE_STRUCT,<sp/>field_name));</highlight></codeline> |
| <codeline lineno="475"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>part_idx<sp/>=<sp/>0;<sp/>part_idx<sp/><<sp/>field_view->n_children;<sp/>part_idx++)<sp/>{</highlight></codeline> |
| <codeline lineno="476"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>part_view<sp/>=<sp/>field_view->children[part_idx];</highlight></codeline> |
| <codeline lineno="477"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>row_idx<sp/>=<sp/>0;<sp/>row_idx<sp/><<sp/>part_view->length;<sp/>row_idx++)<sp/>{</highlight></codeline> |
| <codeline lineno="478"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(ArrowArrayViewIsNull(part_view,<sp/>row_idx))<sp/>{</highlight></codeline> |
| <codeline lineno="479"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="480"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="481"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="482"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParsePartitionValues(part_view,<sp/>row_idx,<sp/>manifest_entries));</highlight></codeline> |
| <codeline lineno="483"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="484"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="485"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="486"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kRecordCountFieldId:</highlight></codeline> |
| <codeline lineno="487"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(</highlight></codeline> |
| <codeline lineno="488"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>manifest_entries,<sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a45beea978f69e41e67719c532c935141" kindref="member">DataFile::record_count</ref>),</highlight></codeline> |
| <codeline lineno="489"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="490"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="491"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kFileSizeFieldId:</highlight></codeline> |
| <codeline lineno="492"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(</highlight></codeline> |
| <codeline lineno="493"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>manifest_entries,<sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a3b73f63230f0fd255c787221eec1967a" kindref="member">DataFile::file_size_in_bytes</ref>),</highlight></codeline> |
| <codeline lineno="494"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="495"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="496"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kColumnSizesFieldId:</highlight></codeline> |
| <codeline lineno="497"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>XXX:<sp/>map<sp/>key<sp/>and<sp/>value<sp/>should<sp/>have<sp/>the<sp/>same<sp/>offset<sp/>but</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="498"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>ArrowArrayViewListChildOffset<sp/>cannot<sp/>get<sp/>the<sp/>correct<sp/>offset<sp/>for<sp/>map</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="499"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="500"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParseIntLongMapField(field_view,<sp/>field_view->length,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="501"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a68c1f9fa2c80dd7992f40739d6946900" kindref="member">DataFile::column_sizes</ref>),<sp/>field_name));</highlight></codeline> |
| <codeline lineno="502"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="503"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kValueCountsFieldId:</highlight></codeline> |
| <codeline lineno="504"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="505"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParseIntLongMapField(field_view,<sp/>field_view->length,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="506"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1af8b885543c36d433088a9aca00532083" kindref="member">DataFile::value_counts</ref>),<sp/>field_name));</highlight></codeline> |
| <codeline lineno="507"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="508"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kNullValueCountsFieldId:</highlight></codeline> |
| <codeline lineno="509"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntLongMapField(</highlight></codeline> |
| <codeline lineno="510"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>field_view->length,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="511"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a7df12e8070320e57f426b4450d9d2ff6" kindref="member">DataFile::null_value_counts</ref>),<sp/>field_name));</highlight></codeline> |
| <codeline lineno="512"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="513"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kNanValueCountsFieldId:</highlight></codeline> |
| <codeline lineno="514"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntLongMapField(</highlight></codeline> |
| <codeline lineno="515"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>field_view->length,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="516"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1aaecefeea56d351113ed3223173c81872" kindref="member">DataFile::nan_value_counts</ref>),<sp/>field_name));</highlight></codeline> |
| <codeline lineno="517"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="518"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kLowerBoundsFieldId:</highlight></codeline> |
| <codeline lineno="519"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="520"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParseIntBinaryMapField(field_view,<sp/>field_view->length,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="521"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a080e58d5188f19f5b3d69ea9c284f449" kindref="member">DataFile::lower_bounds</ref>),<sp/>field_name));</highlight></codeline> |
| <codeline lineno="522"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="523"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kUpperBoundsFieldId:</highlight></codeline> |
| <codeline lineno="524"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="525"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParseIntBinaryMapField(field_view,<sp/>field_view->length,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="526"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1aaac83ddaeded403515f844c9e7b25be5" kindref="member">DataFile::upper_bounds</ref>),<sp/>field_name));</highlight></codeline> |
| <codeline lineno="527"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="528"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kKeyMetadataFieldId:</highlight></codeline> |
| <codeline lineno="529"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseBinaryField(</highlight></codeline> |
| <codeline lineno="530"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>manifest_entries,<sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a9d85eadb07348a091a84caa98fb84255" kindref="member">DataFile::key_metadata</ref>),</highlight></codeline> |
| <codeline lineno="531"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="532"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="533"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kSplitOffsetsFieldId:</highlight></codeline> |
| <codeline lineno="534"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParseIntegerVectorField(field_view,<sp/>field_view->length,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="535"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1abc1093a971f7e5f06c0e227a78e8bef5" kindref="member">DataFile::split_offsets</ref>));</highlight></codeline> |
| <codeline lineno="536"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="537"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kEqualityIdsFieldId:</highlight></codeline> |
| <codeline lineno="538"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParseIntegerVectorField(field_view,<sp/>field_view->length,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="539"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a4d44d6ae245ac89a8a6fa3f39ec518ed" kindref="member">DataFile::equality_ids</ref>));</highlight></codeline> |
| <codeline lineno="540"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="541"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kSortOrderIdFieldId:</highlight></codeline> |
| <codeline lineno="542"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(</highlight></codeline> |
| <codeline lineno="543"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>manifest_entries,<sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1ad05003bae8454bfce2ed9d6e1fdb8c33" kindref="member">DataFile::sort_order_id</ref>),</highlight></codeline> |
| <codeline lineno="544"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="545"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="546"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kFirstRowIdFieldId:<sp/>{</highlight></codeline> |
| <codeline lineno="547"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(</highlight></codeline> |
| <codeline lineno="548"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>manifest_entries,<sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a1c0a85917f6c013b2dbc6a86fc09f37a" kindref="member">DataFile::first_row_id</ref>),</highlight></codeline> |
| <codeline lineno="549"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="550"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(first_row_id.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="551"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::ranges::for_each(manifest_entries,<sp/>[&first_row_id](ManifestEntry&<sp/>entry)<sp/>{</highlight></codeline> |
| <codeline lineno="552"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(entry.status<sp/>!=<sp/>ManifestStatus::kDeleted<sp/>&&</highlight></codeline> |
| <codeline lineno="553"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>!entry.data_file->first_row_id.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="554"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>entry.data_file->first_row_id<sp/>=<sp/>first_row_id.value();</highlight></codeline> |
| <codeline lineno="555"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>first_row_id<sp/>=<sp/>first_row_id.value()<sp/>+<sp/>entry.data_file->record_count;</highlight></codeline> |
| <codeline lineno="556"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="557"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="558"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">else</highlight><highlight class="normal"><sp/>{</highlight></codeline> |
| <codeline lineno="559"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>data<sp/>file's<sp/>first_row_id<sp/>is<sp/>null<sp/>when<sp/>the<sp/>manifest's<sp/>first_row_id<sp/>is<sp/>null</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="560"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::ranges::for_each(</highlight></codeline> |
| <codeline lineno="561"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>manifest_entries,<sp/>[](</highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>first_row_id)<sp/>{<sp/>first_row_id<sp/>=<sp/>std::nullopt;<sp/>},</highlight></codeline> |
| <codeline lineno="562"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a1c0a85917f6c013b2dbc6a86fc09f37a" kindref="member">DataFile::first_row_id</ref>));</highlight></codeline> |
| <codeline lineno="563"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="564"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="565"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="566"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kReferencedDataFileFieldId:</highlight></codeline> |
| <codeline lineno="567"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseStringField(</highlight></codeline> |
| <codeline lineno="568"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>manifest_entries,<sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a83d38ba4f28a89228d7b28a2b4923b74" kindref="member">DataFile::referenced_data_file</ref>),</highlight></codeline> |
| <codeline lineno="569"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="570"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="571"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kContentOffsetFieldId:</highlight></codeline> |
| <codeline lineno="572"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(</highlight></codeline> |
| <codeline lineno="573"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>manifest_entries,<sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a07a53b1bc593468af67aa91b73637ebf" kindref="member">DataFile::content_offset</ref>),</highlight></codeline> |
| <codeline lineno="574"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="575"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="576"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>DataFile::kContentSizeFieldId:</highlight></codeline> |
| <codeline lineno="577"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(</highlight></codeline> |
| <codeline lineno="578"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="579"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>proj_data_file(&<ref refid="structiceberg_1_1DataFile_1a11f745bcb8786a401b2e58cdbae6c8c3" kindref="member">DataFile::content_size_in_bytes</ref>),<sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="580"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="581"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">default</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="582"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidManifest(</highlight><highlight class="stringliteral">"Unsupported<sp/>field<sp/>'{}'<sp/>in<sp/>the<sp/>data<sp/>file<sp/>schema"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="583"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name);</highlight></codeline> |
| <codeline lineno="584"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="585"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="586"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="587"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="588"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="589"><highlight class="normal">Result<std::vector<ManifestEntry>><sp/>ParseManifestEntry(</highlight></codeline> |
| <codeline lineno="590"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="structArrowSchema" kindref="compound">ArrowSchema</ref>*<sp/>arrow_schema,<sp/><ref refid="structArrowArray" kindref="compound">ArrowArray</ref>*<sp/>array,<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>Schema&<sp/>schema,</highlight></codeline> |
| <codeline lineno="591"><highlight class="normal"><sp/><sp/><sp/><sp/>std::optional<int64_t>&<sp/>first_row_id)<sp/>{</highlight></codeline> |
| <codeline lineno="592"><highlight class="normal"><sp/><sp/>ArrowError<sp/>error;</highlight></codeline> |
| <codeline lineno="593"><highlight class="normal"><sp/><sp/>ArrowArrayView<sp/>view;</highlight></codeline> |
| <codeline lineno="594"><highlight class="normal"><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED_WITH_ERROR(</highlight></codeline> |
| <codeline lineno="595"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayViewInitFromSchema(&view,<sp/>arrow_schema,<sp/>&error),<sp/>error);</highlight></codeline> |
| <codeline lineno="596"><highlight class="normal"><sp/><sp/>internal::ArrowArrayViewGuard<sp/>view_guard(&view);</highlight></codeline> |
| <codeline lineno="597"><highlight class="normal"><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED_WITH_ERROR(</highlight></codeline> |
| <codeline lineno="598"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayViewSetArray(&view,<sp/>array,<sp/>&error),<sp/>error);</highlight></codeline> |
| <codeline lineno="599"><highlight class="normal"><sp/><sp/>ICEBERG_NANOARROW_RETURN_UNEXPECTED_WITH_ERROR(</highlight></codeline> |
| <codeline lineno="600"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ArrowArrayViewValidate(&view,<sp/>NANOARROW_VALIDATION_LEVEL_FULL,<sp/>&error),<sp/>error);</highlight></codeline> |
| <codeline lineno="601"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="602"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(AssertViewTypeAndChildren(</highlight></codeline> |
| <codeline lineno="603"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>&view,<sp/>ArrowType::NANOARROW_TYPE_STRUCT,<sp/>schema.fields().size(),<sp/></highlight><highlight class="stringliteral">"manifest_entry"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="604"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="605"><highlight class="normal"><sp/><sp/>std::vector<ManifestEntry><sp/>manifest_entries;</highlight></codeline> |
| <codeline lineno="606"><highlight class="normal"><sp/><sp/>manifest_entries.resize(array->length);</highlight></codeline> |
| <codeline lineno="607"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>i<sp/>=<sp/>0;<sp/>i<sp/><<sp/>array->length;<sp/>i++)<sp/>{</highlight></codeline> |
| <codeline lineno="608"><highlight class="normal"><sp/><sp/><sp/><sp/>manifest_entries[i].data_file<sp/>=<sp/>std::make_shared<DataFile>();</highlight></codeline> |
| <codeline lineno="609"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="610"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="611"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(int64_t<sp/>col_idx<sp/>=<sp/>0;<sp/>col_idx<sp/><<sp/>array->n_children;<sp/>col_idx++)<sp/>{</highlight></codeline> |
| <codeline lineno="612"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field,<sp/>schema.GetFieldByIndex(col_idx));</highlight></codeline> |
| <codeline lineno="613"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_CHECK(field.has_value(),<sp/></highlight><highlight class="stringliteral">"Invalid<sp/>column<sp/>index<sp/>{}<sp/>for<sp/>manifest<sp/>entry<sp/>schema"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="614"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>col_idx);</highlight></codeline> |
| <codeline lineno="615"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="616"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field_name<sp/>=<sp/>field->get().name();</highlight></codeline> |
| <codeline lineno="617"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field_id<sp/>=<sp/>field->get().field_id();</highlight></codeline> |
| <codeline lineno="618"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>required<sp/>=<sp/>!field->get().optional();</highlight></codeline> |
| <codeline lineno="619"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>field_view<sp/>=<sp/>view.children[col_idx];</highlight></codeline> |
| <codeline lineno="620"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="621"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">switch</highlight><highlight class="normal"><sp/>(field_id)<sp/>{</highlight></codeline> |
| <codeline lineno="622"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestEntry::kStatusFieldId:</highlight></codeline> |
| <codeline lineno="623"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(</highlight></codeline> |
| <codeline lineno="624"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_view,<sp/>manifest_entries,<sp/>&<ref refid="structiceberg_1_1ManifestEntry_1adcaea3bfa81ceb698fadd1f04b4b7b81" kindref="member">ManifestEntry::status</ref>,<sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="625"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="626"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestEntry::kSnapshotIdFieldId:</highlight></codeline> |
| <codeline lineno="627"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="628"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestEntry_1a111546aa262e2f12866313c3d7f13a8c" kindref="member">ManifestEntry::snapshot_id</ref>,</highlight></codeline> |
| <codeline lineno="629"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="630"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="631"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestEntry::kSequenceNumberFieldId:</highlight></codeline> |
| <codeline lineno="632"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="633"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestEntry_1a357b286d5d9a3fa93dcb2cab58c1ddf5" kindref="member">ManifestEntry::sequence_number</ref>,</highlight></codeline> |
| <codeline lineno="634"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="635"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="636"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestEntry::kFileSequenceNumberFieldId:</highlight></codeline> |
| <codeline lineno="637"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(ParseIntegerField(field_view,<sp/>manifest_entries,</highlight></codeline> |
| <codeline lineno="638"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>&<ref refid="structiceberg_1_1ManifestEntry_1a25e3368468e2b43b7751729cdb4e2e4a" kindref="member">ManifestEntry::file_sequence_number</ref>,</highlight></codeline> |
| <codeline lineno="639"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>field_name,<sp/>required));</highlight></codeline> |
| <codeline lineno="640"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="641"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">case</highlight><highlight class="normal"><sp/>ManifestEntry::kDataFileFieldId:<sp/>{</highlight></codeline> |
| <codeline lineno="642"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data_file_schema<sp/>=</highlight></codeline> |
| <codeline lineno="643"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>internal::checked_pointer_cast<StructType>(field->get().type());</highlight></codeline> |
| <codeline lineno="644"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(</highlight></codeline> |
| <codeline lineno="645"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParseDataFile(data_file_schema,<sp/>field_view,<sp/>first_row_id,<sp/>manifest_entries));</highlight></codeline> |
| <codeline lineno="646"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="647"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="648"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">default</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="649"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidManifest(</highlight><highlight class="stringliteral">"Unsupported<sp/>field:<sp/>{}<sp/>in<sp/>manifest<sp/>entry."</highlight><highlight class="normal">,<sp/>field_name);</highlight></codeline> |
| <codeline lineno="650"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="651"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="652"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>manifest_entries;</highlight></codeline> |
| <codeline lineno="653"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="654"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="655"><highlight class="normal"></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::vector<std::string><sp/>kStatsColumns<sp/>=<sp/>{</highlight></codeline> |
| <codeline lineno="656"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"value_counts"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"null_value_counts"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"nan_value_counts"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"lower_bounds"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="657"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"upper_bounds"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"column_sizes"</highlight><highlight class="normal">,<sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"record_count"</highlight><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="658"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="659"><highlight class="normal"></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>RequireStatsProjection(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<Expression>&<sp/>row_filter,</highlight></codeline> |
| <codeline lineno="660"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::vector<std::string>&<sp/>columns)<sp/>{</highlight></codeline> |
| <codeline lineno="661"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!row_filter<sp/>||<sp/>row_filter->op()<sp/>==<sp/>Expression::Operation::kTrue)<sp/>{</highlight></codeline> |
| <codeline lineno="662"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="663"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="664"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(columns.empty())<sp/>{</highlight></codeline> |
| <codeline lineno="665"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="666"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="667"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::unordered_set<std::string_view><sp/>selected(columns.cbegin(),<sp/>columns.cend());</highlight></codeline> |
| <codeline lineno="668"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(selected.contains(<ref refid="classiceberg_1_1Schema_1a5990379e54feaca6629e832dfc052de5" kindref="member">Schema::kAllColumns</ref>))<sp/>{</highlight></codeline> |
| <codeline lineno="669"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="670"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="671"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="672"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>!std::ranges::all_of(kStatsColumns,<sp/>[&selected](</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>col)<sp/>{</highlight></codeline> |
| <codeline lineno="673"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>selected.contains(col);</highlight></codeline> |
| <codeline lineno="674"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="675"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="676"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="677"><highlight class="normal">Result<std::shared_ptr<Schema>><sp/>ProjectSchema(std::shared_ptr<Schema><sp/>schema,</highlight></codeline> |
| <codeline lineno="678"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::vector<std::string>&<sp/>columns,</highlight></codeline> |
| <codeline lineno="679"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>case_sensitive)<sp/>{</highlight></codeline> |
| <codeline lineno="680"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!columns.empty())<sp/>{</highlight></codeline> |
| <codeline lineno="681"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>schema->Select(columns,<sp/>case_sensitive);</highlight></codeline> |
| <codeline lineno="682"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="683"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>schema;</highlight></codeline> |
| <codeline lineno="684"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="685"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="686"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="687"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="688"><highlight class="normal"></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1ManifestReader_1ae3e8a011f3bf271ce0eda2027b082cef" kindref="member">ManifestReader::ShouldDropStats</ref>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::vector<std::string>&<sp/>columns)<sp/>{</highlight></codeline> |
| <codeline lineno="689"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Make<sp/>sure<sp/>we<sp/>only<sp/>drop<sp/>all<sp/>stats<sp/>if<sp/>we<sp/>had<sp/>projected<sp/>all<sp/>stats.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="690"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>We<sp/>do<sp/>not<sp/>drop<sp/>stats<sp/>even<sp/>if<sp/>we<sp/>had<sp/>partially<sp/>added<sp/>some<sp/>stats<sp/>columns,<sp/>except<sp/>for</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="691"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>record_count<sp/>column.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="692"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Since<sp/>we<sp/>don't<sp/>want<sp/>to<sp/>keep<sp/>stats<sp/>map<sp/>which<sp/>could<sp/>be<sp/>huge<sp/>in<sp/>size<sp/>just<sp/>because<sp/>we</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="693"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>select<sp/>record_count,<sp/>which<sp/>is<sp/>a<sp/>primitive<sp/>type.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="694"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!columns.empty())<sp/>{</highlight></codeline> |
| <codeline lineno="695"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::unordered_set<std::string_view><sp/>selected(columns.cbegin(),<sp/>columns.cend());</highlight></codeline> |
| <codeline lineno="696"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(selected.contains(<ref refid="classiceberg_1_1Schema_1a5990379e54feaca6629e832dfc052de5" kindref="member">Schema::kAllColumns</ref>))<sp/>{</highlight></codeline> |
| <codeline lineno="697"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="698"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="699"><highlight class="normal"><sp/><sp/><sp/><sp/>std::unordered_set<std::string_view><sp/>intersection;</highlight></codeline> |
| <codeline lineno="700"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>col<sp/>:<sp/>kStatsColumns)<sp/>{</highlight></codeline> |
| <codeline lineno="701"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(selected.contains(col))<sp/>{</highlight></codeline> |
| <codeline lineno="702"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>intersection.insert(col);</highlight></codeline> |
| <codeline lineno="703"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="704"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="705"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>intersection.empty()<sp/>||</highlight></codeline> |
| <codeline lineno="706"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>(intersection.size()<sp/>==<sp/>1<sp/>&&<sp/>intersection.contains(</highlight><highlight class="stringliteral">"record_count"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="707"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="708"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="709"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="710"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="711"><highlight class="normal">std::vector<std::string><sp/><ref refid="classiceberg_1_1ManifestReader_1aa92da63e827b6dcc391744a9f0f55d72" kindref="member">ManifestReader::WithStatsColumns</ref>(</highlight></codeline> |
| <codeline lineno="712"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::vector<std::string>&<sp/>columns)<sp/>{</highlight></codeline> |
| <codeline lineno="713"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(std::ranges::contains(columns,<sp/><ref refid="classiceberg_1_1Schema_1a5990379e54feaca6629e832dfc052de5" kindref="member">Schema::kAllColumns</ref>))<sp/>{</highlight></codeline> |
| <codeline lineno="714"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>columns;</highlight></codeline> |
| <codeline lineno="715"><highlight class="normal"><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">else</highlight><highlight class="normal"><sp/>{</highlight></codeline> |
| <codeline lineno="716"><highlight class="normal"><sp/><sp/><sp/><sp/>std::vector<std::string><sp/>updated_columns{columns};</highlight></codeline> |
| <codeline lineno="717"><highlight class="normal"><sp/><sp/><sp/><sp/>updated_columns.insert(updated_columns.end(),<sp/>kStatsColumns.begin(),</highlight></codeline> |
| <codeline lineno="718"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>kStatsColumns.end());</highlight></codeline> |
| <codeline lineno="719"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>updated_columns;</highlight></codeline> |
| <codeline lineno="720"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="721"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="722"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="723"><highlight class="normal"></highlight><highlight class="comment">//<sp/>ManifestReaderImpl<sp/>constructor</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="724"><highlight class="normal"><ref refid="classiceberg_1_1ManifestReaderImpl_1a0e86d46558f4300be3b1b499b5b7a921" kindref="member">ManifestReaderImpl::ManifestReaderImpl</ref>(</highlight></codeline> |
| <codeline lineno="725"><highlight class="normal"><sp/><sp/><sp/><sp/>std::string<sp/>manifest_path,<sp/>std::optional<int64_t><sp/>manifest_length,</highlight></codeline> |
| <codeline lineno="726"><highlight class="normal"><sp/><sp/><sp/><sp/>std::shared_ptr<FileIO><sp/>file_io,<sp/>std::shared_ptr<Schema><sp/>schema,</highlight></codeline> |
| <codeline lineno="727"><highlight class="normal"><sp/><sp/><sp/><sp/>std::shared_ptr<PartitionSpec><sp/>spec,</highlight></codeline> |
| <codeline lineno="728"><highlight class="normal"><sp/><sp/><sp/><sp/>std::unique_ptr<InheritableMetadata><sp/>inheritable_metadata,</highlight></codeline> |
| <codeline lineno="729"><highlight class="normal"><sp/><sp/><sp/><sp/>std::optional<int64_t><sp/>first_row_id)</highlight></codeline> |
| <codeline lineno="730"><highlight class="normal"><sp/><sp/><sp/><sp/>:<sp/>manifest_path_(<ref refid="namespacestd" kindref="compound">std</ref>::move(manifest_path)),</highlight></codeline> |
| <codeline lineno="731"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest_length_(manifest_length),</highlight></codeline> |
| <codeline lineno="732"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>file_io_(<ref refid="namespacestd" kindref="compound">std</ref>::move(file_io)),</highlight></codeline> |
| <codeline lineno="733"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>schema_(<ref refid="namespacestd" kindref="compound">std</ref>::move(schema)),</highlight></codeline> |
| <codeline lineno="734"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>spec_(<ref refid="namespacestd" kindref="compound">std</ref>::move(spec)),</highlight></codeline> |
| <codeline lineno="735"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>inheritable_metadata_(<ref refid="namespacestd" kindref="compound">std</ref>::move(inheritable_metadata)),</highlight></codeline> |
| <codeline lineno="736"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>first_row_id_(first_row_id)<sp/>{}</highlight></codeline> |
| <codeline lineno="737"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="738"><highlight class="normal">ManifestReader&<sp/>ManifestReaderImpl::Select(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::vector<std::string>&<sp/>columns)<sp/>{</highlight></codeline> |
| <codeline lineno="739"><highlight class="normal"><sp/><sp/>columns_<sp/>=<sp/>columns;</highlight></codeline> |
| <codeline lineno="740"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>*</highlight><highlight class="keyword">this</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="741"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="742"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="743"><highlight class="normal">ManifestReader&<sp/>ManifestReaderImpl::FilterPartitions(std::shared_ptr<Expression><sp/>expr)<sp/>{</highlight></codeline> |
| <codeline lineno="744"><highlight class="normal"><sp/><sp/>part_filter_<sp/>=<sp/>expr<sp/>?<sp/>std::move(expr)<sp/>:<sp/>True::Instance();</highlight></codeline> |
| <codeline lineno="745"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>*</highlight><highlight class="keyword">this</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="746"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="747"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="748"><highlight class="normal">ManifestReader&<sp/>ManifestReaderImpl::FilterPartitions(</highlight></codeline> |
| <codeline lineno="749"><highlight class="normal"><sp/><sp/><sp/><sp/>std::shared_ptr<PartitionSet><sp/>partition_set)<sp/>{</highlight></codeline> |
| <codeline lineno="750"><highlight class="normal"><sp/><sp/>partition_set_<sp/>=<sp/>std::move(partition_set);</highlight></codeline> |
| <codeline lineno="751"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>*</highlight><highlight class="keyword">this</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="752"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="753"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="754"><highlight class="normal">ManifestReader&<sp/>ManifestReaderImpl::FilterRows(std::shared_ptr<Expression><sp/>expr)<sp/>{</highlight></codeline> |
| <codeline lineno="755"><highlight class="normal"><sp/><sp/>row_filter_<sp/>=<sp/>expr<sp/>?<sp/>std::move(expr)<sp/>:<sp/>True::Instance();</highlight></codeline> |
| <codeline lineno="756"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>*</highlight><highlight class="keyword">this</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="757"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="758"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="759"><highlight class="normal">ManifestReader&<sp/>ManifestReaderImpl::CaseSensitive(</highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>case_sensitive)<sp/>{</highlight></codeline> |
| <codeline lineno="760"><highlight class="normal"><sp/><sp/>case_sensitive_<sp/>=<sp/>case_sensitive;</highlight></codeline> |
| <codeline lineno="761"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>*</highlight><highlight class="keyword">this</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="762"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="763"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="764"><highlight class="normal">ManifestReader&<sp/>ManifestReaderImpl::TryDropStats()<sp/>{</highlight></codeline> |
| <codeline lineno="765"><highlight class="normal"><sp/><sp/>drop_stats_<sp/>=<sp/></highlight><highlight class="keyword">true</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="766"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>*</highlight><highlight class="keyword">this</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="767"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="768"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="769"><highlight class="normal"></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>ManifestReaderImpl::HasPartitionFilter()</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="770"><highlight class="normal"><sp/><sp/>ICEBERG_DCHECK(part_filter_,<sp/></highlight><highlight class="stringliteral">"Partition<sp/>filter<sp/>is<sp/>not<sp/>set"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="771"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>part_filter_->op()<sp/>!=<sp/>Expression::Operation::kTrue;</highlight></codeline> |
| <codeline lineno="772"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="773"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="774"><highlight class="normal"></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>ManifestReaderImpl::HasRowFilter()</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="775"><highlight class="normal"><sp/><sp/>ICEBERG_DCHECK(row_filter_,<sp/></highlight><highlight class="stringliteral">"Row<sp/>filter<sp/>is<sp/>not<sp/>set"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="776"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>row_filter_->op()<sp/>!=<sp/>Expression::Operation::kTrue;</highlight></codeline> |
| <codeline lineno="777"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="778"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="779"><highlight class="normal">Result<Evaluator*><sp/>ManifestReaderImpl::GetEvaluator()<sp/>{</highlight></codeline> |
| <codeline lineno="780"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!evaluator_)<sp/>{</highlight></codeline> |
| <codeline lineno="781"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>projection_evaluator<sp/>=<sp/>Projections::Inclusive(*spec_,<sp/>*schema_,<sp/>case_sensitive_);</highlight></codeline> |
| <codeline lineno="782"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>projected,<sp/>projection_evaluator->Project(row_filter_));</highlight></codeline> |
| <codeline lineno="783"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>final_part_filter,</highlight></codeline> |
| <codeline lineno="784"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>And::Make(std::move(projected),<sp/>part_filter_));</highlight></codeline> |
| <codeline lineno="785"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="786"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>partition_type,<sp/>spec_->PartitionType(*schema_));</highlight></codeline> |
| <codeline lineno="787"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>partition_schema<sp/>=<sp/>partition_type->ToSchema();</highlight></codeline> |
| <codeline lineno="788"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight></codeline> |
| <codeline lineno="789"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>evaluator_,<sp/>Evaluator::Make(*partition_schema,<sp/>std::move(final_part_filter),</highlight></codeline> |
| <codeline lineno="790"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>case_sensitive_));</highlight></codeline> |
| <codeline lineno="791"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="792"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>evaluator_.get();</highlight></codeline> |
| <codeline lineno="793"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="794"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="795"><highlight class="normal">Result<InclusiveMetricsEvaluator*><sp/>ManifestReaderImpl::GetMetricsEvaluator()<sp/>{</highlight></codeline> |
| <codeline lineno="796"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!metrics_evaluator_)<sp/>{</highlight></codeline> |
| <codeline lineno="797"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight></codeline> |
| <codeline lineno="798"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>metrics_evaluator_,</highlight></codeline> |
| <codeline lineno="799"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>InclusiveMetricsEvaluator::Make(row_filter_,<sp/>*schema_,<sp/>case_sensitive_));</highlight></codeline> |
| <codeline lineno="800"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="801"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>metrics_evaluator_.get();</highlight></codeline> |
| <codeline lineno="802"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="803"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="804"><highlight class="normal">Result<bool><sp/>ManifestReaderImpl::InPartitionSet(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>DataFile&<sp/>file)</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="805"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!partition_set_)<sp/>{</highlight></codeline> |
| <codeline lineno="806"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">true</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="807"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="808"><highlight class="normal"><sp/><sp/>ICEBERG_PRECHECK(file.partition_spec_id.has_value(),</highlight></codeline> |
| <codeline lineno="809"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Missing<sp/>partition<sp/>spec<sp/>id<sp/>from<sp/>data<sp/>file<sp/>{}"</highlight><highlight class="normal">,<sp/>file.file_path);</highlight></codeline> |
| <codeline lineno="810"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>partition_set_->contains(file.partition_spec_id.value(),<sp/>file.partition);</highlight></codeline> |
| <codeline lineno="811"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="812"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="813"><highlight class="normal">Status<sp/>ManifestReaderImpl::OpenReader(std::shared_ptr<Schema><sp/>projection)<sp/>{</highlight></codeline> |
| <codeline lineno="814"><highlight class="normal"><sp/><sp/>ICEBERG_PRECHECK(projection<sp/>!=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"Projection<sp/>schema<sp/>cannot<sp/>be<sp/>null"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="815"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="816"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Ensure<sp/>required<sp/>fields<sp/>are<sp/>present<sp/>in<sp/>the<sp/>projected<sp/>data<sp/>file<sp/>schema.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="817"><highlight class="normal"><sp/><sp/>std::vector<SchemaField><sp/>fields(projection->fields().begin(),</highlight></codeline> |
| <codeline lineno="818"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>projection->fields().end());</highlight></codeline> |
| <codeline lineno="819"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>record_count_field,</highlight></codeline> |
| <codeline lineno="820"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>projection->FindFieldById(DataFile::kRecordCount.field_id()));</highlight></codeline> |
| <codeline lineno="821"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>first_row_id_field,</highlight></codeline> |
| <codeline lineno="822"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>projection->FindFieldById(DataFile::kFirstRowId.field_id()));</highlight></codeline> |
| <codeline lineno="823"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!record_count_field.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="824"><highlight class="normal"><sp/><sp/><sp/><sp/>fields.push_back(DataFile::kRecordCount);</highlight></codeline> |
| <codeline lineno="825"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="826"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!first_row_id_field.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="827"><highlight class="normal"><sp/><sp/><sp/><sp/>fields.push_back(DataFile::kFirstRowId);</highlight></codeline> |
| <codeline lineno="828"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="830"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>fields.push_back(MetadataColumns::kRowPosition);</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="831"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data_file_type<sp/>=<sp/>std::make_shared<StructType>(std::move(fields));</highlight></codeline> |
| <codeline lineno="832"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="833"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Wrap<sp/>the<sp/>projected<sp/>data<sp/>file<sp/>schema<sp/>into<sp/>manifest<sp/>entry<sp/>schema</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="834"><highlight class="normal"><sp/><sp/>file_schema_<sp/>=</highlight></codeline> |
| <codeline lineno="835"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ManifestEntry::TypeFromDataFileType(std::move(data_file_type))->ToSchema();</highlight></codeline> |
| <codeline lineno="836"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="837"><highlight class="normal"><sp/><sp/>ReaderOptions<sp/>options;</highlight></codeline> |
| <codeline lineno="838"><highlight class="normal"><sp/><sp/>options.path<sp/>=<sp/>manifest_path_;</highlight></codeline> |
| <codeline lineno="839"><highlight class="normal"><sp/><sp/>options.io<sp/>=<sp/>file_io_;</highlight></codeline> |
| <codeline lineno="840"><highlight class="normal"><sp/><sp/>options.projection<sp/>=<sp/>file_schema_;</highlight></codeline> |
| <codeline lineno="841"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(manifest_length_.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="842"><highlight class="normal"><sp/><sp/><sp/><sp/>options.length<sp/>=<sp/>manifest_length_;</highlight></codeline> |
| <codeline lineno="843"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="844"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="845"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(file_reader_,</highlight></codeline> |
| <codeline lineno="846"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ReaderFactoryRegistry::Open(FileFormatType::kAvro,<sp/>options));</highlight></codeline> |
| <codeline lineno="847"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="848"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>{};</highlight></codeline> |
| <codeline lineno="849"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="850"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="851"><highlight class="normal">Result<std::vector<ManifestEntry>><sp/>ManifestReaderImpl::Entries()<sp/>{</highlight></codeline> |
| <codeline lineno="852"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ReadEntries(</highlight><highlight class="comment">/*only_live=*/</highlight><highlight class="keyword">false</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="853"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="854"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="855"><highlight class="normal">Result<std::vector<ManifestEntry>><sp/>ManifestReaderImpl::LiveEntries()<sp/>{</highlight></codeline> |
| <codeline lineno="856"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>ReadEntries(</highlight><highlight class="comment">/*only_live=*/</highlight><highlight class="keyword">true</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="857"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="858"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="859"><highlight class="normal">Result<std::vector<ManifestEntry>><sp/>ManifestReaderImpl::ReadEntries(</highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>only_live)<sp/>{</highlight></codeline> |
| <codeline lineno="860"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>partition_type,<sp/>spec_->PartitionType(*schema_));</highlight></codeline> |
| <codeline lineno="861"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data_file_schema<sp/>=<sp/>DataFile::Type(std::move(partition_type))->ToSchema();</highlight></codeline> |
| <codeline lineno="862"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="863"><highlight class="normal"><sp/><sp/>std::shared_ptr<Schema><sp/>projected_data_file_schema;</highlight></codeline> |
| <codeline lineno="864"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>needs_filtering<sp/>=</highlight></codeline> |
| <codeline lineno="865"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>HasRowFilter()<sp/>||<sp/>HasPartitionFilter()<sp/>||<sp/>partition_set_<sp/>!=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="866"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(needs_filtering)<sp/>{</highlight></codeline> |
| <codeline lineno="867"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>ensure<sp/>stats<sp/>columns<sp/>are<sp/>present<sp/>for<sp/>metrics<sp/>evaluation</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="868"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>requires_stats_projection<sp/>=<sp/>RequireStatsProjection(row_filter_,<sp/>columns_);</highlight></codeline> |
| <codeline lineno="869"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight></codeline> |
| <codeline lineno="870"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>projected_data_file_schema,</highlight></codeline> |
| <codeline lineno="871"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ProjectSchema(</highlight></codeline> |
| <codeline lineno="872"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::move(data_file_schema),</highlight></codeline> |
| <codeline lineno="873"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>(requires_stats_projection<sp/>?<sp/>ManifestReader::WithStatsColumns(columns_)</highlight></codeline> |
| <codeline lineno="874"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>:<sp/>columns_),</highlight></codeline> |
| <codeline lineno="875"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>case_sensitive_));</highlight></codeline> |
| <codeline lineno="876"><highlight class="normal"><sp/><sp/>}<sp/></highlight><highlight class="keywordflow">else</highlight><highlight class="normal"><sp/>{</highlight></codeline> |
| <codeline lineno="877"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight></codeline> |
| <codeline lineno="878"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>projected_data_file_schema,</highlight></codeline> |
| <codeline lineno="879"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ProjectSchema(std::move(data_file_schema),<sp/>columns_,<sp/>case_sensitive_));</highlight></codeline> |
| <codeline lineno="880"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="881"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="882"><highlight class="normal"><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(OpenReader(std::move(projected_data_file_schema)));</highlight></codeline> |
| <codeline lineno="883"><highlight class="normal"><sp/><sp/>ICEBERG_DCHECK(file_reader_<sp/>!=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"File<sp/>reader<sp/>should<sp/>be<sp/>initialized"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="884"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="885"><highlight class="normal"><sp/><sp/>std::vector<ManifestEntry><sp/>manifest_entries;</highlight></codeline> |
| <codeline lineno="886"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema,<sp/>file_reader_->Schema());</highlight></codeline> |
| <codeline lineno="887"><highlight class="normal"><sp/><sp/>internal::ArrowSchemaGuard<sp/>schema_guard(&arrow_schema);</highlight></codeline> |
| <codeline lineno="888"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="889"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Get<sp/>evaluators<sp/>if<sp/>needed</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="890"><highlight class="normal"><sp/><sp/>Evaluator*<sp/>evaluator<sp/>=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="891"><highlight class="normal"><sp/><sp/>InclusiveMetricsEvaluator*<sp/>metrics_evaluator<sp/>=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="892"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(HasPartitionFilter()<sp/>||<sp/>HasRowFilter())<sp/>{</highlight></codeline> |
| <codeline lineno="893"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(evaluator,<sp/>GetEvaluator());</highlight></codeline> |
| <codeline lineno="894"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="895"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(HasRowFilter())<sp/>{</highlight></codeline> |
| <codeline lineno="896"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(metrics_evaluator,<sp/>GetMetricsEvaluator());</highlight></codeline> |
| <codeline lineno="897"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="898"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="899"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>drop_stats<sp/>=<sp/>drop_stats_<sp/>&&<sp/>ShouldDropStats(columns_);</highlight></codeline> |
| <codeline lineno="900"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="901"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">while</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">true</highlight><highlight class="normal">)<sp/>{</highlight></codeline> |
| <codeline lineno="902"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>result,<sp/>file_reader_->Next());</highlight></codeline> |
| <codeline lineno="903"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!result.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="904"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;<sp/><sp/></highlight><highlight class="comment">//<sp/>EOF</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="905"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="906"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="907"><highlight class="normal"><sp/><sp/><sp/><sp/>internal::ArrowArrayGuard<sp/>array_guard(&result.value());</highlight></codeline> |
| <codeline lineno="908"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight></codeline> |
| <codeline lineno="909"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>entries,</highlight></codeline> |
| <codeline lineno="910"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParseManifestEntry(&arrow_schema,<sp/>&result.value(),<sp/>*file_schema_,<sp/>first_row_id_));</highlight></codeline> |
| <codeline lineno="911"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="912"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>entry<sp/>:<sp/>entries)<sp/>{</highlight></codeline> |
| <codeline lineno="913"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_RETURN_UNEXPECTED(inheritable_metadata_->Apply(entry));</highlight></codeline> |
| <codeline lineno="914"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="915"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(only_live<sp/>&&<sp/>!entry.IsAlive())<sp/>{</highlight></codeline> |
| <codeline lineno="916"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">continue</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="917"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="918"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="919"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(needs_filtering)<sp/>{</highlight></codeline> |
| <codeline lineno="920"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_DCHECK(entry.data_file<sp/>!=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"Data<sp/>file<sp/>cannot<sp/>be<sp/>null"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="921"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(evaluator)<sp/>{</highlight></codeline> |
| <codeline lineno="922"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>partition_match,</highlight></codeline> |
| <codeline lineno="923"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>evaluator->Evaluate(entry.data_file->partition));</highlight></codeline> |
| <codeline lineno="924"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!partition_match)<sp/>{</highlight></codeline> |
| <codeline lineno="925"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">continue</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="926"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="927"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="928"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(metrics_evaluator)<sp/>{</highlight></codeline> |
| <codeline lineno="929"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>metrics_match,</highlight></codeline> |
| <codeline lineno="930"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>metrics_evaluator->Evaluate(*entry.data_file));</highlight></codeline> |
| <codeline lineno="931"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!metrics_match)<sp/>{</highlight></codeline> |
| <codeline lineno="932"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">continue</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="933"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="934"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="935"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>in_partition_set,<sp/>InPartitionSet(*entry.data_file));</highlight></codeline> |
| <codeline lineno="936"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!in_partition_set)<sp/>{</highlight></codeline> |
| <codeline lineno="937"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">continue</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="938"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="939"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="940"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="941"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(drop_stats)<sp/>{</highlight></codeline> |
| <codeline lineno="942"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ContentFileUtil::DropAllStats(*entry.data_file);</highlight></codeline> |
| <codeline lineno="943"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="944"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="945"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest_entries.push_back(std::move(entry));</highlight></codeline> |
| <codeline lineno="946"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="947"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="948"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="949"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>manifest_entries;</highlight></codeline> |
| <codeline lineno="950"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="951"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="952"><highlight class="normal">Result<std::vector<ManifestFile>><sp/>ManifestListReaderImpl::Files()</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="953"><highlight class="normal"><sp/><sp/>std::vector<ManifestFile><sp/>manifest_files;</highlight></codeline> |
| <codeline lineno="954"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema,<sp/>reader_->Schema());</highlight></codeline> |
| <codeline lineno="955"><highlight class="normal"><sp/><sp/>internal::ArrowSchemaGuard<sp/>schema_guard(&arrow_schema);</highlight></codeline> |
| <codeline lineno="956"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">while</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">true</highlight><highlight class="normal">)<sp/>{</highlight></codeline> |
| <codeline lineno="957"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>result,<sp/>reader_->Next());</highlight></codeline> |
| <codeline lineno="958"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!result.has_value())<sp/>{</highlight></codeline> |
| <codeline lineno="959"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>eof</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="960"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">break</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="961"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="962"><highlight class="normal"><sp/><sp/><sp/><sp/>internal::ArrowArrayGuard<sp/>array_guard(&result.value());</highlight></codeline> |
| <codeline lineno="963"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>parse_result,</highlight></codeline> |
| <codeline lineno="964"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>ParseManifestList(&arrow_schema,<sp/>&result.value(),<sp/>*schema_));</highlight></codeline> |
| <codeline lineno="965"><highlight class="normal"><sp/><sp/><sp/><sp/>manifest_files.insert(manifest_files.end(),</highlight></codeline> |
| <codeline lineno="966"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_move_iterator(parse_result.begin()),</highlight></codeline> |
| <codeline lineno="967"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_move_iterator(parse_result.end()));</highlight></codeline> |
| <codeline lineno="968"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="969"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>manifest_files;</highlight></codeline> |
| <codeline lineno="970"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="971"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="972"><highlight class="normal">Result<std::unordered_map<std::string,<sp/>std::string>><sp/>ManifestListReaderImpl::Metadata()</highlight><highlight class="keyword"></highlight></codeline> |
| <codeline lineno="973"><highlight class="keyword"><sp/><sp/><sp/><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="974"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>reader_->Metadata();</highlight></codeline> |
| <codeline lineno="975"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="976"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="977"><highlight class="normal">Result<ManifestFileField><sp/>ManifestFileFieldFromIndex(int32_t<sp/>index)<sp/>{</highlight></codeline> |
| <codeline lineno="978"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(index<sp/>>=<sp/>0<sp/>&&<sp/>index<sp/><<sp/></highlight><highlight class="keyword">static_cast<</highlight><highlight class="normal">int32_t</highlight><highlight class="keyword">></highlight><highlight class="normal">(ManifestFileField::kNextUnusedId))<sp/>{</highlight></codeline> |
| <codeline lineno="979"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">static_cast<</highlight><highlight class="normal">ManifestFileField</highlight><highlight class="keyword">></highlight><highlight class="normal">(index);</highlight></codeline> |
| <codeline lineno="980"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="981"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidArgument(</highlight><highlight class="stringliteral">"Invalid<sp/>manifest<sp/>file<sp/>field<sp/>index:<sp/>{}"</highlight><highlight class="normal">,<sp/>index);</highlight></codeline> |
| <codeline lineno="982"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="983"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="984"><highlight class="normal">Result<std::unique_ptr<ManifestReader>><sp/>ManifestReader::Make(</highlight></codeline> |
| <codeline lineno="985"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>ManifestFile&<sp/>manifest,<sp/>std::shared_ptr<FileIO><sp/>file_io,</highlight></codeline> |
| <codeline lineno="986"><highlight class="normal"><sp/><sp/><sp/><sp/>std::shared_ptr<Schema><sp/>schema,<sp/>std::shared_ptr<PartitionSpec><sp/>spec)<sp/>{</highlight></codeline> |
| <codeline lineno="987"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(file_io<sp/>==<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal"><sp/>||<sp/>schema<sp/>==<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal"><sp/>||<sp/>spec<sp/>==<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">)<sp/>{</highlight></codeline> |
| <codeline lineno="988"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>InvalidArgument(</highlight></codeline> |
| <codeline lineno="989"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"FileIO,<sp/>Schema,<sp/>and<sp/>PartitionSpec<sp/>cannot<sp/>be<sp/>null<sp/>to<sp/>create<sp/>ManifestReader"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="990"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="991"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="992"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>inheritable<sp/>metadata<sp/>for<sp/>this<sp/>manifest</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="993"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>inheritable_metadata,</highlight></codeline> |
| <codeline lineno="994"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>InheritableMetadataFactory::FromManifest(manifest));</highlight></codeline> |
| <codeline lineno="995"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::make_unique<ManifestReaderImpl>(</highlight></codeline> |
| <codeline lineno="996"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest.manifest_path,<sp/>manifest.manifest_length,<sp/>std::move(file_io),</highlight></codeline> |
| <codeline lineno="997"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::move(schema),<sp/>std::move(spec),<sp/>std::move(inheritable_metadata),</highlight></codeline> |
| <codeline lineno="998"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>manifest.first_row_id);</highlight></codeline> |
| <codeline lineno="999"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="1000"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="1001"><highlight class="normal">Result<std::unique_ptr<ManifestReader>><sp/>ManifestReader::Make(</highlight></codeline> |
| <codeline lineno="1002"><highlight class="normal"><sp/><sp/><sp/><sp/>std::string_view<sp/>manifest_location,<sp/>std::optional<int64_t><sp/>manifest_length,</highlight></codeline> |
| <codeline lineno="1003"><highlight class="normal"><sp/><sp/><sp/><sp/>std::shared_ptr<FileIO><sp/>file_io,<sp/>std::shared_ptr<Schema><sp/>schema,</highlight></codeline> |
| <codeline lineno="1004"><highlight class="normal"><sp/><sp/><sp/><sp/>std::shared_ptr<PartitionSpec><sp/>spec,</highlight></codeline> |
| <codeline lineno="1005"><highlight class="normal"><sp/><sp/><sp/><sp/>std::unique_ptr<InheritableMetadata><sp/>inheritable_metadata,</highlight></codeline> |
| <codeline lineno="1006"><highlight class="normal"><sp/><sp/><sp/><sp/>std::optional<int64_t><sp/>first_row_id)<sp/>{</highlight></codeline> |
| <codeline lineno="1007"><highlight class="normal"><sp/><sp/>ICEBERG_PRECHECK(file_io<sp/>!=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"FileIO<sp/>cannot<sp/>be<sp/>null<sp/>to<sp/>read<sp/>manifest"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="1008"><highlight class="normal"><sp/><sp/>ICEBERG_PRECHECK(schema<sp/>!=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"Schema<sp/>cannot<sp/>be<sp/>null<sp/>to<sp/>read<sp/>manifest"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="1009"><highlight class="normal"><sp/><sp/>ICEBERG_PRECHECK(spec<sp/>!=<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"PartitionSpec<sp/>cannot<sp/>be<sp/>null<sp/>to<sp/>read<sp/>manifest"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="1010"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="1011"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(inheritable_metadata<sp/>==<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">)<sp/>{</highlight></codeline> |
| <codeline lineno="1012"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(inheritable_metadata,<sp/>InheritableMetadataFactory::Empty());</highlight></codeline> |
| <codeline lineno="1013"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="1014"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="1015"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::make_unique<ManifestReaderImpl>(</highlight></codeline> |
| <codeline lineno="1016"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::string(manifest_location),<sp/>manifest_length,<sp/>std::move(file_io),</highlight></codeline> |
| <codeline lineno="1017"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::move(schema),<sp/>std::move(spec),<sp/>std::move(inheritable_metadata),<sp/>first_row_id);</highlight></codeline> |
| <codeline lineno="1018"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="1019"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="1020"><highlight class="normal">Result<std::unique_ptr<ManifestListReader>><sp/>ManifestListReader::Make(</highlight></codeline> |
| <codeline lineno="1021"><highlight class="normal"><sp/><sp/><sp/><sp/>std::string_view<sp/>manifest_list_location,<sp/>std::shared_ptr<FileIO><sp/>file_io)<sp/>{</highlight></codeline> |
| <codeline lineno="1022"><highlight class="normal"><sp/><sp/>std::shared_ptr<Schema><sp/>schema<sp/>=<sp/>ManifestFile::Type()->ToSchema();</highlight></codeline> |
| <codeline lineno="1023"><highlight class="normal"><sp/><sp/>ICEBERG_ASSIGN_OR_RAISE(</highlight></codeline> |
| <codeline lineno="1024"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader,</highlight></codeline> |
| <codeline lineno="1025"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ReaderFactoryRegistry::Open(FileFormatType::kAvro,</highlight></codeline> |
| <codeline lineno="1026"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{</highlight></codeline> |
| <codeline lineno="1027"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.path<sp/>=<sp/>std::string(manifest_list_location),</highlight></codeline> |
| <codeline lineno="1028"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>std::move(file_io),</highlight></codeline> |
| <codeline lineno="1029"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.projection<sp/>=<sp/>schema,</highlight></codeline> |
| <codeline lineno="1030"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>}));</highlight></codeline> |
| <codeline lineno="1031"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::make_unique<ManifestListReaderImpl>(std::move(reader),<sp/>std::move(schema));</highlight></codeline> |
| <codeline lineno="1032"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="1033"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="1034"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>iceberg</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="iceberg/manifest/manifest_reader.cc"/> |
| </compounddef> |
| </doxygen> |