| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="file__scan__task__test_8cc" kind="file" language="C++"> |
| <compoundname>file_scan_task_test.cc</compoundname> |
| <includes local="no">arrow/array.h</includes> |
| <includes local="no">arrow/c/bridge.h</includes> |
| <includes local="no">arrow/json/from_string.h</includes> |
| <includes local="no">arrow/record_batch.h</includes> |
| <includes local="no">arrow/table.h</includes> |
| <includes local="no">arrow/util/key_value_metadata.h</includes> |
| <includes local="no">parquet/arrow/reader.h</includes> |
| <includes local="no">parquet/arrow/writer.h</includes> |
| <includes local="no">parquet/metadata.h</includes> |
| <includes refid="arrow__fs__file__io__internal_8h" local="yes">iceberg/arrow/arrow_fs_file_io_internal.h</includes> |
| <includes refid="file__format_8h" local="yes">iceberg/file_format.h</includes> |
| <includes refid="manifest__entry_8h" local="yes">iceberg/manifest/manifest_entry.h</includes> |
| <includes refid="parquet__register_8h" local="yes">iceberg/parquet/parquet_register.h</includes> |
| <includes refid="schema_8h" local="yes">iceberg/schema.h</includes> |
| <includes refid="table__scan_8h" local="yes">iceberg/table_scan.h</includes> |
| <includes refid="matchers_8h" local="yes">iceberg/test/matchers.h</includes> |
| <includes refid="temp__file__test__base_8h" local="yes">iceberg/test/temp_file_test_base.h</includes> |
| <includes refid="type_8h" local="yes">iceberg/type.h</includes> |
| <includes refid="checked__cast_8h" local="yes">iceberg/util/checked_cast.h</includes> |
| <incdepgraph> |
| <node id="11"> |
| <label>iceberg/arrow/arrow_fs_file_io_internal.h</label> |
| <link refid="arrow__fs__file__io__internal_8h_source"/> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| </node> |
| <node id="64"> |
| <label>iceberg/arrow_c_data.h</label> |
| <link refid="arrow__c__data_8h"/> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| </node> |
| <node id="53"> |
| <label>iceberg/exception.h</label> |
| <link refid="exception_8h"/> |
| <childnode refid="54" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="39"> |
| <label>iceberg/expression/literal.h</label> |
| <link refid="literal_8h_source"/> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| <childnode refid="55" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="57" relation="include"> |
| </childnode> |
| <childnode refid="58" relation="include"> |
| </childnode> |
| </node> |
| <node id="23"> |
| <label>iceberg/file_format.h</label> |
| <link refid="file__format_8h"/> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| </node> |
| <node id="14"> |
| <label>iceberg/file_io.h</label> |
| <link refid="file__io_8h_source"/> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="22"> |
| <label>iceberg/iceberg_bundle_export.h</label> |
| <link refid="iceberg__bundle__export_8h_source"/> |
| </node> |
| <node id="18"> |
| <label>iceberg/iceberg_export.h</label> |
| <link refid="iceberg__export_8h_source"/> |
| </node> |
| <node id="32"> |
| <label>iceberg/manifest/manifest_entry.h</label> |
| <link refid="manifest__entry_8h"/> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| </node> |
| <node id="60"> |
| <label>iceberg/parquet/parquet_register.h</label> |
| <link refid="parquet__register_8h"/> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| </node> |
| <node id="19"> |
| <label>iceberg/result.h</label> |
| <link refid="result_8h_source"/> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="36"> |
| <label>iceberg/row/partition_values.h</label> |
| <link refid="partition__values_8h"/> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="59" relation="include"> |
| </childnode> |
| </node> |
| <node id="59"> |
| <label>iceberg/row/struct_like.h</label> |
| <link refid="struct__like_8h"/> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="55" relation="include"> |
| </childnode> |
| </node> |
| <node id="61"> |
| <label>iceberg/schema.h</label> |
| <link refid="schema_8h"/> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="62" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| </node> |
| <node id="45"> |
| <label>iceberg/schema_field.h</label> |
| <link refid="schema__field_8h"/> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| </node> |
| <node id="63"> |
| <label>iceberg/table_scan.h</label> |
| <link refid="table__scan_8h_source"/> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="62" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="64" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="65" relation="include"> |
| </childnode> |
| </node> |
| <node id="1"> |
| <label>iceberg/test/file_scan_task_test.cc</label> |
| <link refid="file__scan__task__test_8cc"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="60" relation="include"> |
| </childnode> |
| <childnode refid="61" relation="include"> |
| </childnode> |
| <childnode refid="63" relation="include"> |
| </childnode> |
| <childnode refid="66" relation="include"> |
| </childnode> |
| <childnode refid="69" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| <childnode refid="73" relation="include"> |
| </childnode> |
| </node> |
| <node id="66"> |
| <label>iceberg/test/matchers.h</label> |
| <link refid="matchers_8h_source"/> |
| <childnode refid="67" relation="include"> |
| </childnode> |
| <childnode refid="68" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| </node> |
| <node id="69"> |
| <label>iceberg/test/temp_file_test_base.h</label> |
| <link refid="temp__file__test__base_8h_source"/> |
| <childnode refid="70" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="71" relation="include"> |
| </childnode> |
| <childnode refid="72" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="68" relation="include"> |
| </childnode> |
| </node> |
| <node id="42"> |
| <label>iceberg/type.h</label> |
| <link refid="type_8h"/> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| </node> |
| <node id="46"> |
| <label>iceberg/type_fwd.h</label> |
| <link refid="type__fwd_8h"/> |
| </node> |
| <node id="73"> |
| <label>iceberg/util/checked_cast.h</label> |
| <link refid="checked__cast_8h"/> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| </node> |
| <node id="55"> |
| <label>iceberg/util/decimal.h</label> |
| <link refid="decimal_8h"/> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="56" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="57" relation="include"> |
| </childnode> |
| </node> |
| <node id="65"> |
| <label>iceberg/util/error_collector.h</label> |
| <link refid="error__collector_8h"/> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="47"> |
| <label>iceberg/util/formattable.h</label> |
| <link refid="formattable_8h"/> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="57"> |
| <label>iceberg/util/int128.h</label> |
| <link refid="int128_8h"/> |
| </node> |
| <node id="48"> |
| <label>iceberg/util/lazy.h</label> |
| <link refid="lazy_8h"/> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| </node> |
| <node id="51"> |
| <label>iceberg/util/macros.h</label> |
| <link refid="macros_8h_source"/> |
| <childnode refid="52" relation="include"> |
| </childnode> |
| <childnode refid="53" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="25"> |
| <label>iceberg/util/string_util.h</label> |
| <link refid="string__util_8h_source"/> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="58"> |
| <label>iceberg/util/uuid.h</label> |
| <link refid="uuid_8h"/> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| </node> |
| <node id="26"> |
| <label>algorithm</label> |
| </node> |
| <node id="43"> |
| <label>array</label> |
| </node> |
| <node id="2"> |
| <label>arrow/array.h</label> |
| </node> |
| <node id="3"> |
| <label>arrow/c/bridge.h</label> |
| </node> |
| <node id="13"> |
| <label>arrow/filesystem/filesystem.h</label> |
| </node> |
| <node id="4"> |
| <label>arrow/json/from_string.h</label> |
| </node> |
| <node id="5"> |
| <label>arrow/record_batch.h</label> |
| </node> |
| <node id="6"> |
| <label>arrow/table.h</label> |
| </node> |
| <node id="7"> |
| <label>arrow/util/key_value_metadata.h</label> |
| </node> |
| <node id="52"> |
| <label>cassert</label> |
| </node> |
| <node id="27"> |
| <label>cerrno</label> |
| </node> |
| <node id="28"> |
| <label>charconv</label> |
| </node> |
| <node id="40"> |
| <label>compare</label> |
| </node> |
| <node id="49"> |
| <label>concepts</label> |
| </node> |
| <node id="33"> |
| <label>cstdint</label> |
| </node> |
| <node id="20"> |
| <label>expected</label> |
| </node> |
| <node id="70"> |
| <label>filesystem</label> |
| </node> |
| <node id="21"> |
| <label>format</label> |
| </node> |
| <node id="71"> |
| <label>fstream</label> |
| </node> |
| <node id="37"> |
| <label>functional</label> |
| </node> |
| <node id="67"> |
| <label>gmock/gmock.h</label> |
| </node> |
| <node id="68"> |
| <label>gtest/gtest.h</label> |
| </node> |
| <node id="56"> |
| <label>iosfwd</label> |
| </node> |
| <node id="34"> |
| <label>map</label> |
| </node> |
| <node id="12"> |
| <label>memory</label> |
| </node> |
| <node id="50"> |
| <label>mutex</label> |
| </node> |
| <node id="15"> |
| <label>optional</label> |
| </node> |
| <node id="8"> |
| <label>parquet/arrow/reader.h</label> |
| </node> |
| <node id="9"> |
| <label>parquet/arrow/writer.h</label> |
| </node> |
| <node id="10"> |
| <label>parquet/metadata.h</label> |
| </node> |
| <node id="72"> |
| <label>random</label> |
| </node> |
| <node id="29"> |
| <label>ranges</label> |
| </node> |
| <node id="38"> |
| <label>span</label> |
| </node> |
| <node id="54"> |
| <label>stdexcept</label> |
| </node> |
| <node id="16"> |
| <label>string</label> |
| </node> |
| <node id="17"> |
| <label>string_view</label> |
| </node> |
| <node id="30"> |
| <label>type_traits</label> |
| </node> |
| <node id="31"> |
| <label>typeinfo</label> |
| </node> |
| <node id="44"> |
| <label>unordered_map</label> |
| </node> |
| <node id="62"> |
| <label>unordered_set</label> |
| </node> |
| <node id="24"> |
| <label>utility</label> |
| </node> |
| <node id="41"> |
| <label>variant</label> |
| </node> |
| <node id="35"> |
| <label>vector</label> |
| </node> |
| </incdepgraph> |
| <innerclass refid="classiceberg_1_1FileScanTaskTest" prot="public">iceberg::FileScanTaskTest</innerclass> |
| <innernamespace refid="namespaceiceberg">iceberg</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/array.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/c/bridge.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/json/from_string.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/record_batch.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/table.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/util/key_value_metadata.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><parquet/arrow/reader.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><parquet/arrow/writer.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><parquet/metadata.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="29"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="30"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/arrow/arrow_fs_file_io_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="31"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="file__format_8h" kindref="compound">iceberg/file_format.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="32"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="manifest__entry_8h" kindref="compound">iceberg/manifest/manifest_entry.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="parquet__register_8h" kindref="compound">iceberg/parquet/parquet_register.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="34"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="schema_8h" kindref="compound">iceberg/schema.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="35"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/table_scan.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="36"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/test/matchers.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="37"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/test/temp_file_test_base.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="38"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="type_8h" kindref="compound">iceberg/type.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="39"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="checked__cast_8h" kindref="compound">iceberg/util/checked_cast.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="40"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="41"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">iceberg<sp/>{</highlight></codeline> |
| <codeline lineno="42"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="43" refid="classiceberg_1_1FileScanTaskTest" refkind="compound"><highlight class="normal"></highlight><highlight class="keyword">class<sp/></highlight><highlight class="normal"><ref refid="classiceberg_1_1FileScanTaskTest" kindref="compound">FileScanTaskTest</ref><sp/>:<sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1TempFileTestBase" kindref="compound">TempFileTestBase</ref><sp/>{</highlight></codeline> |
| <codeline lineno="44"><highlight class="normal"><sp/></highlight><highlight class="keyword">protected</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="45"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">static</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>SetUpTestSuite()<sp/>{<sp/>parquet::RegisterAll();<sp/>}</highlight></codeline> |
| <codeline lineno="46"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="47"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>SetUp()</highlight><highlight class="keyword"><sp/>override<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="48"><highlight class="normal"><sp/><sp/><sp/><sp/>TempFileTestBase::SetUp();</highlight></codeline> |
| <codeline lineno="49"><highlight class="normal"><sp/><sp/><sp/><sp/>file_io_<sp/>=<sp/><ref refid="classiceberg_1_1arrow_1_1ArrowFileSystemFileIO_1a88ac7cc4b4c0dd50eef88f3f6b85c7b9" kindref="member">arrow::ArrowFileSystemFileIO::MakeLocalFileIO</ref>();</highlight></codeline> |
| <codeline lineno="50"><highlight class="normal"><sp/><sp/><sp/><sp/>temp_parquet_file_<sp/>=<sp/><ref refid="classiceberg_1_1TempFileTestBase_1a79c5ec372d23b44b3b25f90faadafcdf" kindref="member">CreateNewTempFilePathWithSuffix</ref>(</highlight><highlight class="stringliteral">".parquet"</highlight><highlight class="normal">);</highlight></codeline> |
| <codeline lineno="51"><highlight class="normal"><sp/><sp/><sp/><sp/>CreateSimpleParquetFile();</highlight></codeline> |
| <codeline lineno="52"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="53"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="54"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Helper<sp/>method<sp/>to<sp/>create<sp/>a<sp/>Parquet<sp/>file<sp/>with<sp/>sample<sp/>data.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="55"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>CreateSimpleParquetFile(int64_t<sp/>chunk_size<sp/>=<sp/>1024)<sp/>{</highlight></codeline> |
| <codeline lineno="56"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>kParquetFieldIdKey<sp/>=<sp/></highlight><highlight class="stringliteral">"PARQUET:field_id"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema<sp/>=<sp/>::arrow::schema(</highlight></codeline> |
| <codeline lineno="58"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{::arrow::field(</highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>::arrow::int32(),<sp/></highlight><highlight class="comment">/*nullable=*/</highlight><highlight class="keyword">false</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="59"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::KeyValueMetadata::Make({kParquetFieldIdKey},<sp/>{</highlight><highlight class="stringliteral">"1"</highlight><highlight class="normal">})),</highlight></codeline> |
| <codeline lineno="60"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::field(</highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>::arrow::utf8(),<sp/></highlight><highlight class="comment">/*nullable=*/</highlight><highlight class="keyword">true</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::KeyValueMetadata::Make({kParquetFieldIdKey},<sp/>{</highlight><highlight class="stringliteral">"2"</highlight><highlight class="normal">}))});</highlight></codeline> |
| <codeline lineno="62"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>table<sp/>=<sp/>::arrow::Table::FromRecordBatches(</highlight></codeline> |
| <codeline lineno="63"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>arrow_schema,<sp/>{::arrow::RecordBatch::FromStructArray(</highlight></codeline> |
| <codeline lineno="64"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::json::ArrayFromJSONString(</highlight></codeline> |
| <codeline lineno="65"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::struct_(arrow_schema->fields()),</highlight></codeline> |
| <codeline lineno="66"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>R</highlight><highlight class="stringliteral">"([[1,<sp/>"Foo"],<sp/>[2,<sp/>"Bar"],<sp/>[3,<sp/>"Baz"]])")</highlight></codeline> |
| <codeline lineno="67"><highlight class="stringliteral"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.ValueOrDie())</highlight></codeline> |
| <codeline lineno="68"><highlight class="stringliteral"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.ValueOrDie()})</highlight></codeline> |
| <codeline lineno="69"><highlight class="stringliteral"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.ValueOrDie();</highlight></codeline> |
| <codeline lineno="70"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="71"><highlight class="stringliteral"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>io<sp/>=<sp/>internal::checked_cast<arrow::ArrowFileSystemFileIO&>(*file_io_);</highlight></codeline> |
| <codeline lineno="72"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>outfile<sp/>=<sp/>io.fs()->OpenOutputStream(temp_parquet_file_).ValueOrDie();</highlight></codeline> |
| <codeline lineno="73"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="74"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(::parquet::arrow::WriteTable(*table,<sp/>::arrow::default_memory_pool(),</highlight></codeline> |
| <codeline lineno="75"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>outfile,<sp/>chunk_size)</highlight></codeline> |
| <codeline lineno="76"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.ok());</highlight></codeline> |
| <codeline lineno="77"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="78"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="79"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Helper<sp/>to<sp/>create<sp/>a<sp/>valid<sp/>but<sp/>empty<sp/>Parquet<sp/>file.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="80"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>CreateEmptyParquetFile()<sp/>{</highlight></codeline> |
| <codeline lineno="81"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>kParquetFieldIdKey<sp/>=<sp/></highlight><highlight class="stringliteral">"PARQUET:field_id"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="82"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema<sp/>=<sp/>::arrow::schema(</highlight></codeline> |
| <codeline lineno="83"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{::arrow::field(</highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>::arrow::int32(),<sp/></highlight><highlight class="comment">/*nullable=*/</highlight><highlight class="keyword">false</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="84"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::KeyValueMetadata::Make({kParquetFieldIdKey},<sp/>{</highlight><highlight class="stringliteral">"1"</highlight><highlight class="normal">}))});</highlight></codeline> |
| <codeline lineno="85"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>empty_table<sp/>=<sp/>::arrow::Table::FromRecordBatches(arrow_schema,<sp/>{}).ValueOrDie();</highlight></codeline> |
| <codeline lineno="86"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="87"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>io<sp/>=<sp/>internal::checked_cast<arrow::ArrowFileSystemFileIO&>(*file_io_);</highlight></codeline> |
| <codeline lineno="88"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>outfile<sp/>=<sp/>io.fs()->OpenOutputStream(temp_parquet_file_).ValueOrDie();</highlight></codeline> |
| <codeline lineno="89"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(::parquet::arrow::WriteTable(*empty_table,<sp/>::arrow::default_memory_pool(),</highlight></codeline> |
| <codeline lineno="90"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>outfile,<sp/>1024)</highlight></codeline> |
| <codeline lineno="91"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.ok());</highlight></codeline> |
| <codeline lineno="92"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="93"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="94"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Helper<sp/>method<sp/>to<sp/>verify<sp/>the<sp/>content<sp/>of<sp/>the<sp/>next<sp/>batch<sp/>from<sp/>an<sp/>ArrowArrayStream.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="95"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>VerifyStreamNextBatch(</highlight><highlight class="keyword">struct</highlight><highlight class="normal"><sp/><ref refid="structArrowArrayStream" kindref="compound">ArrowArrayStream</ref>*<sp/>stream,</highlight></codeline> |
| <codeline lineno="96"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::string_view<sp/>expected_json)<sp/>{</highlight></codeline> |
| <codeline lineno="97"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>record_batch_reader<sp/>=<sp/>::arrow::ImportRecordBatchReader(stream).ValueOrDie();</highlight></codeline> |
| <codeline lineno="98"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="99"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>result<sp/>=<sp/>record_batch_reader->Next();</highlight></codeline> |
| <codeline lineno="100"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(result.ok())<sp/><<<sp/>result.status().message();</highlight></codeline> |
| <codeline lineno="101"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>actual_batch<sp/>=<sp/>result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="102"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_NE(actual_batch,<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">)<sp/><<<sp/></highlight><highlight class="stringliteral">"Stream<sp/>is<sp/>exhausted<sp/>but<sp/>expected<sp/>more<sp/>data."</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="103"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="104"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema<sp/>=<sp/>actual_batch->schema();</highlight></codeline> |
| <codeline lineno="105"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>struct_type<sp/>=<sp/>::arrow::struct_(arrow_schema->fields());</highlight></codeline> |
| <codeline lineno="106"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>expected_array<sp/>=</highlight></codeline> |
| <codeline lineno="107"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::json::ArrayFromJSONString(struct_type,<sp/>expected_json).ValueOrDie();</highlight></codeline> |
| <codeline lineno="108"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>expected_batch<sp/>=</highlight></codeline> |
| <codeline lineno="109"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::RecordBatch::FromStructArray(expected_array).ValueOrDie();</highlight></codeline> |
| <codeline lineno="110"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="111"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(actual_batch->Equals(*expected_batch))</highlight></codeline> |
| <codeline lineno="112"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><<<sp/></highlight><highlight class="stringliteral">"Actual<sp/>batch:\n"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="113"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><<<sp/>actual_batch->ToString()<sp/><<<sp/></highlight><highlight class="stringliteral">"\nExpected<sp/>batch:\n"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="114"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><<<sp/>expected_batch->ToString();</highlight></codeline> |
| <codeline lineno="115"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="116"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="117"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Helper<sp/>method<sp/>to<sp/>verify<sp/>that<sp/>an<sp/>ArrowArrayStream<sp/>is<sp/>exhausted.</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="118"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>VerifyStreamExhausted(</highlight><highlight class="keyword">struct</highlight><highlight class="normal"><sp/><ref refid="structArrowArrayStream" kindref="compound">ArrowArrayStream</ref>*<sp/>stream)<sp/>{</highlight></codeline> |
| <codeline lineno="119"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>record_batch_reader<sp/>=<sp/>::arrow::ImportRecordBatchReader(stream).ValueOrDie();</highlight></codeline> |
| <codeline lineno="120"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>result<sp/>=<sp/>record_batch_reader->Next();</highlight></codeline> |
| <codeline lineno="121"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(result.ok())<sp/><<<sp/>result.status().message();</highlight></codeline> |
| <codeline lineno="122"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_EQ(result.ValueOrDie(),<sp/></highlight><highlight class="keyword">nullptr</highlight><highlight class="normal">)<sp/><<<sp/></highlight><highlight class="stringliteral">"Reader<sp/>was<sp/>not<sp/>exhausted<sp/>as<sp/>expected."</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="123"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="124"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="125"><highlight class="normal"><sp/><sp/>std::shared_ptr<FileIO><sp/>file_io_;</highlight></codeline> |
| <codeline lineno="126"><highlight class="normal"><sp/><sp/>std::string<sp/>temp_parquet_file_;</highlight></codeline> |
| <codeline lineno="127"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="128"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="129"><highlight class="normal">TEST_F(<ref refid="classiceberg_1_1FileScanTaskTest" kindref="compound">FileScanTaskTest</ref>,<sp/>ReadFullSchema)<sp/>{</highlight></codeline> |
| <codeline lineno="130"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data_file<sp/>=<sp/>std::make_shared<DataFile>();</highlight></codeline> |
| <codeline lineno="131"><highlight class="normal"><sp/><sp/>data_file->file_path<sp/>=<sp/>temp_parquet_file_;</highlight></codeline> |
| <codeline lineno="132"><highlight class="normal"><sp/><sp/>data_file->file_format<sp/>=<sp/>FileFormatType::kParquet;</highlight></codeline> |
| <codeline lineno="133"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="134"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>projected_schema<sp/>=<sp/>std::make_shared<Schema>(</highlight></codeline> |
| <codeline lineno="135"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<SchemaField>{<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/><ref refid="group__type-factories_1ga91f0688c58d168d755610a2b5a1a222e" kindref="member">int32</ref>()),</highlight></codeline> |
| <codeline lineno="136"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(2,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/></highlight><highlight class="keywordtype">string</highlight><highlight class="normal">())});</highlight></codeline> |
| <codeline lineno="137"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="138"><highlight class="normal"><sp/><sp/>FileScanTask<sp/>task(data_file);</highlight></codeline> |
| <codeline lineno="139"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="140"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>stream_result<sp/>=<sp/>task.ToArrow(file_io_,<sp/>projected_schema);</highlight></codeline> |
| <codeline lineno="141"><highlight class="normal"><sp/><sp/>ASSERT_THAT(stream_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="142"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>stream<sp/>=<sp/>std::move(stream_result.value());</highlight></codeline> |
| <codeline lineno="143"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="144"><highlight class="normal"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(</highlight></codeline> |
| <codeline lineno="145"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>VerifyStreamNextBatch(&stream,<sp/>R</highlight><highlight class="stringliteral">"([[1,<sp/>"Foo"],<sp/>[2,<sp/>"Bar"],<sp/>[3,<sp/>"Baz"]])"));</highlight></codeline> |
| <codeline lineno="146"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="147"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="148"><highlight class="stringliteral">TEST_F(FileScanTaskTest,<sp/>ReadProjectedAndReorderedSchema)<sp/>{</highlight></codeline> |
| <codeline lineno="149"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data_file<sp/>=<sp/>std::make_shared<DataFile>();</highlight></codeline> |
| <codeline lineno="150"><highlight class="normal"><sp/><sp/>data_file->file_path<sp/>=<sp/>temp_parquet_file_;</highlight></codeline> |
| <codeline lineno="151"><highlight class="normal"><sp/><sp/>data_file->file_format<sp/>=<sp/>FileFormatType::kParquet;</highlight></codeline> |
| <codeline lineno="152"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="153"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>projected_schema<sp/>=<sp/>std::make_shared<Schema>(</highlight></codeline> |
| <codeline lineno="154"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<SchemaField>{<ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(2,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/></highlight><highlight class="keywordtype">string</highlight><highlight class="normal">()),</highlight></codeline> |
| <codeline lineno="155"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(3,<sp/></highlight><highlight class="stringliteral">"score"</highlight><highlight class="normal">,<sp/><ref refid="group__type-factories_1ga8457285a5fea3eda5b3f4289bce62ecb" kindref="member">float64</ref>())});</highlight></codeline> |
| <codeline lineno="156"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="157"><highlight class="normal"><sp/><sp/>FileScanTask<sp/>task(data_file);</highlight></codeline> |
| <codeline lineno="158"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="159"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>stream_result<sp/>=<sp/>task.ToArrow(file_io_,<sp/>projected_schema);</highlight></codeline> |
| <codeline lineno="160"><highlight class="normal"><sp/><sp/>ASSERT_THAT(stream_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="161"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>stream<sp/>=<sp/>std::move(stream_result.value());</highlight></codeline> |
| <codeline lineno="162"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="163"><highlight class="normal"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(</highlight></codeline> |
| <codeline lineno="164"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>VerifyStreamNextBatch(&stream,<sp/>R</highlight><highlight class="stringliteral">"([["Foo",<sp/>null],<sp/>["Bar",<sp/>null],<sp/>["Baz",<sp/>null]])"));</highlight></codeline> |
| <codeline lineno="165"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="166"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="167"><highlight class="stringliteral">TEST_F(FileScanTaskTest,<sp/>ReadEmptyFile)<sp/>{</highlight></codeline> |
| <codeline lineno="168"><highlight class="stringliteral"><sp/><sp/>CreateEmptyParquetFile();</highlight></codeline> |
| <codeline lineno="169"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data_file<sp/>=<sp/>std::make_shared<DataFile>();</highlight></codeline> |
| <codeline lineno="170"><highlight class="normal"><sp/><sp/>data_file->file_path<sp/>=<sp/>temp_parquet_file_;</highlight></codeline> |
| <codeline lineno="171"><highlight class="normal"><sp/><sp/>data_file->file_format<sp/>=<sp/>FileFormatType::kParquet;</highlight></codeline> |
| <codeline lineno="172"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="173"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>projected_schema<sp/>=<sp/>std::make_shared<Schema>(</highlight></codeline> |
| <codeline lineno="174"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<SchemaField>{<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/><ref refid="group__type-factories_1ga91f0688c58d168d755610a2b5a1a222e" kindref="member">int32</ref>())});</highlight></codeline> |
| <codeline lineno="175"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="176"><highlight class="normal"><sp/><sp/>FileScanTask<sp/>task(data_file);</highlight></codeline> |
| <codeline lineno="177"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="178"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>stream_result<sp/>=<sp/>task.ToArrow(file_io_,<sp/>projected_schema);</highlight></codeline> |
| <codeline lineno="179"><highlight class="normal"><sp/><sp/>ASSERT_THAT(stream_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="180"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>stream<sp/>=<sp/>std::move(stream_result.value());</highlight></codeline> |
| <codeline lineno="181"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="182"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>The<sp/>stream<sp/>should<sp/>be<sp/>immediately<sp/>exhausted</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="183"><highlight class="normal"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyStreamExhausted(&stream));</highlight></codeline> |
| <codeline lineno="184"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="185"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="186"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>iceberg</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="iceberg/test/file_scan_task_test.cc"/> |
| </compounddef> |
| </doxygen> |
