| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="avro__test_8cc" kind="file" language="C++"> |
| <compoundname>avro_test.cc</compoundname> |
| <includes local="no">sstream</includes> |
| <includes local="no">unordered_map</includes> |
| <includes local="no">arrow/array.h</includes> |
| <includes local="no">arrow/array/array_base.h</includes> |
| <includes local="no">arrow/c/bridge.h</includes> |
| <includes local="no">arrow/json/from_string.h</includes> |
| <includes local="no">avro/DataFile.hh</includes> |
| <includes local="no">avro/Generic.hh</includes> |
| <includes local="no">gtest/gtest.h</includes> |
| <includes refid="arrow__fs__file__io__internal_8h" local="yes">iceberg/arrow/arrow_fs_file_io_internal.h</includes> |
| <includes refid="avro__register_8h" local="yes">iceberg/avro/avro_register.h</includes> |
| <includes refid="avro__stream__internal_8h" local="yes">iceberg/avro/avro_stream_internal.h</includes> |
| <includes refid="avro__writer_8h" local="yes">iceberg/avro/avro_writer.h</includes> |
| <includes refid="file__reader_8h" local="yes">iceberg/file_reader.h</includes> |
| <includes refid="metadata__columns_8h" local="yes">iceberg/metadata_columns.h</includes> |
| <includes refid="schema_8h" local="yes">iceberg/schema.h</includes> |
| <includes refid="schema__internal_8h" local="yes">iceberg/schema_internal.h</includes> |
| <includes refid="matchers_8h" local="yes">iceberg/test/matchers.h</includes> |
| <includes refid="type_8h" local="yes">iceberg/type.h</includes> |
| <includes refid="checked__cast_8h" local="yes">iceberg/util/checked_cast.h</includes> |
| <incdepgraph> |
| <node id="11"> |
| <label>iceberg/arrow/arrow_fs_file_io_internal.h</label> |
| <link refid="arrow__fs__file__io__internal_8h_source"/> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| </node> |
| <node id="31"> |
| <label>iceberg/arrow_c_data.h</label> |
| <link refid="arrow__c__data_8h"/> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| </node> |
| <node id="23"> |
| <label>iceberg/avro/avro_register.h</label> |
| <link refid="avro__register_8h"/> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| </node> |
| <node id="24"> |
| <label>iceberg/avro/avro_stream_internal.h</label> |
| <link refid="avro__stream__internal_8h_source"/> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| </node> |
| <node id="27"> |
| <label>iceberg/avro/avro_writer.h</label> |
| <link refid="avro__writer_8h_source"/> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| </node> |
| <node id="57"> |
| <label>iceberg/exception.h</label> |
| <link refid="exception_8h"/> |
| <childnode refid="58" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="43"> |
| <label>iceberg/expression/literal.h</label> |
| <link refid="literal_8h_source"/> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="45" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="59" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| <childnode refid="61" relation="include"> |
| </childnode> |
| <childnode refid="62" relation="include"> |
| </childnode> |
| </node> |
| <node id="33"> |
| <label>iceberg/file_format.h</label> |
| <link refid="file__format_8h"/> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| </node> |
| <node id="14"> |
| <label>iceberg/file_io.h</label> |
| <link refid="file__io_8h_source"/> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="64"> |
| <label>iceberg/file_reader.h</label> |
| <link refid="file__reader_8h"/> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="63" relation="include"> |
| </childnode> |
| </node> |
| <node id="28"> |
| <label>iceberg/file_writer.h</label> |
| <link refid="file__writer_8h"/> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="42" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="63" relation="include"> |
| </childnode> |
| </node> |
| <node id="22"> |
| <label>iceberg/iceberg_bundle_export.h</label> |
| <link refid="iceberg__bundle__export_8h_source"/> |
| </node> |
| <node id="18"> |
| <label>iceberg/iceberg_export.h</label> |
| <link refid="iceberg__export_8h_source"/> |
| </node> |
| <node id="65"> |
| <label>iceberg/metadata_columns.h</label> |
| <link refid="metadata__columns_8h"/> |
| <childnode refid="66" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="67" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| </node> |
| <node id="42"> |
| <label>iceberg/metrics.h</label> |
| <link refid="metrics_8h"/> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="43" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="19"> |
| <label>iceberg/result.h</label> |
| <link refid="result_8h_source"/> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="68"> |
| <label>iceberg/schema.h</label> |
| <link refid="schema_8h"/> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="69" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="52" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| </node> |
| <node id="49"> |
| <label>iceberg/schema_field.h</label> |
| <link refid="schema__field_8h"/> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| </node> |
| <node id="70"> |
| <label>iceberg/schema_internal.h</label> |
| <link refid="schema__internal_8h_source"/> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="71" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="50" relation="include"> |
| </childnode> |
| </node> |
| <node id="1"> |
| <label>iceberg/test/avro_test.cc</label> |
| <link refid="avro__test_8cc"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| <childnode refid="64" relation="include"> |
| </childnode> |
| <childnode refid="65" relation="include"> |
| </childnode> |
| <childnode refid="68" relation="include"> |
| </childnode> |
| <childnode refid="70" relation="include"> |
| </childnode> |
| <childnode refid="72" relation="include"> |
| </childnode> |
| <childnode refid="46" relation="include"> |
| </childnode> |
| <childnode refid="74" relation="include"> |
| </childnode> |
| </node> |
| <node id="72"> |
| <label>iceberg/test/matchers.h</label> |
| <link refid="matchers_8h_source"/> |
| <childnode refid="73" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="55" relation="include"> |
| </childnode> |
| </node> |
| <node id="46"> |
| <label>iceberg/type.h</label> |
| <link refid="type_8h"/> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="49" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| <childnode refid="52" relation="include"> |
| </childnode> |
| </node> |
| <node id="50"> |
| <label>iceberg/type_fwd.h</label> |
| <link refid="type__fwd_8h"/> |
| </node> |
| <node id="74"> |
| <label>iceberg/util/checked_cast.h</label> |
| <link refid="checked__cast_8h"/> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| </node> |
| <node id="63"> |
| <label>iceberg/util/config.h</label> |
| <link refid="config_8h_source"/> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="57" relation="include"> |
| </childnode> |
| <childnode refid="55" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| </node> |
| <node id="59"> |
| <label>iceberg/util/decimal.h</label> |
| <link refid="decimal_8h"/> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="44" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="60" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| <childnode refid="61" relation="include"> |
| </childnode> |
| </node> |
| <node id="51"> |
| <label>iceberg/util/formattable.h</label> |
| <link refid="formattable_8h"/> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| </node> |
| <node id="61"> |
| <label>iceberg/util/int128.h</label> |
| <link refid="int128_8h"/> |
| </node> |
| <node id="52"> |
| <label>iceberg/util/lazy.h</label> |
| <link refid="lazy_8h"/> |
| <childnode refid="53" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="54" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="55" relation="include"> |
| </childnode> |
| </node> |
| <node id="55"> |
| <label>iceberg/util/macros.h</label> |
| <link refid="macros_8h_source"/> |
| <childnode refid="56" relation="include"> |
| </childnode> |
| <childnode refid="57" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="35"> |
| <label>iceberg/util/string_util.h</label> |
| <link refid="string__util_8h_source"/> |
| <childnode refid="36" relation="include"> |
| </childnode> |
| <childnode refid="37" relation="include"> |
| </childnode> |
| <childnode refid="38" relation="include"> |
| </childnode> |
| <childnode refid="39" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="40" relation="include"> |
| </childnode> |
| <childnode refid="41" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| </node> |
| <node id="62"> |
| <label>iceberg/util/uuid.h</label> |
| <link refid="uuid_8h"/> |
| <childnode refid="47" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="48" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="51" relation="include"> |
| </childnode> |
| </node> |
| <node id="36"> |
| <label>algorithm</label> |
| </node> |
| <node id="47"> |
| <label>array</label> |
| </node> |
| <node id="4"> |
| <label>arrow/array.h</label> |
| </node> |
| <node id="5"> |
| <label>arrow/array/array_base.h</label> |
| </node> |
| <node id="6"> |
| <label>arrow/c/bridge.h</label> |
| </node> |
| <node id="13"> |
| <label>arrow/filesystem/filesystem.h</label> |
| </node> |
| <node id="25"> |
| <label>arrow/io/interfaces.h</label> |
| </node> |
| <node id="7"> |
| <label>arrow/json/from_string.h</label> |
| </node> |
| <node id="8"> |
| <label>avro/DataFile.hh</label> |
| </node> |
| <node id="9"> |
| <label>avro/Generic.hh</label> |
| </node> |
| <node id="26"> |
| <label>avro/Stream.hh</label> |
| </node> |
| <node id="56"> |
| <label>cassert</label> |
| </node> |
| <node id="37"> |
| <label>cerrno</label> |
| </node> |
| <node id="38"> |
| <label>charconv</label> |
| </node> |
| <node id="44"> |
| <label>compare</label> |
| </node> |
| <node id="53"> |
| <label>concepts</label> |
| </node> |
| <node id="32"> |
| <label>cstdint</label> |
| </node> |
| <node id="20"> |
| <label>expected</label> |
| </node> |
| <node id="21"> |
| <label>format</label> |
| </node> |
| <node id="29"> |
| <label>functional</label> |
| </node> |
| <node id="73"> |
| <label>gmock/gmock.h</label> |
| </node> |
| <node id="10"> |
| <label>gtest/gtest.h</label> |
| </node> |
| <node id="60"> |
| <label>iosfwd</label> |
| </node> |
| <node id="66"> |
| <label>limits</label> |
| </node> |
| <node id="12"> |
| <label>memory</label> |
| </node> |
| <node id="54"> |
| <label>mutex</label> |
| </node> |
| <node id="71"> |
| <label>nanoarrow/nanoarrow.h</label> |
| </node> |
| <node id="15"> |
| <label>optional</label> |
| </node> |
| <node id="39"> |
| <label>ranges</label> |
| </node> |
| <node id="67"> |
| <label>set</label> |
| </node> |
| <node id="48"> |
| <label>span</label> |
| </node> |
| <node id="2"> |
| <label>sstream</label> |
| </node> |
| <node id="58"> |
| <label>stdexcept</label> |
| </node> |
| <node id="16"> |
| <label>string</label> |
| </node> |
| <node id="17"> |
| <label>string_view</label> |
| </node> |
| <node id="40"> |
| <label>type_traits</label> |
| </node> |
| <node id="41"> |
| <label>typeinfo</label> |
| </node> |
| <node id="3"> |
| <label>unordered_map</label> |
| </node> |
| <node id="69"> |
| <label>unordered_set</label> |
| </node> |
| <node id="34"> |
| <label>utility</label> |
| </node> |
| <node id="45"> |
| <label>variant</label> |
| </node> |
| <node id="30"> |
| <label>vector</label> |
| </node> |
| </incdepgraph> |
| <innerclass refid="classiceberg_1_1avro_1_1AvroReaderTest" prot="public">iceberg::avro::AvroReaderTest</innerclass> |
| <innerclass refid="classiceberg_1_1avro_1_1AvroReaderParameterizedTest" prot="public">iceberg::avro::AvroReaderParameterizedTest</innerclass> |
| <innerclass refid="classiceberg_1_1avro_1_1AvroWriterTest" prot="public">iceberg::avro::AvroWriterTest</innerclass> |
| <innernamespace refid="namespaceiceberg">iceberg</innernamespace> |
| <innernamespace refid="namespaceiceberg_1_1avro">iceberg::avro</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/><sp/><sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><sstream></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><unordered_map></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/array.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/array/array_base.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/c/bridge.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/json/from_string.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><avro/DataFile.hh></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><avro/Generic.hh></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="29"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><gtest/gtest.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="30"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="31"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/arrow/arrow_fs_file_io_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="32"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="avro__register_8h" kindref="compound">iceberg/avro/avro_register.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/avro/avro_stream_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="34"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/avro/avro_writer.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="35"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="file__reader_8h" kindref="compound">iceberg/file_reader.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="36"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="metadata__columns_8h" kindref="compound">iceberg/metadata_columns.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="37"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="schema_8h" kindref="compound">iceberg/schema.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="38"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/schema_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="39"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/test/matchers.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="40"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="type_8h" kindref="compound">iceberg/type.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="41"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="checked__cast_8h" kindref="compound">iceberg/util/checked_cast.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="42"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="43"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">iceberg::avro<sp/>{</highlight></codeline> |
| <codeline lineno="44"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="45" refid="classiceberg_1_1avro_1_1AvroReaderTest" refkind="compound"><highlight class="normal"></highlight><highlight class="keyword">class<sp/></highlight><highlight class="normal"><ref refid="classiceberg_1_1avro_1_1AvroReaderTest" kindref="compound">AvroReaderTest</ref><sp/>:<sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/>::testing::Test<sp/>{</highlight></codeline> |
| <codeline lineno="46"><highlight class="normal"><sp/></highlight><highlight class="keyword">protected</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="47"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">static</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>SetUpTestSuite()<sp/>{<sp/>RegisterAll();<sp/>}</highlight></codeline> |
| <codeline lineno="48"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="49"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>SetUp()</highlight><highlight class="keyword"><sp/>override<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="50"><highlight class="normal"><sp/><sp/><sp/><sp/>file_io_<sp/>=<sp/><ref refid="classiceberg_1_1arrow_1_1ArrowFileSystemFileIO_1a9f75861e2aeb0c393526e947419d5386" kindref="member">arrow::ArrowFileSystemFileIO::MakeMockFileIO</ref>();</highlight></codeline> |
| <codeline lineno="51"><highlight class="normal"><sp/><sp/><sp/><sp/>temp_avro_file_<sp/>=<sp/></highlight><highlight class="stringliteral">"avro_reader_test.avro"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="52"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="53"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="54"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>skip_datum_{</highlight><highlight class="keyword">true</highlight><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="55"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="56"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>CreateSimpleAvroFile()<sp/>{</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>simple<sp/>avro<sp/>file<sp/>using<sp/>the<sp/>writer<sp/>API<sp/>instead<sp/>of<sp/>direct<sp/>Avro<sp/>library</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="58"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="59"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="60"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(2,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>())});</highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="62"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="structArrowSchema" kindref="compound">ArrowSchema</ref><sp/>arrow_c_schema;</highlight></codeline> |
| <codeline lineno="63"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(ToArrowSchema(*schema,<sp/>&arrow_c_schema),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="64"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema<sp/>=<sp/>::arrow::ImportType(&arrow_c_schema).ValueOrDie();</highlight></codeline> |
| <codeline lineno="65"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="66"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>array<sp/>=<sp/>::arrow::json::ArrayFromJSONString(</highlight></codeline> |
| <codeline lineno="67"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::struct_(arrow_schema->fields()),</highlight></codeline> |
| <codeline lineno="68"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>R</highlight><highlight class="stringliteral">"([[1,<sp/>"Alice"],<sp/>[2,<sp/>"Bob"],<sp/>[3,<sp/>"Charlie"]])")</highlight></codeline> |
| <codeline lineno="69"><highlight class="stringliteral"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.ValueOrDie();</highlight></codeline> |
| <codeline lineno="70"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="71"><highlight class="stringliteral"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">struct<sp/></highlight><highlight class="normal"><ref refid="structArrowArray" kindref="compound">ArrowArray</ref><sp/>arrow_array;</highlight></codeline> |
| <codeline lineno="72"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>export_result<sp/>=<sp/>::arrow::ExportArray(*array,<sp/>&arrow_array);</highlight></codeline> |
| <codeline lineno="73"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(export_result.ok());</highlight></codeline> |
| <codeline lineno="74"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="75"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>writer_result<sp/>=</highlight></codeline> |
| <codeline lineno="76"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="structiceberg_1_1WriterFactoryRegistry_1afeb69e5f68d62d46d47428cd9730a546" kindref="member">WriterFactoryRegistry::Open</ref>(FileFormatType::kAvro,<sp/>{</highlight></codeline> |
| <codeline lineno="77"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.path<sp/>=<sp/>temp_avro_file_,</highlight></codeline> |
| <codeline lineno="78"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.schema<sp/>=<sp/>schema,</highlight></codeline> |
| <codeline lineno="79"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>file_io_,</highlight></codeline> |
| <codeline lineno="80"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="81"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(writer_result.has_value());</highlight></codeline> |
| <codeline lineno="82"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>writer<sp/>=<sp/>std::move(writer_result.value());</highlight></codeline> |
| <codeline lineno="83"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(writer->Write(&arrow_array),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="84"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(writer->Close(),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="85"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="86"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="87"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>VerifyNextBatch(<ref refid="classiceberg_1_1Reader" kindref="compound">Reader</ref>&<sp/>reader,<sp/>std::string_view<sp/>expected_json)<sp/>{</highlight></codeline> |
| <codeline lineno="88"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Boilerplate<sp/>to<sp/>get<sp/>Arrow<sp/>schema</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="89"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema_result<sp/>=<sp/>reader.Schema();</highlight></codeline> |
| <codeline lineno="90"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(schema_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="91"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_c_schema<sp/>=<sp/>std::move(schema_result.value());</highlight></codeline> |
| <codeline lineno="92"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>import_schema_result<sp/>=<sp/>::arrow::ImportType(&arrow_c_schema);</highlight></codeline> |
| <codeline lineno="93"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema<sp/>=<sp/>import_schema_result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="94"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="95"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Boilerplate<sp/>to<sp/>get<sp/>Arrow<sp/>array</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="96"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data<sp/>=<sp/>reader.Next();</highlight></codeline> |
| <codeline lineno="97"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(data,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="98"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(data.value().has_value());</highlight></codeline> |
| <codeline lineno="99"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_c_array<sp/>=<sp/>data.value().value();</highlight></codeline> |
| <codeline lineno="100"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data_result<sp/>=<sp/>::arrow::ImportArray(&arrow_c_array,<sp/>arrow_schema);</highlight></codeline> |
| <codeline lineno="101"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_array<sp/>=<sp/>data_result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="102"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="103"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Verify<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="104"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>expected_array<sp/>=</highlight></codeline> |
| <codeline lineno="105"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::json::ArrayFromJSONString(arrow_schema,<sp/>expected_json).ValueOrDie();</highlight></codeline> |
| <codeline lineno="106"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(arrow_array->Equals(*expected_array));</highlight></codeline> |
| <codeline lineno="107"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="108"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="109"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>VerifyExhausted(<ref refid="classiceberg_1_1Reader" kindref="compound">Reader</ref>&<sp/>reader)<sp/>{</highlight></codeline> |
| <codeline lineno="110"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data<sp/>=<sp/>reader.Next();</highlight></codeline> |
| <codeline lineno="111"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(data,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="112"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_FALSE(data.value().has_value());</highlight></codeline> |
| <codeline lineno="113"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="114"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="115"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>WriteAndVerify(std::shared_ptr<Schema><sp/>schema,</highlight></codeline> |
| <codeline lineno="116"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>expected_string)<sp/>{</highlight></codeline> |
| <codeline lineno="117"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="structArrowSchema" kindref="compound">ArrowSchema</ref><sp/>arrow_c_schema;</highlight></codeline> |
| <codeline lineno="118"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(ToArrowSchema(*schema,<sp/>&arrow_c_schema),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="119"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="120"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema_result<sp/>=<sp/>::arrow::ImportType(&arrow_c_schema);</highlight></codeline> |
| <codeline lineno="121"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(arrow_schema_result.ok());</highlight></codeline> |
| <codeline lineno="122"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema<sp/>=<sp/>arrow_schema_result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="123"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="124"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>array_result<sp/>=<sp/>::arrow::json::ArrayFromJSONString(arrow_schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="125"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(array_result.ok());</highlight></codeline> |
| <codeline lineno="126"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>array<sp/>=<sp/>array_result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="127"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="128"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">struct<sp/></highlight><highlight class="normal"><ref refid="structArrowArray" kindref="compound">ArrowArray</ref><sp/>arrow_array;</highlight></codeline> |
| <codeline lineno="129"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>export_result<sp/>=<sp/>::arrow::ExportArray(*array,<sp/>&arrow_array);</highlight></codeline> |
| <codeline lineno="130"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(export_result.ok());</highlight></codeline> |
| <codeline lineno="131"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="132"><highlight class="normal"><sp/><sp/><sp/><sp/>std::unordered_map<std::string,<sp/>std::string><sp/>metadata<sp/>=<sp/>{{</highlight><highlight class="stringliteral">"k1"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"v1"</highlight><highlight class="normal">},<sp/>{</highlight><highlight class="stringliteral">"k2"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"v2"</highlight><highlight class="normal">}};</highlight></codeline> |
| <codeline lineno="133"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="134"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>writer_result<sp/>=</highlight></codeline> |
| <codeline lineno="135"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="structiceberg_1_1WriterFactoryRegistry_1afeb69e5f68d62d46d47428cd9730a546" kindref="member">WriterFactoryRegistry::Open</ref>(FileFormatType::kAvro,<sp/>{.path<sp/>=<sp/>temp_avro_file_,</highlight></codeline> |
| <codeline lineno="136"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.schema<sp/>=<sp/>schema,</highlight></codeline> |
| <codeline lineno="137"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>file_io_,</highlight></codeline> |
| <codeline lineno="138"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.metadata<sp/>=<sp/>metadata});</highlight></codeline> |
| <codeline lineno="139"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(writer_result.has_value());</highlight></codeline> |
| <codeline lineno="140"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>writer<sp/>=<sp/>std::move(writer_result.value());</highlight></codeline> |
| <codeline lineno="141"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(writer->Write(&arrow_array),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="142"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(writer->Close(),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="143"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>written_length,<sp/>writer->length());</highlight></codeline> |
| <codeline lineno="144"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="145"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1ReaderProperties" kindref="compound">ReaderProperties</ref><sp/>reader_properties;</highlight></codeline> |
| <codeline lineno="146"><highlight class="normal"><sp/><sp/><sp/><sp/>reader_properties.Set(<ref refid="classiceberg_1_1ReaderProperties_1acd2d67afddc7078a168e6fc54a07d4eb" kindref="member">ReaderProperties::kAvroSkipDatum</ref>,<sp/>skip_datum_);</highlight></codeline> |
| <codeline lineno="147"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="148"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader_result<sp/>=<sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(</highlight></codeline> |
| <codeline lineno="149"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>FileFormatType::kAvro,<sp/>{.path<sp/>=<sp/>temp_avro_file_,</highlight></codeline> |
| <codeline lineno="150"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.length<sp/>=<sp/>written_length,</highlight></codeline> |
| <codeline lineno="151"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>file_io_,</highlight></codeline> |
| <codeline lineno="152"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.projection<sp/>=<sp/>schema,</highlight></codeline> |
| <codeline lineno="153"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.properties<sp/>=<sp/>std::move(reader_properties)});</highlight></codeline> |
| <codeline lineno="154"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(reader_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="155"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader<sp/>=<sp/>std::move(reader_result.value());</highlight></codeline> |
| <codeline lineno="156"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyNextBatch(*reader,<sp/>expected_string));</highlight></codeline> |
| <codeline lineno="157"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyExhausted(*reader));</highlight></codeline> |
| <codeline lineno="158"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="159"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>metadata_result<sp/>=<sp/>reader->Metadata();</highlight></codeline> |
| <codeline lineno="160"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(metadata_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="161"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>read_metadata<sp/>=<sp/>std::move(metadata_result.value());</highlight></codeline> |
| <codeline lineno="162"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>[key,<sp/>value]<sp/>:<sp/>metadata)<sp/>{</highlight></codeline> |
| <codeline lineno="163"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>it<sp/>=<sp/>read_metadata.find(key);</highlight></codeline> |
| <codeline lineno="164"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ASSERT_NE(it,<sp/>read_metadata.end());</highlight></codeline> |
| <codeline lineno="165"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>ASSERT_EQ(it->second,<sp/>value);</highlight></codeline> |
| <codeline lineno="166"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="167"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="168"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="169"><highlight class="normal"><sp/><sp/>std::shared_ptr<FileIO><sp/>file_io_;</highlight></codeline> |
| <codeline lineno="170"><highlight class="normal"><sp/><sp/>std::string<sp/>temp_avro_file_;</highlight></codeline> |
| <codeline lineno="171"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="172"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="173"><highlight class="normal">TEST_F(<ref refid="classiceberg_1_1avro_1_1AvroReaderTest" kindref="compound">AvroReaderTest</ref>,<sp/>ReadTwoFields)<sp/>{</highlight></codeline> |
| <codeline lineno="174"><highlight class="normal"><sp/><sp/>CreateSimpleAvroFile();</highlight></codeline> |
| <codeline lineno="175"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="176"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="177"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(2,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>())});</highlight></codeline> |
| <codeline lineno="178"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="179"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader_result<sp/>=<sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(</highlight></codeline> |
| <codeline lineno="180"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>FileFormatType::kAvro,</highlight></codeline> |
| <codeline lineno="181"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{.path<sp/>=<sp/>temp_avro_file_,<sp/>.io<sp/>=<sp/>file_io_,<sp/>.projection<sp/>=<sp/>schema});</highlight></codeline> |
| <codeline lineno="182"><highlight class="normal"><sp/><sp/>ASSERT_THAT(reader_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="183"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader<sp/>=<sp/>std::move(reader_result.value());</highlight></codeline> |
| <codeline lineno="184"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="185"><highlight class="normal"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(</highlight></codeline> |
| <codeline lineno="186"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>VerifyNextBatch(*reader,<sp/>R</highlight><highlight class="stringliteral">"([[1,<sp/>"Alice"],<sp/>[2,<sp/>"Bob"],<sp/>[3,<sp/>"Charlie"]])"));</highlight></codeline> |
| <codeline lineno="187"><highlight class="stringliteral"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyExhausted(*reader));</highlight></codeline> |
| <codeline lineno="188"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="189"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="190"><highlight class="stringliteral">TEST_F(AvroReaderTest,<sp/>ReadReorderedFieldsWithNulls)<sp/>{</highlight></codeline> |
| <codeline lineno="191"><highlight class="stringliteral"><sp/><sp/>CreateSimpleAvroFile();</highlight></codeline> |
| <codeline lineno="192"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="193"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(2,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="194"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="195"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(3,<sp/></highlight><highlight class="stringliteral">"score"</highlight><highlight class="normal">,<sp/>std::make_shared<DoubleType>())});</highlight></codeline> |
| <codeline lineno="196"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="197"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader_result<sp/>=<sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(</highlight></codeline> |
| <codeline lineno="198"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>FileFormatType::kAvro,</highlight></codeline> |
| <codeline lineno="199"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{.path<sp/>=<sp/>temp_avro_file_,<sp/>.io<sp/>=<sp/>file_io_,<sp/>.projection<sp/>=<sp/>schema});</highlight></codeline> |
| <codeline lineno="200"><highlight class="normal"><sp/><sp/>ASSERT_THAT(reader_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="201"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader<sp/>=<sp/>std::move(reader_result.value());</highlight></codeline> |
| <codeline lineno="202"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="203"><highlight class="normal"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyNextBatch(</highlight></codeline> |
| <codeline lineno="204"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>*reader,<sp/>R</highlight><highlight class="stringliteral">"([["Alice",<sp/>1,<sp/>null],<sp/>["Bob",<sp/>2,<sp/>null],<sp/>["Charlie",<sp/>3,<sp/>null]])"));</highlight></codeline> |
| <codeline lineno="205"><highlight class="stringliteral"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyExhausted(*reader));</highlight></codeline> |
| <codeline lineno="206"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="207"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="208"><highlight class="stringliteral">TEST_F(AvroReaderTest,<sp/>ReadWithBatchSize)<sp/>{</highlight></codeline> |
| <codeline lineno="209"><highlight class="stringliteral"><sp/><sp/>CreateSimpleAvroFile();</highlight></codeline> |
| <codeline lineno="210"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="211"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>())});</highlight></codeline> |
| <codeline lineno="212"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="213"><highlight class="normal"><sp/><sp/>ReaderProperties<sp/>reader_properties;</highlight></codeline> |
| <codeline lineno="214"><highlight class="normal"><sp/><sp/>reader_properties.Set(<ref refid="classiceberg_1_1ReaderProperties_1ac41dca455600b179913525bb79b2cd60" kindref="member">ReaderProperties::kBatchSize</ref>,<sp/>int64_t{2});</highlight></codeline> |
| <codeline lineno="215"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="216"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader_result<sp/>=<sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(</highlight></codeline> |
| <codeline lineno="217"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>FileFormatType::kAvro,<sp/>{.path<sp/>=<sp/>temp_avro_file_,</highlight></codeline> |
| <codeline lineno="218"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>file_io_,</highlight></codeline> |
| <codeline lineno="219"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.projection<sp/>=<sp/>schema,</highlight></codeline> |
| <codeline lineno="220"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.properties<sp/>=<sp/>std::move(reader_properties)});</highlight></codeline> |
| <codeline lineno="221"><highlight class="normal"><sp/><sp/>ASSERT_THAT(reader_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="222"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader<sp/>=<sp/>std::move(reader_result.value());</highlight></codeline> |
| <codeline lineno="223"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="224"><highlight class="normal"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyNextBatch(*reader,<sp/>R</highlight><highlight class="stringliteral">"([[1],<sp/>[2]])"));</highlight></codeline> |
| <codeline lineno="225"><highlight class="stringliteral"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyNextBatch(*reader,<sp/>R</highlight><highlight class="stringliteral">"([[3]])"));</highlight></codeline> |
| <codeline lineno="226"><highlight class="stringliteral"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyExhausted(*reader));</highlight></codeline> |
| <codeline lineno="227"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="228"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="229"><highlight class="stringliteral">TEST_F(AvroReaderTest,<sp/>BufferSizeConfiguration)<sp/>{</highlight></codeline> |
| <codeline lineno="230"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="comment">//<sp/>Test<sp/>default<sp/>buffer<sp/>size</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="231"><highlight class="normal"><sp/><sp/>ReaderProperties<sp/>properties1;</highlight></codeline> |
| <codeline lineno="232"><highlight class="normal"><sp/><sp/>ASSERT_EQ(properties1.Get(<ref refid="classiceberg_1_1ReaderProperties_1a6bc67dd5a6ab5a6abf2e6b1b7d461dc3" kindref="member">ReaderProperties::kAvroBufferSize</ref>),<sp/>1024<sp/>*<sp/>1024);</highlight></codeline> |
| <codeline lineno="233"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="234"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Test<sp/>setting<sp/>custom<sp/>buffer<sp/>size</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="235"><highlight class="normal"><sp/><sp/>ReaderProperties<sp/>properties2;</highlight></codeline> |
| <codeline lineno="236"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">constexpr</highlight><highlight class="normal"><sp/>int64_t<sp/>kCustomBufferSize<sp/>=<sp/>2<sp/>*<sp/>1024<sp/>*<sp/>1024;<sp/><sp/></highlight><highlight class="comment">//<sp/>2MB</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="237"><highlight class="normal"><sp/><sp/>properties2.Set(<ref refid="classiceberg_1_1ReaderProperties_1a6bc67dd5a6ab5a6abf2e6b1b7d461dc3" kindref="member">ReaderProperties::kAvroBufferSize</ref>,<sp/>kCustomBufferSize);</highlight></codeline> |
| <codeline lineno="238"><highlight class="normal"><sp/><sp/>ASSERT_EQ(properties2.Get(<ref refid="classiceberg_1_1ReaderProperties_1a6bc67dd5a6ab5a6abf2e6b1b7d461dc3" kindref="member">ReaderProperties::kAvroBufferSize</ref>),<sp/>kCustomBufferSize);</highlight></codeline> |
| <codeline lineno="239"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="240"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Test<sp/>setting<sp/>via<sp/>FromMap</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="241"><highlight class="normal"><sp/><sp/>std::unordered_map<std::string,<sp/>std::string><sp/>config_map<sp/>=<sp/>{</highlight></codeline> |
| <codeline lineno="242"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>{</highlight><highlight class="stringliteral">"read.avro.buffer-size"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"4194304"</highlight><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>4MB</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="243"><highlight class="normal"><sp/><sp/>};</highlight></codeline> |
| <codeline lineno="244"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>properties3<sp/>=<sp/><ref refid="classiceberg_1_1ReaderProperties_1a144aa086668ecb63f1cf90d49df08c47" kindref="member">ReaderProperties::FromMap</ref>(config_map);</highlight></codeline> |
| <codeline lineno="245"><highlight class="normal"><sp/><sp/>ASSERT_EQ(properties3.Get(<ref refid="classiceberg_1_1ReaderProperties_1a6bc67dd5a6ab5a6abf2e6b1b7d461dc3" kindref="member">ReaderProperties::kAvroBufferSize</ref>),<sp/>4194304);</highlight></codeline> |
| <codeline lineno="246"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="247"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Test<sp/>that<sp/>unset<sp/>returns<sp/>to<sp/>default</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="248"><highlight class="normal"><sp/><sp/>properties2.Unset(<ref refid="classiceberg_1_1ReaderProperties_1a6bc67dd5a6ab5a6abf2e6b1b7d461dc3" kindref="member">ReaderProperties::kAvroBufferSize</ref>);</highlight></codeline> |
| <codeline lineno="249"><highlight class="normal"><sp/><sp/>ASSERT_EQ(properties2.Get(<ref refid="classiceberg_1_1ReaderProperties_1a6bc67dd5a6ab5a6abf2e6b1b7d461dc3" kindref="member">ReaderProperties::kAvroBufferSize</ref>),<sp/>1024<sp/>*<sp/>1024);</highlight></codeline> |
| <codeline lineno="250"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="251"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="252"><highlight class="normal"></highlight><highlight class="comment">//<sp/>Parameterized<sp/>test<sp/>fixture<sp/>for<sp/>testing<sp/>both<sp/>DirectDecoder<sp/>and<sp/>GenericDatum<sp/>modes</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="253" refid="classiceberg_1_1avro_1_1AvroReaderParameterizedTest" refkind="compound"><highlight class="normal"></highlight><highlight class="keyword">class<sp/></highlight><highlight class="normal"><ref refid="classiceberg_1_1avro_1_1AvroReaderParameterizedTest" kindref="compound">AvroReaderParameterizedTest</ref><sp/>:<sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroReaderTest" kindref="compound">AvroReaderTest</ref>,</highlight></codeline> |
| <codeline lineno="254"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/>::testing::WithParamInterface<bool><sp/>{</highlight></codeline> |
| <codeline lineno="255"><highlight class="normal"><sp/></highlight><highlight class="keyword">protected</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="256"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>SetUp()</highlight><highlight class="keyword"><sp/>override<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="257"><highlight class="normal"><sp/><sp/><sp/><sp/>AvroReaderTest::SetUp();</highlight></codeline> |
| <codeline lineno="258"><highlight class="normal"><sp/><sp/><sp/><sp/>skip_datum_<sp/>=<sp/>GetParam();</highlight></codeline> |
| <codeline lineno="259"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="260"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="261"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="262"><highlight class="normal">TEST_P(<ref refid="classiceberg_1_1avro_1_1AvroReaderParameterizedTest" kindref="compound">AvroReaderParameterizedTest</ref>,<sp/>AvroWriterBasicType)<sp/>{</highlight></codeline> |
| <codeline lineno="263"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="264"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>())});</highlight></codeline> |
| <codeline lineno="265"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="266"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([["Hello"],<sp/>["世界"],<sp/>["nanoarrow"]])";</highlight></codeline> |
| <codeline lineno="267"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="268"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="269"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="270"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="271"><highlight class="stringliteral">TEST_P(AvroReaderParameterizedTest,<sp/>AvroWriterNestedType)<sp/>{</highlight></codeline> |
| <codeline lineno="272"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="273"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="274"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="275"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>2,<sp/></highlight><highlight class="stringliteral">"info"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="276"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<iceberg::StructType>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="277"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="278"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(4,<sp/></highlight><highlight class="stringliteral">"age"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>())}))});</highlight></codeline> |
| <codeline lineno="279"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="280"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=</highlight></codeline> |
| <codeline lineno="281"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>R</highlight><highlight class="stringliteral">"([[1,<sp/>["Alice",<sp/>25]],<sp/>[2,<sp/>["Bob",<sp/>30]],<sp/>[3,<sp/>["Ivy",<sp/>35]]])";</highlight></codeline> |
| <codeline lineno="282"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="283"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="284"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="285"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="286"><highlight class="stringliteral">TEST_P(AvroReaderParameterizedTest,<sp/>AllPrimitiveTypes)<sp/>{</highlight></codeline> |
| <codeline lineno="287"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="288"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"bool_col"</highlight><highlight class="normal">,<sp/>std::make_shared<BooleanType>()),</highlight></codeline> |
| <codeline lineno="289"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"int_col"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="290"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"long_col"</highlight><highlight class="normal">,<sp/>std::make_shared<LongType>()),</highlight></codeline> |
| <codeline lineno="291"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(4,<sp/></highlight><highlight class="stringliteral">"float_col"</highlight><highlight class="normal">,<sp/>std::make_shared<FloatType>()),</highlight></codeline> |
| <codeline lineno="292"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(5,<sp/></highlight><highlight class="stringliteral">"double_col"</highlight><highlight class="normal">,<sp/>std::make_shared<DoubleType>()),</highlight></codeline> |
| <codeline lineno="293"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(6,<sp/></highlight><highlight class="stringliteral">"string_col"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="294"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(7,<sp/></highlight><highlight class="stringliteral">"binary_col"</highlight><highlight class="normal">,<sp/>std::make_shared<BinaryType>())});</highlight></codeline> |
| <codeline lineno="295"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="296"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="297"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[true,<sp/>42,<sp/>1234567890,<sp/>3.14,<sp/>2.71828,<sp/>"test",<sp/>"AQID"],</highlight></codeline> |
| <codeline lineno="298"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[false,<sp/>-100,<sp/>-9876543210,<sp/>-1.5,<sp/>0.0,<sp/>"hello",<sp/>"BAUG"]</highlight></codeline> |
| <codeline lineno="299"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="300"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="301"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="302"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="303"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="304"><highlight class="stringliteral"></highlight><highlight class="comment">//<sp/>Skipping<sp/>DecimalType<sp/>test<sp/>-<sp/>requires<sp/>specific<sp/>decimal<sp/>encoding<sp/>in<sp/>JSON</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="305"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="306"><highlight class="normal">TEST_P(AvroReaderParameterizedTest,<sp/>DateTimeTypes)<sp/>{</highlight></codeline> |
| <codeline lineno="307"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="308"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"date_col"</highlight><highlight class="normal">,<sp/>std::make_shared<DateType>()),</highlight></codeline> |
| <codeline lineno="309"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"time_col"</highlight><highlight class="normal">,<sp/>std::make_shared<TimeType>()),</highlight></codeline> |
| <codeline lineno="310"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"timestamp_col"</highlight><highlight class="normal">,<sp/>std::make_shared<TimestampType>())});</highlight></codeline> |
| <codeline lineno="311"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="312"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Dates<sp/>as<sp/>days<sp/>since<sp/>epoch,<sp/>time/timestamps<sp/>as<sp/>microseconds</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="313"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="314"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[18628,<sp/>43200000000,<sp/>1640995200000000],</highlight></codeline> |
| <codeline lineno="315"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[18629,<sp/>86399000000,<sp/>1641081599000000]</highlight></codeline> |
| <codeline lineno="316"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="317"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="318"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="319"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="320"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="321"><highlight class="stringliteral">TEST_P(AvroReaderParameterizedTest,<sp/>NestedStruct)<sp/>{</highlight></codeline> |
| <codeline lineno="322"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="323"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="324"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="325"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>2,<sp/></highlight><highlight class="stringliteral">"person"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="326"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<iceberg::StructType>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="327"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="328"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(4,<sp/></highlight><highlight class="stringliteral">"age"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="329"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(</highlight></codeline> |
| <codeline lineno="330"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>5,<sp/></highlight><highlight class="stringliteral">"address"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="331"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<iceberg::StructType>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="332"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(6,<sp/></highlight><highlight class="stringliteral">"street"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="333"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="334"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(7,<sp/></highlight><highlight class="stringliteral">"city"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="335"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<StringType>())}))}))});</highlight></codeline> |
| <codeline lineno="336"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="337"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="338"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>["Alice",<sp/>30,<sp/>["123<sp/>Main<sp/>St",<sp/>"NYC"]]],</highlight></codeline> |
| <codeline lineno="339"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>["Bob",<sp/>25,<sp/>["456<sp/>Oak<sp/>Ave",<sp/>"LA"]]]</highlight></codeline> |
| <codeline lineno="340"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="341"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="342"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="343"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="344"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="345"><highlight class="stringliteral">TEST_P(AvroReaderParameterizedTest,<sp/>ListType)<sp/>{</highlight></codeline> |
| <codeline lineno="346"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="347"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="348"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"tags"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="349"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<ListType>(<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="350"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>3,<sp/></highlight><highlight class="stringliteral">"element"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>())))});</highlight></codeline> |
| <codeline lineno="351"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="352"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="353"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>["tag1",<sp/>"tag2",<sp/>"tag3"]],</highlight></codeline> |
| <codeline lineno="354"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>["foo",<sp/>"bar"]],</highlight></codeline> |
| <codeline lineno="355"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[3,<sp/>[]]</highlight></codeline> |
| <codeline lineno="356"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="357"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="358"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="359"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="360"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="361"><highlight class="stringliteral">TEST_P(AvroReaderParameterizedTest,<sp/>MapType)<sp/>{</highlight></codeline> |
| <codeline lineno="362"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(</highlight></codeline> |
| <codeline lineno="363"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<SchemaField>{<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="364"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>1,<sp/></highlight><highlight class="stringliteral">"properties"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="365"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<MapType>(</highlight></codeline> |
| <codeline lineno="366"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"key"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="367"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"value"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>())))});</highlight></codeline> |
| <codeline lineno="368"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="369"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="370"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[[["key1",<sp/>100],<sp/>["key2",<sp/>200]]],</highlight></codeline> |
| <codeline lineno="371"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[[["a",<sp/>1],<sp/>["b",<sp/>2],<sp/>["c",<sp/>3]]]</highlight></codeline> |
| <codeline lineno="372"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="373"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="374"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="375"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="376"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="377"><highlight class="stringliteral">TEST_P(AvroReaderParameterizedTest,<sp/>MapTypeWithNonStringKey)<sp/>{</highlight></codeline> |
| <codeline lineno="378"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(</highlight></codeline> |
| <codeline lineno="379"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<SchemaField>{<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="380"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>1,<sp/></highlight><highlight class="stringliteral">"int_map"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="381"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<MapType>(</highlight></codeline> |
| <codeline lineno="382"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"key"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="383"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"value"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>())))});</highlight></codeline> |
| <codeline lineno="384"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="385"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="386"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[[[1,<sp/>"one"],<sp/>[2,<sp/>"two"],<sp/>[3,<sp/>"three"]]],</highlight></codeline> |
| <codeline lineno="387"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[[[10,<sp/>"ten"],<sp/>[20,<sp/>"twenty"]]]</highlight></codeline> |
| <codeline lineno="388"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="389"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="390"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="391"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="392"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="393"><highlight class="stringliteral">TEST_F(AvroReaderTest,<sp/>ProjectionSubsetAndReorder)<sp/>{</highlight></codeline> |
| <codeline lineno="394"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>file<sp/>with<sp/>full<sp/>schema</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="395"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>write_schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="396"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="397"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="398"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"age"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="399"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(4,<sp/></highlight><highlight class="stringliteral">"city"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>())});</highlight></codeline> |
| <codeline lineno="400"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="401"><highlight class="normal"><sp/><sp/>std::string<sp/>write_data<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="402"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>"Alice",<sp/>25,<sp/>"NYC"],</highlight></codeline> |
| <codeline lineno="403"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>"Bob",<sp/>30,<sp/>"SF"],</highlight></codeline> |
| <codeline lineno="404"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[3,<sp/>"Charlie",<sp/>35,<sp/>"LA"]</highlight></codeline> |
| <codeline lineno="405"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="406"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="407"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>with<sp/>full<sp/>schema</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="408"><highlight class="normal"><sp/><sp/><ref refid="structArrowSchema" kindref="compound">ArrowSchema</ref><sp/>arrow_c_schema;</highlight></codeline> |
| <codeline lineno="409"><highlight class="normal"><sp/><sp/>ASSERT_THAT(ToArrowSchema(*write_schema,<sp/>&arrow_c_schema),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="410"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema_result<sp/>=<sp/>::arrow::ImportType(&arrow_c_schema);</highlight></codeline> |
| <codeline lineno="411"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(arrow_schema_result.ok());</highlight></codeline> |
| <codeline lineno="412"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema<sp/>=<sp/>arrow_schema_result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="413"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="414"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>array_result<sp/>=<sp/>::arrow::json::ArrayFromJSONString(arrow_schema,<sp/>write_data);</highlight></codeline> |
| <codeline lineno="415"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(array_result.ok());</highlight></codeline> |
| <codeline lineno="416"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>array<sp/>=<sp/>array_result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="417"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="418"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">struct<sp/></highlight><highlight class="normal"><ref refid="structArrowArray" kindref="compound">ArrowArray</ref><sp/>arrow_array;</highlight></codeline> |
| <codeline lineno="419"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>export_result<sp/>=<sp/>::arrow::ExportArray(*array,<sp/>&arrow_array);</highlight></codeline> |
| <codeline lineno="420"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(export_result.ok());</highlight></codeline> |
| <codeline lineno="421"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="422"><highlight class="normal"><sp/><sp/>std::unordered_map<std::string,<sp/>std::string><sp/>metadata<sp/>=<sp/>{{</highlight><highlight class="stringliteral">"k1"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"v1"</highlight><highlight class="normal">}};</highlight></codeline> |
| <codeline lineno="423"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>writer_result<sp/>=</highlight></codeline> |
| <codeline lineno="424"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="structiceberg_1_1WriterFactoryRegistry_1afeb69e5f68d62d46d47428cd9730a546" kindref="member">WriterFactoryRegistry::Open</ref>(FileFormatType::kAvro,<sp/>{.path<sp/>=<sp/>temp_avro_file_,</highlight></codeline> |
| <codeline lineno="425"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.schema<sp/>=<sp/>write_schema,</highlight></codeline> |
| <codeline lineno="426"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>file_io_,</highlight></codeline> |
| <codeline lineno="427"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.metadata<sp/>=<sp/>metadata});</highlight></codeline> |
| <codeline lineno="428"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(writer_result.has_value());</highlight></codeline> |
| <codeline lineno="429"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>writer<sp/>=<sp/>std::move(writer_result.value());</highlight></codeline> |
| <codeline lineno="430"><highlight class="normal"><sp/><sp/>ASSERT_THAT(writer->Write(&arrow_array),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="431"><highlight class="normal"><sp/><sp/>ASSERT_THAT(writer->Close(),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="432"><highlight class="normal"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>written_length,<sp/>writer->length());</highlight></codeline> |
| <codeline lineno="433"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="434"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Read<sp/>with<sp/>projected<sp/>schema:<sp/>subset<sp/>of<sp/>columns<sp/>(city,<sp/>id)<sp/>in<sp/>different<sp/>order</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="435"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>read_schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="436"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(4,<sp/></highlight><highlight class="stringliteral">"city"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="437"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>())});</highlight></codeline> |
| <codeline lineno="438"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="439"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader_result<sp/>=</highlight></codeline> |
| <codeline lineno="440"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(FileFormatType::kAvro,<sp/>{.path<sp/>=<sp/>temp_avro_file_,</highlight></codeline> |
| <codeline lineno="441"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.length<sp/>=<sp/>written_length,</highlight></codeline> |
| <codeline lineno="442"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>file_io_,</highlight></codeline> |
| <codeline lineno="443"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.projection<sp/>=<sp/>read_schema});</highlight></codeline> |
| <codeline lineno="444"><highlight class="normal"><sp/><sp/>ASSERT_THAT(reader_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="445"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader<sp/>=<sp/>std::move(reader_result.value());</highlight></codeline> |
| <codeline lineno="446"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="447"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Verify<sp/>reordered<sp/>subset</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="448"><highlight class="normal"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(</highlight></codeline> |
| <codeline lineno="449"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>VerifyNextBatch(*reader,<sp/>R</highlight><highlight class="stringliteral">"([["NYC",<sp/>1],<sp/>["SF",<sp/>2],<sp/>["LA",<sp/>3]])"));</highlight></codeline> |
| <codeline lineno="450"><highlight class="stringliteral"><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyExhausted(*reader));</highlight></codeline> |
| <codeline lineno="451"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="452"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="453"><highlight class="stringliteral">TEST_P(AvroReaderParameterizedTest,<sp/>ComplexNestedTypes)<sp/>{</highlight></codeline> |
| <codeline lineno="454"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="455"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="456"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"nested_list"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="457"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<ListType>(<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="458"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>3,<sp/></highlight><highlight class="stringliteral">"element"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="459"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<ListType>(<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="460"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>4,<sp/></highlight><highlight class="stringliteral">"element"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>())))))});</highlight></codeline> |
| <codeline lineno="461"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="462"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="463"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>[[1,<sp/>2],<sp/>[3,<sp/>4]]],</highlight></codeline> |
| <codeline lineno="464"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>[[5],<sp/>[6,<sp/>7,<sp/>8]]]</highlight></codeline> |
| <codeline lineno="465"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="466"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="467"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="468"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="469"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="470"><highlight class="stringliteral">TEST_P(AvroReaderParameterizedTest,<sp/>OptionalFieldsWithNulls)<sp/>{</highlight></codeline> |
| <codeline lineno="471"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="472"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="473"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(2,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="474"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(3,<sp/></highlight><highlight class="stringliteral">"age"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>())});</highlight></codeline> |
| <codeline lineno="475"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="476"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="477"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>"Alice",<sp/>30],</highlight></codeline> |
| <codeline lineno="478"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>null,<sp/>25],</highlight></codeline> |
| <codeline lineno="479"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[3,<sp/>"Charlie",<sp/>null],</highlight></codeline> |
| <codeline lineno="480"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[4,<sp/>null,<sp/>null]</highlight></codeline> |
| <codeline lineno="481"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="482"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="483"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="484"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="485"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="486"><highlight class="stringliteral">TEST_P(AvroReaderParameterizedTest,<sp/>LargeDataset)<sp/>{</highlight></codeline> |
| <codeline lineno="487"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="488"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<LongType>()),</highlight></codeline> |
| <codeline lineno="489"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"value"</highlight><highlight class="normal">,<sp/>std::make_shared<DoubleType>())});</highlight></codeline> |
| <codeline lineno="490"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="491"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Generate<sp/>large<sp/>dataset<sp/>JSON</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="492"><highlight class="normal"><sp/><sp/>std::ostringstream<sp/>json;</highlight></codeline> |
| <codeline lineno="493"><highlight class="normal"><sp/><sp/>json<sp/><<<sp/></highlight><highlight class="stringliteral">"["</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="494"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keywordtype">int</highlight><highlight class="normal"><sp/>i<sp/>=<sp/>0;<sp/>i<sp/><<sp/>1000;<sp/>++i)<sp/>{</highlight></codeline> |
| <codeline lineno="495"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(i<sp/>><sp/>0)<sp/>json<sp/><<<sp/></highlight><highlight class="stringliteral">",<sp/>"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="496"><highlight class="normal"><sp/><sp/><sp/><sp/>json<sp/><<<sp/></highlight><highlight class="stringliteral">"["</highlight><highlight class="normal"><sp/><<<sp/>i<sp/><<<sp/></highlight><highlight class="stringliteral">",<sp/>"</highlight><highlight class="normal"><sp/><<<sp/>(i<sp/>*<sp/>1.5)<sp/><<<sp/></highlight><highlight class="stringliteral">"]"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="497"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="498"><highlight class="normal"><sp/><sp/>json<sp/><<<sp/></highlight><highlight class="stringliteral">"]"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="499"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="500"><highlight class="normal"><sp/><sp/>WriteAndVerify(schema,<sp/>json.str());</highlight></codeline> |
| <codeline lineno="501"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="502"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="503"><highlight class="normal">TEST_P(AvroReaderParameterizedTest,<sp/>EmptyCollections)<sp/>{</highlight></codeline> |
| <codeline lineno="504"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="505"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="506"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"list_col"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="507"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<ListType>(<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="508"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>3,<sp/></highlight><highlight class="stringliteral">"element"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>())))});</highlight></codeline> |
| <codeline lineno="509"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="510"><highlight class="normal"><sp/><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="511"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>[]],</highlight></codeline> |
| <codeline lineno="512"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>[10,<sp/>20,<sp/>30]]</highlight></codeline> |
| <codeline lineno="513"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="514"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="515"><highlight class="stringliteral"><sp/><sp/>WriteAndVerify(schema,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="516"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="517"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="518"><highlight class="stringliteral">TEST_P(AvroReaderParameterizedTest,<sp/>ReadFilePathColumn)<sp/>{</highlight></codeline> |
| <codeline lineno="519"><highlight class="stringliteral"><sp/><sp/>temp_avro_file_<sp/>=<sp/></highlight><highlight class="stringliteral">"avro_metadata_path.avro"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="520"><highlight class="normal"><sp/><sp/>CreateSimpleAvroFile();</highlight></codeline> |
| <codeline lineno="521"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="522"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>schema<sp/>with<sp/>_path<sp/>metadata<sp/>column</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="523"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="524"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/><ref refid="group__type-factories_1ga91f0688c58d168d755610a2b5a1a222e" kindref="member">int32</ref>()),</highlight></codeline> |
| <codeline lineno="525"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MetadataColumns::kFilePath,</highlight></codeline> |
| <codeline lineno="526"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="527"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="528"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="529"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>"avro_metadata_path.avro"],</highlight></codeline> |
| <codeline lineno="530"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>"avro_metadata_path.avro"],</highlight></codeline> |
| <codeline lineno="531"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[3,<sp/>"avro_metadata_path.avro"]</highlight></codeline> |
| <codeline lineno="532"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="533"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="534"><highlight class="stringliteral"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight></codeline> |
| <codeline lineno="535"><highlight class="stringliteral"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader,<sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(</highlight></codeline> |
| <codeline lineno="536"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>FileFormatType::kAvro,</highlight></codeline> |
| <codeline lineno="537"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{.path<sp/>=<sp/>temp_avro_file_,<sp/>.io<sp/>=<sp/>file_io_,<sp/>.projection<sp/>=<sp/>schema}));</highlight></codeline> |
| <codeline lineno="538"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="539"><highlight class="normal"><sp/><sp/>VerifyNextBatch(*reader,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="540"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="541"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="542"><highlight class="normal">TEST_P(AvroReaderParameterizedTest,<sp/>ReadRowPositionColumn)<sp/>{</highlight></codeline> |
| <codeline lineno="543"><highlight class="normal"><sp/><sp/>temp_avro_file_<sp/>=<sp/></highlight><highlight class="stringliteral">"avro_metadata_pos.avro"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="544"><highlight class="normal"><sp/><sp/>CreateSimpleAvroFile();</highlight></codeline> |
| <codeline lineno="545"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="546"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>schema<sp/>with<sp/>_pos<sp/>metadata<sp/>column</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="547"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="548"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/><ref refid="group__type-factories_1ga91f0688c58d168d755610a2b5a1a222e" kindref="member">int32</ref>()),</highlight></codeline> |
| <codeline lineno="549"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MetadataColumns::kRowPosition,</highlight></codeline> |
| <codeline lineno="550"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="551"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="552"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([[1,<sp/>0],<sp/>[2,<sp/>1],<sp/>[3,<sp/>2]])";</highlight></codeline> |
| <codeline lineno="553"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="554"><highlight class="stringliteral"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight></codeline> |
| <codeline lineno="555"><highlight class="stringliteral"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader,<sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(</highlight></codeline> |
| <codeline lineno="556"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>FileFormatType::kAvro,</highlight></codeline> |
| <codeline lineno="557"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{.path<sp/>=<sp/>temp_avro_file_,<sp/>.io<sp/>=<sp/>file_io_,<sp/>.projection<sp/>=<sp/>schema}));</highlight></codeline> |
| <codeline lineno="558"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="559"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="560"><highlight class="normal">TEST_P(AvroReaderParameterizedTest,<sp/>ReadBothMetadataColumns)<sp/>{</highlight></codeline> |
| <codeline lineno="561"><highlight class="normal"><sp/><sp/>temp_avro_file_<sp/>=<sp/></highlight><highlight class="stringliteral">"avro_metadata_path_pos.avro"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="562"><highlight class="normal"><sp/><sp/>CreateSimpleAvroFile();</highlight></codeline> |
| <codeline lineno="563"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="564"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>schema<sp/>with<sp/>both<sp/>_file<sp/>and<sp/>_pos<sp/>metadata<sp/>columns</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="565"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="566"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/><ref refid="group__type-factories_1ga91f0688c58d168d755610a2b5a1a222e" kindref="member">int32</ref>()),</highlight></codeline> |
| <codeline lineno="567"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MetadataColumns::kFilePath,</highlight></codeline> |
| <codeline lineno="568"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MetadataColumns::kRowPosition,</highlight></codeline> |
| <codeline lineno="569"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="570"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="571"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="572"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>"avro_metadata_path_pos.avro",<sp/>0],</highlight></codeline> |
| <codeline lineno="573"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>"avro_metadata_path_pos.avro",<sp/>1],</highlight></codeline> |
| <codeline lineno="574"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[3,<sp/>"avro_metadata_path_pos.avro",<sp/>2]</highlight></codeline> |
| <codeline lineno="575"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="576"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="577"><highlight class="stringliteral"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight></codeline> |
| <codeline lineno="578"><highlight class="stringliteral"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader,<sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(</highlight></codeline> |
| <codeline lineno="579"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>FileFormatType::kAvro,</highlight></codeline> |
| <codeline lineno="580"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{.path<sp/>=<sp/>temp_avro_file_,<sp/>.io<sp/>=<sp/>file_io_,<sp/>.projection<sp/>=<sp/>schema}));</highlight></codeline> |
| <codeline lineno="581"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="582"><highlight class="normal"><sp/><sp/>VerifyNextBatch(*reader,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="583"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="584"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="585"><highlight class="normal">TEST_P(AvroReaderParameterizedTest,<sp/>ReadMetadataOnlyProjection)<sp/>{</highlight></codeline> |
| <codeline lineno="586"><highlight class="normal"><sp/><sp/>temp_avro_file_<sp/>=<sp/></highlight><highlight class="stringliteral">"avro_metadata_only.avro"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="587"><highlight class="normal"><sp/><sp/>CreateSimpleAvroFile();</highlight></codeline> |
| <codeline lineno="588"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="589"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>schema<sp/>with<sp/>only<sp/>metadata<sp/>columns<sp/>(no<sp/>data<sp/>columns)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="590"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="591"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MetadataColumns::kFilePath,</highlight></codeline> |
| <codeline lineno="592"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MetadataColumns::kRowPosition,</highlight></codeline> |
| <codeline lineno="593"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="594"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="595"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>expected_string<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="596"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>["avro_metadata_only.avro",<sp/>0],</highlight></codeline> |
| <codeline lineno="597"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>["avro_metadata_only.avro",<sp/>1],</highlight></codeline> |
| <codeline lineno="598"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>["avro_metadata_only.avro",<sp/>2]</highlight></codeline> |
| <codeline lineno="599"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="600"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="601"><highlight class="stringliteral"><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight></codeline> |
| <codeline lineno="602"><highlight class="stringliteral"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader,<sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(</highlight></codeline> |
| <codeline lineno="603"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>FileFormatType::kAvro,</highlight></codeline> |
| <codeline lineno="604"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{.path<sp/>=<sp/>temp_avro_file_,<sp/>.io<sp/>=<sp/>file_io_,<sp/>.projection<sp/>=<sp/>schema}));</highlight></codeline> |
| <codeline lineno="605"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="606"><highlight class="normal"><sp/><sp/>VerifyNextBatch(*reader,<sp/>expected_string);</highlight></codeline> |
| <codeline lineno="607"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="608"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="609"><highlight class="normal">TEST_P(AvroReaderParameterizedTest,<sp/>SplitWithRowPositionNotSupported)<sp/>{</highlight></codeline> |
| <codeline lineno="610"><highlight class="normal"><sp/><sp/>CreateSimpleAvroFile();</highlight></codeline> |
| <codeline lineno="611"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="612"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>schema<sp/>with<sp/>_pos<sp/>metadata<sp/>column</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="613"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="614"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/><ref refid="group__type-factories_1ga91f0688c58d168d755610a2b5a1a222e" kindref="member">int32</ref>()),</highlight></codeline> |
| <codeline lineno="615"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>MetadataColumns::kRowPosition,</highlight></codeline> |
| <codeline lineno="616"><highlight class="normal"><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="617"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="618"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader_result<sp/>=<sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(</highlight></codeline> |
| <codeline lineno="619"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>FileFormatType::kAvro,<sp/>{.path<sp/>=<sp/>temp_avro_file_,</highlight></codeline> |
| <codeline lineno="620"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.split<sp/>=<sp/>Split{.offset<sp/>=<sp/>100,<sp/>.length<sp/>=<sp/>200},</highlight></codeline> |
| <codeline lineno="621"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>file_io_,</highlight></codeline> |
| <codeline lineno="622"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.projection<sp/>=<sp/>schema});</highlight></codeline> |
| <codeline lineno="623"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="624"><highlight class="normal"><sp/><sp/>ASSERT_THAT(reader_result,<sp/>IsError(ErrorKind::kNotSupported));</highlight></codeline> |
| <codeline lineno="625"><highlight class="normal"><sp/><sp/>EXPECT_THAT(reader_result,</highlight></codeline> |
| <codeline lineno="626"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>HasErrorMessage(</highlight><highlight class="stringliteral">"'_pos'<sp/>metadata<sp/>column<sp/>with<sp/>split<sp/>is<sp/>not<sp/>supported"</highlight><highlight class="normal">));</highlight></codeline> |
| <codeline lineno="627"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="628"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="629"><highlight class="normal">INSTANTIATE_TEST_SUITE_P(DirectDecoderModes,<sp/>AvroReaderParameterizedTest,</highlight></codeline> |
| <codeline lineno="630"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::testing::Bool(),</highlight></codeline> |
| <codeline lineno="631"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>[](const<sp/>::testing::TestParamInfo<bool>&<sp/>info)<sp/>{</highlight></codeline> |
| <codeline lineno="632"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>info.param<sp/>?<sp/></highlight><highlight class="stringliteral">"DirectDecoder"</highlight><highlight class="normal"><sp/>:<sp/></highlight><highlight class="stringliteral">"GenericDatum"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="633"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="634"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="635"><highlight class="normal"></highlight><highlight class="comment">//<sp/>Parameterized<sp/>test<sp/>fixture<sp/>for<sp/>testing<sp/>both<sp/>direct<sp/>encoder<sp/>and<sp/>GenericDatum<sp/>modes</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="636" refid="classiceberg_1_1avro_1_1AvroWriterTest" refkind="compound"><highlight class="normal"></highlight><highlight class="keyword">class<sp/></highlight><highlight class="normal"><ref refid="classiceberg_1_1avro_1_1AvroWriterTest" kindref="compound">AvroWriterTest</ref><sp/>:<sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/>::testing::Test,</highlight></codeline> |
| <codeline lineno="637"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/>::testing::WithParamInterface<bool><sp/>{</highlight></codeline> |
| <codeline lineno="638"><highlight class="normal"><sp/></highlight><highlight class="keyword">protected</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="639"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">static</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>SetUpTestSuite()<sp/>{<sp/>RegisterAll();<sp/>}</highlight></codeline> |
| <codeline lineno="640"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="641"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>SetUp()</highlight><highlight class="keyword"><sp/>override<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="642"><highlight class="normal"><sp/><sp/><sp/><sp/>file_io_<sp/>=<sp/><ref refid="classiceberg_1_1arrow_1_1ArrowFileSystemFileIO_1a9f75861e2aeb0c393526e947419d5386" kindref="member">arrow::ArrowFileSystemFileIO::MakeMockFileIO</ref>();</highlight></codeline> |
| <codeline lineno="643"><highlight class="normal"><sp/><sp/><sp/><sp/>temp_avro_file_<sp/>=<sp/></highlight><highlight class="stringliteral">"avro_writer_test.avro"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="644"><highlight class="normal"><sp/><sp/><sp/><sp/>skip_datum_<sp/>=<sp/>GetParam();</highlight></codeline> |
| <codeline lineno="645"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="646"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="647"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>WriteAvroFile(</highlight></codeline> |
| <codeline lineno="648"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::shared_ptr<Schema><sp/>schema,<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>json_data,</highlight></codeline> |
| <codeline lineno="649"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::unordered_map<std::string,<sp/>std::string>&<sp/>extra_properties<sp/>=<sp/>{})<sp/>{</highlight></codeline> |
| <codeline lineno="650"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="structArrowSchema" kindref="compound">ArrowSchema</ref><sp/>arrow_c_schema;</highlight></codeline> |
| <codeline lineno="651"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(ToArrowSchema(*schema,<sp/>&arrow_c_schema),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="652"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="653"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema_result<sp/>=<sp/>::arrow::ImportType(&arrow_c_schema);</highlight></codeline> |
| <codeline lineno="654"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(arrow_schema_result.ok());</highlight></codeline> |
| <codeline lineno="655"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema<sp/>=<sp/>arrow_schema_result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="656"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="657"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>array_result<sp/>=<sp/>::arrow::json::ArrayFromJSONString(arrow_schema,<sp/>json_data);</highlight></codeline> |
| <codeline lineno="658"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(array_result.ok());</highlight></codeline> |
| <codeline lineno="659"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>array<sp/>=<sp/>array_result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="660"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="661"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">struct<sp/></highlight><highlight class="normal"><ref refid="structArrowArray" kindref="compound">ArrowArray</ref><sp/>arrow_array;</highlight></codeline> |
| <codeline lineno="662"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>export_result<sp/>=<sp/>::arrow::ExportArray(*array,<sp/>&arrow_array);</highlight></codeline> |
| <codeline lineno="663"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(export_result.ok());</highlight></codeline> |
| <codeline lineno="664"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="665"><highlight class="normal"><sp/><sp/><sp/><sp/>std::unordered_map<std::string,<sp/>std::string><sp/>metadata<sp/>=<sp/>{</highlight></codeline> |
| <codeline lineno="666"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{</highlight><highlight class="stringliteral">"writer_test"</highlight><highlight class="normal">,<sp/></highlight><highlight class="stringliteral">"direct_encoder"</highlight><highlight class="normal">}};</highlight></codeline> |
| <codeline lineno="667"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="668"><highlight class="normal"><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1WriterProperties" kindref="compound">WriterProperties</ref><sp/>writer_properties;</highlight></codeline> |
| <codeline lineno="669"><highlight class="normal"><sp/><sp/><sp/><sp/>writer_properties.Set(<ref refid="classiceberg_1_1WriterProperties_1a60e3675ed3ceaaa8bcb47750f7a098ad" kindref="member">WriterProperties::kAvroSkipDatum</ref>,<sp/>skip_datum_);</highlight></codeline> |
| <codeline lineno="670"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>[key,<sp/>value]<sp/>:<sp/>extra_properties)<sp/>{</highlight></codeline> |
| <codeline lineno="671"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>writer_properties.mutable_configs().emplace(key,<sp/>value);</highlight></codeline> |
| <codeline lineno="672"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="673"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="674"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>writer_result<sp/>=<sp/><ref refid="structiceberg_1_1WriterFactoryRegistry_1afeb69e5f68d62d46d47428cd9730a546" kindref="member">WriterFactoryRegistry::Open</ref>(</highlight></codeline> |
| <codeline lineno="675"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>FileFormatType::kAvro,<sp/>{.path<sp/>=<sp/>temp_avro_file_,</highlight></codeline> |
| <codeline lineno="676"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.schema<sp/>=<sp/>schema,</highlight></codeline> |
| <codeline lineno="677"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>file_io_,</highlight></codeline> |
| <codeline lineno="678"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.metadata<sp/>=<sp/>metadata,</highlight></codeline> |
| <codeline lineno="679"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.properties<sp/>=<sp/>std::move(writer_properties)});</highlight></codeline> |
| <codeline lineno="680"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(writer_result.has_value());</highlight></codeline> |
| <codeline lineno="681"><highlight class="normal"><sp/><sp/><sp/><sp/>writer_<sp/>=<sp/>std::move(writer_result.value());</highlight></codeline> |
| <codeline lineno="682"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(writer_->Write(&arrow_array),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="683"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(writer_->Close(),<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="684"><highlight class="normal"><sp/><sp/><sp/><sp/>write_schema_<sp/>=<sp/>schema;</highlight></codeline> |
| <codeline lineno="685"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="686"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="687"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>VerifyNextBatch(<ref refid="classiceberg_1_1Reader" kindref="compound">Reader</ref>&<sp/>reader,<sp/>std::string_view<sp/>expected_json)<sp/>{</highlight></codeline> |
| <codeline lineno="688"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Boilerplate<sp/>to<sp/>get<sp/>Arrow<sp/>schema</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="689"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema_result<sp/>=<sp/>reader.Schema();</highlight></codeline> |
| <codeline lineno="690"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(schema_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="691"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_c_schema<sp/>=<sp/>std::move(schema_result.value());</highlight></codeline> |
| <codeline lineno="692"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>import_schema_result<sp/>=<sp/>::arrow::ImportType(&arrow_c_schema);</highlight></codeline> |
| <codeline lineno="693"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_schema<sp/>=<sp/>import_schema_result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="694"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="695"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Boilerplate<sp/>to<sp/>get<sp/>Arrow<sp/>array</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="696"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data<sp/>=<sp/>reader.Next();</highlight></codeline> |
| <codeline lineno="697"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(data,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="698"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(data.value().has_value());</highlight></codeline> |
| <codeline lineno="699"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_c_array<sp/>=<sp/>data.value().value();</highlight></codeline> |
| <codeline lineno="700"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data_result<sp/>=<sp/>::arrow::ImportArray(&arrow_c_array,<sp/>arrow_schema);</highlight></codeline> |
| <codeline lineno="701"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_array<sp/>=<sp/>data_result.ValueOrDie();</highlight></codeline> |
| <codeline lineno="702"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="703"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Verify<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="704"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>expected_array<sp/>=</highlight></codeline> |
| <codeline lineno="705"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::arrow::json::ArrayFromJSONString(arrow_schema,<sp/>expected_json).ValueOrDie();</highlight></codeline> |
| <codeline lineno="706"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(arrow_array->Equals(*expected_array));</highlight></codeline> |
| <codeline lineno="707"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="708"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="709"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>VerifyExhausted(<ref refid="classiceberg_1_1Reader" kindref="compound">Reader</ref>&<sp/>reader)<sp/>{</highlight></codeline> |
| <codeline lineno="710"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>data<sp/>=<sp/>reader.Next();</highlight></codeline> |
| <codeline lineno="711"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(data,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="712"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_FALSE(data.value().has_value());</highlight></codeline> |
| <codeline lineno="713"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="714"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="715"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>VerifyWrittenData(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>expected_json)<sp/>{</highlight></codeline> |
| <codeline lineno="716"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_UNWRAP_OR_FAIL(</highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>written_length,<sp/>writer_->length());</highlight></codeline> |
| <codeline lineno="717"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="718"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader_result<sp/>=</highlight></codeline> |
| <codeline lineno="719"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="structiceberg_1_1ReaderFactoryRegistry_1a04318c64c78edaedda61a63652c5f4b3" kindref="member">ReaderFactoryRegistry::Open</ref>(FileFormatType::kAvro,<sp/>{.path<sp/>=<sp/>temp_avro_file_,</highlight></codeline> |
| <codeline lineno="720"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.length<sp/>=<sp/>written_length,</highlight></codeline> |
| <codeline lineno="721"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.io<sp/>=<sp/>file_io_,</highlight></codeline> |
| <codeline lineno="722"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>.projection<sp/>=<sp/>write_schema_});</highlight></codeline> |
| <codeline lineno="723"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_THAT(reader_result,<sp/>IsOk());</highlight></codeline> |
| <codeline lineno="724"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>reader<sp/>=<sp/>std::move(reader_result.value());</highlight></codeline> |
| <codeline lineno="725"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyNextBatch(*reader,<sp/>expected_json));</highlight></codeline> |
| <codeline lineno="726"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_NO_FATAL_FAILURE(VerifyExhausted(*reader));</highlight></codeline> |
| <codeline lineno="727"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="728"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="729"><highlight class="normal"><sp/><sp/>std::shared_ptr<FileIO><sp/>file_io_;</highlight></codeline> |
| <codeline lineno="730"><highlight class="normal"><sp/><sp/>std::string<sp/>temp_avro_file_;</highlight></codeline> |
| <codeline lineno="731"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>skip_datum_{</highlight><highlight class="keyword">true</highlight><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="732"><highlight class="normal"><sp/><sp/>std::shared_ptr<Schema><sp/>write_schema_;</highlight></codeline> |
| <codeline lineno="733"><highlight class="normal"><sp/><sp/>std::unique_ptr<Writer><sp/>writer_;</highlight></codeline> |
| <codeline lineno="734"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="735"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="736"><highlight class="normal">TEST_P(<ref refid="classiceberg_1_1avro_1_1AvroWriterTest" kindref="compound">AvroWriterTest</ref>,<sp/>WritePrimitiveTypes)<sp/>{</highlight></codeline> |
| <codeline lineno="737"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="738"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"bool_col"</highlight><highlight class="normal">,<sp/>std::make_shared<BooleanType>()),</highlight></codeline> |
| <codeline lineno="739"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"int_col"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="740"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"long_col"</highlight><highlight class="normal">,<sp/>std::make_shared<LongType>()),</highlight></codeline> |
| <codeline lineno="741"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(4,<sp/></highlight><highlight class="stringliteral">"float_col"</highlight><highlight class="normal">,<sp/>std::make_shared<FloatType>()),</highlight></codeline> |
| <codeline lineno="742"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(5,<sp/></highlight><highlight class="stringliteral">"double_col"</highlight><highlight class="normal">,<sp/>std::make_shared<DoubleType>()),</highlight></codeline> |
| <codeline lineno="743"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(6,<sp/></highlight><highlight class="stringliteral">"string_col"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>())});</highlight></codeline> |
| <codeline lineno="744"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="745"><highlight class="normal"><sp/><sp/>std::string<sp/>test_data<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="746"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[true,<sp/>42,<sp/>1234567890,<sp/>3.14,<sp/>2.71828,<sp/>"hello"],</highlight></codeline> |
| <codeline lineno="747"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[false,<sp/>-100,<sp/>-9876543210,<sp/>-1.5,<sp/>0.0,<sp/>"world"]</highlight></codeline> |
| <codeline lineno="748"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="749"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="750"><highlight class="stringliteral"><sp/><sp/>WriteAvroFile(schema,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="751"><highlight class="stringliteral"><sp/><sp/>VerifyWrittenData(test_data);</highlight></codeline> |
| <codeline lineno="752"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="753"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="754"><highlight class="stringliteral">TEST_P(AvroWriterTest,<sp/>WriteTemporalTypes)<sp/>{</highlight></codeline> |
| <codeline lineno="755"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="756"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"date_col"</highlight><highlight class="normal">,<sp/>std::make_shared<DateType>()),</highlight></codeline> |
| <codeline lineno="757"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"time_col"</highlight><highlight class="normal">,<sp/>std::make_shared<TimeType>()),</highlight></codeline> |
| <codeline lineno="758"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"timestamp_col"</highlight><highlight class="normal">,<sp/>std::make_shared<TimestampType>())});</highlight></codeline> |
| <codeline lineno="759"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="760"><highlight class="normal"><sp/><sp/>std::string<sp/>test_data<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="761"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[18628,<sp/>43200000000,<sp/>1640995200000000],</highlight></codeline> |
| <codeline lineno="762"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[18629,<sp/>86399000000,<sp/>1641081599000000]</highlight></codeline> |
| <codeline lineno="763"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="764"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="765"><highlight class="stringliteral"><sp/><sp/>WriteAvroFile(schema,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="766"><highlight class="stringliteral"><sp/><sp/>VerifyWrittenData(test_data);</highlight></codeline> |
| <codeline lineno="767"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="768"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="769"><highlight class="stringliteral">TEST_P(AvroWriterTest,<sp/>WriteNestedStruct)<sp/>{</highlight></codeline> |
| <codeline lineno="770"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="771"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="772"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="773"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>2,<sp/></highlight><highlight class="stringliteral">"person"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="774"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<iceberg::StructType>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="775"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="776"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(4,<sp/></highlight><highlight class="stringliteral">"age"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>())}))});</highlight></codeline> |
| <codeline lineno="777"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="778"><highlight class="normal"><sp/><sp/>std::string<sp/>test_data<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="779"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>["Alice",<sp/>30]],</highlight></codeline> |
| <codeline lineno="780"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>["Bob",<sp/>25]]</highlight></codeline> |
| <codeline lineno="781"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="782"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="783"><highlight class="stringliteral"><sp/><sp/>WriteAvroFile(schema,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="784"><highlight class="stringliteral"><sp/><sp/>VerifyWrittenData(test_data);</highlight></codeline> |
| <codeline lineno="785"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="786"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="787"><highlight class="stringliteral">TEST_P(AvroWriterTest,<sp/>WriteListType)<sp/>{</highlight></codeline> |
| <codeline lineno="788"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="789"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="790"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"tags"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="791"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<ListType>(<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="792"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>3,<sp/></highlight><highlight class="stringliteral">"element"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>())))});</highlight></codeline> |
| <codeline lineno="793"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="794"><highlight class="normal"><sp/><sp/>std::string<sp/>test_data<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="795"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>["tag1",<sp/>"tag2",<sp/>"tag3"]],</highlight></codeline> |
| <codeline lineno="796"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>["foo",<sp/>"bar"]],</highlight></codeline> |
| <codeline lineno="797"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[3,<sp/>[]]</highlight></codeline> |
| <codeline lineno="798"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="799"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="800"><highlight class="stringliteral"><sp/><sp/>WriteAvroFile(schema,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="801"><highlight class="stringliteral"><sp/><sp/>VerifyWrittenData(test_data);</highlight></codeline> |
| <codeline lineno="802"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="803"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="804"><highlight class="stringliteral">TEST_P(AvroWriterTest,<sp/>WriteMapTypeWithStringKey)<sp/>{</highlight></codeline> |
| <codeline lineno="805"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(</highlight></codeline> |
| <codeline lineno="806"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<SchemaField>{<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="807"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>1,<sp/></highlight><highlight class="stringliteral">"properties"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="808"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<MapType>(</highlight></codeline> |
| <codeline lineno="809"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"key"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="810"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"value"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>())))});</highlight></codeline> |
| <codeline lineno="811"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="812"><highlight class="normal"><sp/><sp/>std::string<sp/>test_data<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="813"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[[["key1",<sp/>100],<sp/>["key2",<sp/>200]]],</highlight></codeline> |
| <codeline lineno="814"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[[["a",<sp/>1],<sp/>["b",<sp/>2],<sp/>["c",<sp/>3]]]</highlight></codeline> |
| <codeline lineno="815"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="816"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="817"><highlight class="stringliteral"><sp/><sp/>WriteAvroFile(schema,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="818"><highlight class="stringliteral"><sp/><sp/>VerifyWrittenData(test_data);</highlight></codeline> |
| <codeline lineno="819"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="820"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="821"><highlight class="stringliteral">TEST_P(AvroWriterTest,<sp/>WriteMapTypeWithNonStringKey)<sp/>{</highlight></codeline> |
| <codeline lineno="822"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(</highlight></codeline> |
| <codeline lineno="823"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<SchemaField>{<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="824"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>1,<sp/></highlight><highlight class="stringliteral">"int_map"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="825"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<MapType>(</highlight></codeline> |
| <codeline lineno="826"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"key"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="827"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"value"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>())))});</highlight></codeline> |
| <codeline lineno="828"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="829"><highlight class="normal"><sp/><sp/>std::string<sp/>test_data<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="830"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[[[1,<sp/>"one"],<sp/>[2,<sp/>"two"],<sp/>[3,<sp/>"three"]]],</highlight></codeline> |
| <codeline lineno="831"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[[[10,<sp/>"ten"],<sp/>[20,<sp/>"twenty"]]]</highlight></codeline> |
| <codeline lineno="832"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="833"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="834"><highlight class="stringliteral"><sp/><sp/>WriteAvroFile(schema,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="835"><highlight class="stringliteral"><sp/><sp/>VerifyWrittenData(test_data);</highlight></codeline> |
| <codeline lineno="836"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="837"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="838"><highlight class="stringliteral">TEST_P(AvroWriterTest,<sp/>WriteEmptyMaps)<sp/>{</highlight></codeline> |
| <codeline lineno="839"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="840"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="841"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>1,<sp/></highlight><highlight class="stringliteral">"string_map"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="842"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<MapType>(</highlight></codeline> |
| <codeline lineno="843"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"key"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="844"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(3,<sp/></highlight><highlight class="stringliteral">"value"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()))),</highlight></codeline> |
| <codeline lineno="845"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(</highlight></codeline> |
| <codeline lineno="846"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>4,<sp/></highlight><highlight class="stringliteral">"int_map"</highlight><highlight class="normal">,</highlight></codeline> |
| <codeline lineno="847"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::make_shared<MapType>(</highlight></codeline> |
| <codeline lineno="848"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(5,<sp/></highlight><highlight class="stringliteral">"key"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="849"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(6,<sp/></highlight><highlight class="stringliteral">"value"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>())))});</highlight></codeline> |
| <codeline lineno="850"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="851"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Test<sp/>empty<sp/>maps<sp/>for<sp/>both<sp/>string<sp/>and<sp/>non-string<sp/>keys</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="852"><highlight class="normal"><sp/><sp/>std::string<sp/>test_data<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="853"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[[],<sp/>[]],</highlight></codeline> |
| <codeline lineno="854"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[[["a",<sp/>1]],<sp/>[]]</highlight></codeline> |
| <codeline lineno="855"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="856"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="857"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="comment">//<sp/>Just<sp/>verify<sp/>writing<sp/>succeeds<sp/>(empty<sp/>maps<sp/>are<sp/>handled<sp/>correctly<sp/>by<sp/>the<sp/>encoder)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="858"><highlight class="normal"><sp/><sp/>WriteAvroFile(schema,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="859"><highlight class="normal"><sp/><sp/>VerifyWrittenData(test_data);</highlight></codeline> |
| <codeline lineno="860"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="861"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="862"><highlight class="normal">TEST_P(AvroWriterTest,<sp/>WriteOptionalFields)<sp/>{</highlight></codeline> |
| <codeline lineno="863"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="864"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>()),</highlight></codeline> |
| <codeline lineno="865"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(2,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/>std::make_shared<StringType>()),</highlight></codeline> |
| <codeline lineno="866"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a0c8382f6e164b76f45e4b4c26028a872" kindref="member">SchemaField::MakeOptional</ref>(3,<sp/></highlight><highlight class="stringliteral">"age"</highlight><highlight class="normal">,<sp/>std::make_shared<IntType>())});</highlight></codeline> |
| <codeline lineno="867"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="868"><highlight class="normal"><sp/><sp/>std::string<sp/>test_data<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="869"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>"Alice",<sp/>30],</highlight></codeline> |
| <codeline lineno="870"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>null,<sp/>25],</highlight></codeline> |
| <codeline lineno="871"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[3,<sp/>"Charlie",<sp/>null],</highlight></codeline> |
| <codeline lineno="872"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[4,<sp/>null,<sp/>null]</highlight></codeline> |
| <codeline lineno="873"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="874"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="875"><highlight class="stringliteral"><sp/><sp/>WriteAvroFile(schema,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="876"><highlight class="stringliteral"><sp/><sp/>VerifyWrittenData(test_data);</highlight></codeline> |
| <codeline lineno="877"><highlight class="stringliteral">}</highlight></codeline> |
| <codeline lineno="878"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="879"><highlight class="stringliteral">TEST_P(AvroWriterTest,<sp/>WriteLargeDataset)<sp/>{</highlight></codeline> |
| <codeline lineno="880"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<iceberg::Schema>(std::vector<SchemaField>{</highlight></codeline> |
| <codeline lineno="881"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/>std::make_shared<LongType>()),</highlight></codeline> |
| <codeline lineno="882"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"value"</highlight><highlight class="normal">,<sp/>std::make_shared<DoubleType>())});</highlight></codeline> |
| <codeline lineno="883"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="884"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Generate<sp/>large<sp/>dataset<sp/>JSON</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="885"><highlight class="normal"><sp/><sp/>std::ostringstream<sp/>json;</highlight></codeline> |
| <codeline lineno="886"><highlight class="normal"><sp/><sp/>json<sp/><<<sp/></highlight><highlight class="stringliteral">"["</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="887"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keywordtype">int</highlight><highlight class="normal"><sp/>i<sp/>=<sp/>0;<sp/>i<sp/><<sp/>1000;<sp/>++i)<sp/>{</highlight></codeline> |
| <codeline lineno="888"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(i<sp/>><sp/>0)<sp/>json<sp/><<<sp/></highlight><highlight class="stringliteral">",<sp/>"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="889"><highlight class="normal"><sp/><sp/><sp/><sp/>json<sp/><<<sp/></highlight><highlight class="stringliteral">"["</highlight><highlight class="normal"><sp/><<<sp/>i<sp/><<<sp/></highlight><highlight class="stringliteral">",<sp/>"</highlight><highlight class="normal"><sp/><<<sp/>(i<sp/>*<sp/>1.5)<sp/><<<sp/></highlight><highlight class="stringliteral">"]"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="890"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="891"><highlight class="normal"><sp/><sp/>json<sp/><<<sp/></highlight><highlight class="stringliteral">"]"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="892"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="893"><highlight class="normal"><sp/><sp/>WriteAvroFile(schema,<sp/>json.str());</highlight></codeline> |
| <codeline lineno="894"><highlight class="normal"><sp/><sp/>VerifyWrittenData(json.str());</highlight></codeline> |
| <codeline lineno="895"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="896"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="897"><highlight class="normal">TEST_P(AvroWriterTest,<sp/>MultipleAvroBlocks)<sp/>{</highlight></codeline> |
| <codeline lineno="898"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>schema<sp/>=<sp/>std::make_shared<Schema>(</highlight></codeline> |
| <codeline lineno="899"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>std::vector<SchemaField>{<ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(1,<sp/></highlight><highlight class="stringliteral">"id"</highlight><highlight class="normal">,<sp/><ref refid="group__type-factories_1ga91f0688c58d168d755610a2b5a1a222e" kindref="member">int32</ref>()),</highlight></codeline> |
| <codeline lineno="900"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><ref refid="classiceberg_1_1SchemaField_1a4ad7baa4dedd37e2f699a2f32deef942" kindref="member">SchemaField::MakeRequired</ref>(2,<sp/></highlight><highlight class="stringliteral">"name"</highlight><highlight class="normal">,<sp/></highlight><highlight class="keywordtype">string</highlight><highlight class="normal">())});</highlight></codeline> |
| <codeline lineno="901"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="902"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>json_data<sp/>=<sp/>R</highlight><highlight class="stringliteral">"([</highlight></codeline> |
| <codeline lineno="903"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[1,<sp/>"Alice_with_a_very_long_name_to_exceed_sync_interval"],</highlight></codeline> |
| <codeline lineno="904"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[2,<sp/>"Bob_with_another_very_long_name_to_exceed_sync_interval"],</highlight></codeline> |
| <codeline lineno="905"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[3,<sp/>"Charlie_with_yet_another_very_long_name_to_exceed_sync"],</highlight></codeline> |
| <codeline lineno="906"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[4,<sp/>"David_with_a_super_long_name_that_will_exceed_interval"],</highlight></codeline> |
| <codeline lineno="907"><highlight class="stringliteral"><sp/><sp/><sp/><sp/>[5,<sp/>"Eve_with_an_extremely_long_name_to_force_new_block_here"]</highlight></codeline> |
| <codeline lineno="908"><highlight class="stringliteral"><sp/><sp/>])";</highlight></codeline> |
| <codeline lineno="909"><highlight class="stringliteral"></highlight></codeline> |
| <codeline lineno="910"><highlight class="stringliteral"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::vector<std::pair<</highlight><highlight class="comment">/*sync_interval*/</highlight><highlight class="normal"><sp/>std::string,<sp/></highlight><highlight class="comment">/*num_blocks*/</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal">>></highlight></codeline> |
| <codeline lineno="911"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>test_cases<sp/>=<sp/>{{</highlight><highlight class="stringliteral">"32"</highlight><highlight class="normal">,<sp/>5},<sp/>{</highlight><highlight class="stringliteral">"65536"</highlight><highlight class="normal">,<sp/>1}};</highlight></codeline> |
| <codeline lineno="912"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="913"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal">&<sp/>[interval,<sp/>num_blocks]<sp/>:<sp/>test_cases)<sp/>{</highlight></codeline> |
| <codeline lineno="914"><highlight class="normal"><sp/><sp/><sp/><sp/>WriteAvroFile(schema,<sp/>json_data,</highlight></codeline> |
| <codeline lineno="915"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>{{<ref refid="classiceberg_1_1WriterProperties_1ad0d51e747dee91694c6b83bc0dca212b" kindref="member">WriterProperties::kAvroSyncInterval</ref>.key(),<sp/>interval}});</highlight></codeline> |
| <codeline lineno="916"><highlight class="normal"><sp/><sp/><sp/><sp/>VerifyWrittenData(json_data);</highlight></codeline> |
| <codeline lineno="917"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="918"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>Use<sp/>raw<sp/>avro-cpp<sp/>reader<sp/>to<sp/>count<sp/>blocks<sp/>by<sp/>tracking<sp/>previousSync()<sp/>changes</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="919"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>mock_io<sp/>=<sp/>internal::checked_pointer_cast<arrow::ArrowFileSystemFileIO>(file_io_);</highlight></codeline> |
| <codeline lineno="920"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>input<sp/>=<sp/>mock_io->fs()->OpenInputFile(temp_avro_file_).ValueOrDie();</highlight></codeline> |
| <codeline lineno="921"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>input_stream<sp/>=<sp/>std::make_unique<AvroInputStream>(std::move(input),<sp/>1024<sp/>*<sp/>1024);</highlight></codeline> |
| <codeline lineno="922"><highlight class="normal"><sp/><sp/><sp/><sp/>::avro::DataFileReader<::avro::GenericDatum><sp/>avro_reader(std::move(input_stream));</highlight></codeline> |
| <codeline lineno="923"><highlight class="normal"><sp/><sp/><sp/><sp/>::avro::GenericDatum<sp/>datum(avro_reader.dataSchema());</highlight></codeline> |
| <codeline lineno="924"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="925"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>block_count<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="926"><highlight class="normal"><sp/><sp/><sp/><sp/>int64_t<sp/>last_sync<sp/>=<sp/>-1;</highlight></codeline> |
| <codeline lineno="927"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="928"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">while</highlight><highlight class="normal"><sp/>(avro_reader.read(datum))<sp/>{</highlight></codeline> |
| <codeline lineno="929"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(int64_t<sp/>current_sync<sp/>=<sp/>avro_reader.previousSync();<sp/>current_sync<sp/>!=<sp/>last_sync)<sp/>{</highlight></codeline> |
| <codeline lineno="930"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>block_count++;</highlight></codeline> |
| <codeline lineno="931"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>last_sync<sp/>=<sp/>current_sync;</highlight></codeline> |
| <codeline lineno="932"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="933"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="934"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="935"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_EQ(block_count,<sp/>num_blocks);</highlight></codeline> |
| <codeline lineno="936"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="937"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="938"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="939"><highlight class="normal"></highlight><highlight class="comment">//<sp/>Instantiate<sp/>parameterized<sp/>tests<sp/>for<sp/>both<sp/>direct<sp/>encoder<sp/>and<sp/>GenericDatum<sp/>paths</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="940"><highlight class="normal">INSTANTIATE_TEST_SUITE_P(DirectEncoderModes,<sp/>AvroWriterTest,</highlight></codeline> |
| <codeline lineno="941"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>::testing::Values(</highlight><highlight class="keyword">true</highlight><highlight class="normal">,<sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">),</highlight></codeline> |
| <codeline lineno="942"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>[](const<sp/>::testing::TestParamInfo<bool>&<sp/>info)<sp/>{</highlight></codeline> |
| <codeline lineno="943"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>info.param<sp/>?<sp/></highlight><highlight class="stringliteral">"DirectEncoder"</highlight><highlight class="normal"><sp/>:<sp/></highlight><highlight class="stringliteral">"GenericDatum"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="944"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>});</highlight></codeline> |
| <codeline lineno="945"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="946"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>iceberg::avro</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="iceberg/test/avro_test.cc"/> |
| </compounddef> |
| </doxygen> |
