| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="avro__stream__test_8cc" kind="file" language="C++"> |
| <compoundname>avro_stream_test.cc</compoundname> |
| <includes local="no">arrow/filesystem/localfs.h</includes> |
| <includes local="no">arrow/result.h</includes> |
| <includes local="no">gtest/gtest.h</includes> |
| <includes refid="avro__stream__internal_8h" local="yes">iceberg/avro/avro_stream_internal.h</includes> |
| <includes refid="temp__file__test__base_8h" local="yes">iceberg/test/temp_file_test_base.h</includes> |
| <incdepgraph> |
| <node id="5"> |
| <label>iceberg/avro/avro_stream_internal.h</label> |
| <link refid="avro__stream__internal_8h_source"/> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| </node> |
| <node id="1"> |
| <label>iceberg/test/avro_stream_test.cc</label> |
| <link refid="avro__stream__test_8cc"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="8"> |
| <label>iceberg/test/temp_file_test_base.h</label> |
| <link refid="temp__file__test__base_8h_source"/> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| </node> |
| <node id="2"> |
| <label>arrow/filesystem/localfs.h</label> |
| </node> |
| <node id="6"> |
| <label>arrow/io/interfaces.h</label> |
| </node> |
| <node id="3"> |
| <label>arrow/result.h</label> |
| </node> |
| <node id="7"> |
| <label>avro/Stream.hh</label> |
| </node> |
| <node id="9"> |
| <label>filesystem</label> |
| </node> |
| <node id="10"> |
| <label>format</label> |
| </node> |
| <node id="11"> |
| <label>fstream</label> |
| </node> |
| <node id="4"> |
| <label>gtest/gtest.h</label> |
| </node> |
| <node id="12"> |
| <label>random</label> |
| </node> |
| <node id="13"> |
| <label>string</label> |
| </node> |
| <node id="14"> |
| <label>string_view</label> |
| </node> |
| <node id="15"> |
| <label>vector</label> |
| </node> |
| </incdepgraph> |
| <innerclass refid="classiceberg_1_1avro_1_1AVROStreamTest" prot="public">iceberg::avro::AVROStreamTest</innerclass> |
| <innernamespace refid="namespaceiceberg">iceberg</innernamespace> |
| <innernamespace refid="namespaceiceberg_1_1avro">iceberg::avro</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/><sp/><sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/filesystem/localfs.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/result.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><gtest/gtest.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/avro/avro_stream_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"iceberg/test/temp_file_test_base.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">iceberg::avro<sp/>{</highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="29" refid="classiceberg_1_1avro_1_1AVROStreamTest" refkind="compound"><highlight class="normal"></highlight><highlight class="keyword">class<sp/></highlight><highlight class="normal"><ref refid="classiceberg_1_1avro_1_1AVROStreamTest" kindref="compound">AVROStreamTest</ref><sp/>:<sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1TempFileTestBase" kindref="compound">TempFileTestBase</ref><sp/>{</highlight></codeline> |
| <codeline lineno="30"><highlight class="normal"><sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="31"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>SetUp()</highlight><highlight class="keyword"><sp/>override<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="32"><highlight class="normal"><sp/><sp/><sp/><sp/>TempFileTestBase::SetUp();</highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"><sp/><sp/><sp/><sp/>temp_filepath_<sp/>=<sp/><ref refid="classiceberg_1_1TempFileTestBase_1a469206ba6bfaea7b40483a594c819d8f" kindref="member">CreateNewTempFilePath</ref>();</highlight></codeline> |
| <codeline lineno="34"><highlight class="normal"><sp/><sp/><sp/><sp/>local_fs_<sp/>=<sp/>std::make_shared<::arrow::fs::LocalFileSystem>();</highlight></codeline> |
| <codeline lineno="35"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="36"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="37"><highlight class="normal"><sp/><sp/>std::shared_ptr<AvroOutputStream><sp/>CreateOutputStream(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>path,</highlight></codeline> |
| <codeline lineno="38"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int64_t<sp/>buffer_size)<sp/>{</highlight></codeline> |
| <codeline lineno="39"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_out_ret<sp/>=<sp/>local_fs_->OpenOutputStream(path);</highlight></codeline> |
| <codeline lineno="40"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!arrow_out_ret.ok())<sp/>{</highlight></codeline> |
| <codeline lineno="41"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">throw</highlight><highlight class="normal"><sp/>std::runtime_error(</highlight><highlight class="stringliteral">"Failed<sp/>to<sp/>open<sp/>output<sp/>stream:<sp/>"</highlight><highlight class="normal"><sp/>+</highlight></codeline> |
| <codeline lineno="42"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>arrow_out_ret.status().message());</highlight></codeline> |
| <codeline lineno="43"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="44"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::make_shared<AvroOutputStream>(std::move(arrow_out_ret.ValueUnsafe()),</highlight></codeline> |
| <codeline lineno="45"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>buffer_size);</highlight></codeline> |
| <codeline lineno="46"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="47"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="48"><highlight class="normal"><sp/><sp/>std::shared_ptr<AvroInputStream><sp/>CreateInputStream(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>path,</highlight></codeline> |
| <codeline lineno="49"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int64_t<sp/>buffer_size)<sp/>{</highlight></codeline> |
| <codeline lineno="50"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_in_ret<sp/>=<sp/>local_fs_->OpenInputFile(path);</highlight></codeline> |
| <codeline lineno="51"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!arrow_in_ret.ok())<sp/>{</highlight></codeline> |
| <codeline lineno="52"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">throw</highlight><highlight class="normal"><sp/>std::runtime_error(</highlight><highlight class="stringliteral">"Failed<sp/>to<sp/>open<sp/>input<sp/>stream:<sp/>"</highlight><highlight class="normal"><sp/>+</highlight></codeline> |
| <codeline lineno="53"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>arrow_in_ret.status().message());</highlight></codeline> |
| <codeline lineno="54"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="55"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>std::make_shared<AvroInputStream>(std::move(arrow_in_ret.ValueUnsafe()),</highlight></codeline> |
| <codeline lineno="56"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>buffer_size);</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="58"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="59"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>WriteDataToStream(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<AvroOutputStream>&<sp/>avro_output_stream,</highlight></codeline> |
| <codeline lineno="60"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string&<sp/>data)<sp/>{</highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"><sp/><sp/><sp/><sp/>uint8_t*<sp/>buf;</highlight></codeline> |
| <codeline lineno="62"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>buf_size;</highlight></codeline> |
| <codeline lineno="63"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(avro_output_stream->next(&buf,<sp/>&buf_size));</highlight></codeline> |
| <codeline lineno="64"><highlight class="normal"><sp/><sp/><sp/><sp/>std::memcpy(buf,<sp/>data.data(),<sp/>data.size());</highlight></codeline> |
| <codeline lineno="65"><highlight class="normal"><sp/><sp/><sp/><sp/>avro_output_stream->backup(1024<sp/>-<sp/>data.size());</highlight></codeline> |
| <codeline lineno="66"><highlight class="normal"><sp/><sp/><sp/><sp/>avro_output_stream->flush();</highlight></codeline> |
| <codeline lineno="67"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="68"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="69"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>ReadDataFromStream(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<AvroInputStream>&<sp/>avro_input_stream,</highlight></codeline> |
| <codeline lineno="70"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>std::string&<sp/>data)<sp/>{</highlight></codeline> |
| <codeline lineno="71"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>uint8_t*<sp/>buf{};</highlight></codeline> |
| <codeline lineno="72"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len{};</highlight></codeline> |
| <codeline lineno="73"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(avro_input_stream->next(&buf,<sp/>&len));</highlight></codeline> |
| <codeline lineno="74"><highlight class="normal"><sp/><sp/><sp/><sp/>data<sp/>=<sp/>std::string(</highlight><highlight class="keyword">reinterpret_cast<</highlight><highlight class="keyword">const<sp/></highlight><highlight class="keywordtype">char</highlight><highlight class="normal">*</highlight><highlight class="keyword">></highlight><highlight class="normal">(buf),<sp/>len);</highlight></codeline> |
| <codeline lineno="75"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="76"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="77"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>CheckStreamEof(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<AvroInputStream>&<sp/>avro_input_stream)<sp/>{</highlight></codeline> |
| <codeline lineno="78"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>uint8_t*<sp/>buf{};</highlight></codeline> |
| <codeline lineno="79"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len{};</highlight></codeline> |
| <codeline lineno="80"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_FALSE(avro_input_stream->next(&buf,<sp/>&len));</highlight></codeline> |
| <codeline lineno="81"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="82"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="83"><highlight class="normal"><sp/><sp/>int64_t<sp/>buffer_size_<sp/>=<sp/>1024;</highlight></codeline> |
| <codeline lineno="84"><highlight class="normal"><sp/><sp/>std::shared_ptr<::arrow::fs::LocalFileSystem><sp/>local_fs_;</highlight></codeline> |
| <codeline lineno="85"><highlight class="normal"><sp/><sp/>std::string<sp/>temp_filepath_;</highlight></codeline> |
| <codeline lineno="86"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="87"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="88"><highlight class="normal">TEST_F(<ref refid="classiceberg_1_1avro_1_1AVROStreamTest" kindref="compound">AVROStreamTest</ref>,<sp/>TestAvroBasicStream)<sp/>{</highlight></codeline> |
| <codeline lineno="89"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>test<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="90"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>test_data<sp/>=<sp/></highlight><highlight class="stringliteral">"ABCDEFGHIJKLMNOPQRSTUVWXYZ"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="91"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_output_stream<sp/>=<sp/>CreateOutputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="92"><highlight class="normal"><sp/><sp/>WriteDataToStream(avro_output_stream,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="93"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="94"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_input_stream<sp/>=<sp/>CreateInputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="95"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="96"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>uint8_t*<sp/>data{};</highlight></codeline> |
| <codeline lineno="97"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len{};</highlight></codeline> |
| <codeline lineno="98"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(avro_input_stream->next(&data,<sp/>&len));</highlight></codeline> |
| <codeline lineno="99"><highlight class="normal"><sp/><sp/>EXPECT_EQ(len,<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="100"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="101"><highlight class="normal"><sp/><sp/>EXPECT_EQ(avro_input_stream->byteCount(),<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="102"><highlight class="normal"><sp/><sp/>EXPECT_EQ(std::string(</highlight><highlight class="keyword">reinterpret_cast<</highlight><highlight class="keyword">const<sp/></highlight><highlight class="keywordtype">char</highlight><highlight class="normal">*</highlight><highlight class="keyword">></highlight><highlight class="normal">(data),<sp/>len),<sp/>test_data);</highlight></codeline> |
| <codeline lineno="103"><highlight class="normal"><sp/><sp/>ASSERT_FALSE(avro_input_stream->next(&data,<sp/>&len));</highlight></codeline> |
| <codeline lineno="104"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="105"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="106"><highlight class="normal">TEST_F(AVROStreamTest,<sp/>InputStreamBackup)<sp/>{</highlight></codeline> |
| <codeline lineno="107"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>test<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="108"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>test_data<sp/>=<sp/></highlight><highlight class="stringliteral">"ABCDEFGHIJKLMNOPQRSTUVWXYZ"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="109"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_output_stream<sp/>=<sp/>CreateOutputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="110"><highlight class="normal"><sp/><sp/>WriteDataToStream(avro_output_stream,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="111"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="112"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>a<sp/>test<sp/>input<sp/>stream</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="113"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_input_stream<sp/>=<sp/>CreateInputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="114"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="115"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Read<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="116"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>uint8_t*<sp/>data{};</highlight></codeline> |
| <codeline lineno="117"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len{};</highlight></codeline> |
| <codeline lineno="118"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(avro_input_stream->next(&data,<sp/>&len));</highlight></codeline> |
| <codeline lineno="119"><highlight class="normal"><sp/><sp/>EXPECT_EQ(len,<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="120"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="121"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Backup<sp/>10<sp/>bytes</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="122"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>backupSize<sp/>=<sp/>10;</highlight></codeline> |
| <codeline lineno="123"><highlight class="normal"><sp/><sp/>avro_input_stream->backup(backupSize);</highlight></codeline> |
| <codeline lineno="124"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="125"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Check<sp/>byteCount<sp/>after<sp/>backup</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="126"><highlight class="normal"><sp/><sp/>EXPECT_EQ(avro_input_stream->byteCount(),<sp/>test_data.size()<sp/>-<sp/>backupSize);</highlight></codeline> |
| <codeline lineno="127"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="128"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Read<sp/>the<sp/>backed-up<sp/>data<sp/>again</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="129"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(avro_input_stream->next(&data,<sp/>&len));</highlight></codeline> |
| <codeline lineno="130"><highlight class="normal"><sp/><sp/>EXPECT_EQ(len,<sp/>backupSize);</highlight></codeline> |
| <codeline lineno="131"><highlight class="normal"><sp/><sp/>EXPECT_EQ(std::string(</highlight><highlight class="keyword">reinterpret_cast<</highlight><highlight class="keyword">const<sp/></highlight><highlight class="keywordtype">char</highlight><highlight class="normal">*</highlight><highlight class="keyword">></highlight><highlight class="normal">(data),<sp/>len),</highlight></codeline> |
| <codeline lineno="132"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>test_data.substr(test_data.size()<sp/>-<sp/>backupSize));</highlight></codeline> |
| <codeline lineno="133"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="134"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Check<sp/>that<sp/>we've<sp/>reached<sp/>the<sp/>end<sp/>of<sp/>the<sp/>stream</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="135"><highlight class="normal"><sp/><sp/>ASSERT_FALSE(avro_input_stream->next(&data,<sp/>&len));</highlight></codeline> |
| <codeline lineno="136"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="137"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="138"><highlight class="normal">TEST_F(AVROStreamTest,<sp/>InputStreamSkip)<sp/>{</highlight></codeline> |
| <codeline lineno="139"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>test<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="140"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>test_data<sp/>=<sp/></highlight><highlight class="stringliteral">"ABCDEFGHIJKLMNOPQRSTUVWXYZ"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="141"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_output_stream<sp/>=<sp/>CreateOutputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="142"><highlight class="normal"><sp/><sp/>WriteDataToStream(avro_output_stream,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="143"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="144"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>a<sp/>test<sp/>input<sp/>stream</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="145"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_input_stream<sp/>=<sp/>CreateInputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="146"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="147"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Skip<sp/>the<sp/>first<sp/>10<sp/>bytes</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="148"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>skipSize<sp/>=<sp/>10;</highlight></codeline> |
| <codeline lineno="149"><highlight class="normal"><sp/><sp/>avro_input_stream->skip(skipSize);</highlight></codeline> |
| <codeline lineno="150"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="151"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Check<sp/>byteCount<sp/>after<sp/>skip</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="152"><highlight class="normal"><sp/><sp/>EXPECT_EQ(avro_input_stream->byteCount(),<sp/>skipSize);</highlight></codeline> |
| <codeline lineno="153"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="154"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Read<sp/>the<sp/>remaining<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="155"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>uint8_t*<sp/>data{};</highlight></codeline> |
| <codeline lineno="156"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len{};</highlight></codeline> |
| <codeline lineno="157"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(avro_input_stream->next(&data,<sp/>&len));</highlight></codeline> |
| <codeline lineno="158"><highlight class="normal"><sp/><sp/>EXPECT_EQ(len,<sp/>test_data.size()<sp/>-<sp/>skipSize);</highlight></codeline> |
| <codeline lineno="159"><highlight class="normal"><sp/><sp/>EXPECT_EQ(std::string(</highlight><highlight class="keyword">reinterpret_cast<</highlight><highlight class="keyword">const<sp/></highlight><highlight class="keywordtype">char</highlight><highlight class="normal">*</highlight><highlight class="keyword">></highlight><highlight class="normal">(data),<sp/>len),</highlight></codeline> |
| <codeline lineno="160"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>test_data.substr(skipSize));</highlight></codeline> |
| <codeline lineno="161"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="162"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Check<sp/>that<sp/>we've<sp/>reached<sp/>the<sp/>end<sp/>of<sp/>the<sp/>stream</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="163"><highlight class="normal"><sp/><sp/>ASSERT_FALSE(avro_input_stream->next(&data,<sp/>&len));</highlight></codeline> |
| <codeline lineno="164"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="165"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="166"><highlight class="normal">TEST_F(AVROStreamTest,<sp/>InputStreamSeek)<sp/>{</highlight></codeline> |
| <codeline lineno="167"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>test<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="168"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>test_data<sp/>=<sp/></highlight><highlight class="stringliteral">"ABCDEFGHIJKLMNOPQRSTUVWXYZ"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="169"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_output_stream<sp/>=<sp/>CreateOutputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="170"><highlight class="normal"><sp/><sp/>WriteDataToStream(avro_output_stream,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="171"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="172"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>a<sp/>test<sp/>input<sp/>stream</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="173"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_input_stream<sp/>=<sp/>CreateInputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="174"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="175"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Seek<sp/>to<sp/>position<sp/>15</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="176"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>int64_t<sp/>seekPos<sp/>=<sp/>15;</highlight></codeline> |
| <codeline lineno="177"><highlight class="normal"><sp/><sp/>avro_input_stream->seek(seekPos);</highlight></codeline> |
| <codeline lineno="178"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="179"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Check<sp/>byteCount<sp/>after<sp/>seek</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="180"><highlight class="normal"><sp/><sp/>EXPECT_EQ(avro_input_stream->byteCount(),<sp/></highlight><highlight class="keyword">static_cast<</highlight><highlight class="keywordtype">size_t</highlight><highlight class="keyword">></highlight><highlight class="normal">(seekPos));</highlight></codeline> |
| <codeline lineno="181"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="182"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Read<sp/>the<sp/>remaining<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="183"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>uint8_t*<sp/>data{};</highlight></codeline> |
| <codeline lineno="184"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len{};</highlight></codeline> |
| <codeline lineno="185"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(avro_input_stream->next(&data,<sp/>&len));</highlight></codeline> |
| <codeline lineno="186"><highlight class="normal"><sp/><sp/>EXPECT_EQ(len,<sp/>test_data.size()<sp/>-<sp/>seekPos);</highlight></codeline> |
| <codeline lineno="187"><highlight class="normal"><sp/><sp/>EXPECT_EQ(std::string(</highlight><highlight class="keyword">reinterpret_cast<</highlight><highlight class="keyword">const<sp/></highlight><highlight class="keywordtype">char</highlight><highlight class="normal">*</highlight><highlight class="keyword">></highlight><highlight class="normal">(data),<sp/>len),</highlight></codeline> |
| <codeline lineno="188"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>test_data.substr(seekPos));</highlight></codeline> |
| <codeline lineno="189"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="190"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Check<sp/>that<sp/>we've<sp/>reached<sp/>the<sp/>end<sp/>of<sp/>the<sp/>stream</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="191"><highlight class="normal"><sp/><sp/>ASSERT_FALSE(avro_input_stream->next(&data,<sp/>&len));</highlight></codeline> |
| <codeline lineno="192"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="193"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="194"><highlight class="normal">TEST_F(AVROStreamTest,<sp/>OutputStreamBasic)<sp/>{</highlight></codeline> |
| <codeline lineno="195"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_output_stream<sp/>=<sp/>CreateOutputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="196"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="197"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Test<sp/>next()</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="198"><highlight class="normal"><sp/><sp/>uint8_t*<sp/>data{};</highlight></codeline> |
| <codeline lineno="199"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len{};</highlight></codeline> |
| <codeline lineno="200"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(avro_output_stream->next(&data,<sp/>&len));</highlight></codeline> |
| <codeline lineno="201"><highlight class="normal"><sp/><sp/>EXPECT_EQ(len,<sp/></highlight><highlight class="keyword">static_cast<</highlight><highlight class="keywordtype">size_t</highlight><highlight class="keyword">></highlight><highlight class="normal">(buffer_size_));</highlight></codeline> |
| <codeline lineno="202"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="203"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>some<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="204"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>test_data<sp/>=<sp/></highlight><highlight class="stringliteral">"Hello,<sp/>Avro!"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="205"><highlight class="normal"><sp/><sp/>std::memcpy(data,<sp/>test_data.data(),<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="206"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="207"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Backup<sp/>unused<sp/>bytes</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="208"><highlight class="normal"><sp/><sp/>avro_output_stream->backup(len<sp/>-<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="209"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="210"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Check<sp/>byteCount</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="211"><highlight class="normal"><sp/><sp/>EXPECT_EQ(avro_output_stream->byteCount(),<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="212"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="213"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Flush<sp/>the<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="214"><highlight class="normal"><sp/><sp/>avro_output_stream->flush();</highlight></codeline> |
| <codeline lineno="215"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="216"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Verify<sp/>the<sp/>written<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="217"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_input_stream<sp/>=<sp/>CreateInputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="218"><highlight class="normal"><sp/><sp/>std::string<sp/>read_data;</highlight></codeline> |
| <codeline lineno="219"><highlight class="normal"><sp/><sp/>ReadDataFromStream(avro_input_stream,<sp/>read_data);</highlight></codeline> |
| <codeline lineno="220"><highlight class="normal"><sp/><sp/>EXPECT_EQ(read_data,<sp/>test_data);</highlight></codeline> |
| <codeline lineno="221"><highlight class="normal"><sp/><sp/>CheckStreamEof(avro_input_stream);</highlight></codeline> |
| <codeline lineno="222"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="223"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="224"><highlight class="normal">TEST_F(AVROStreamTest,<sp/>OutputStreamMultipleWrites)<sp/>{</highlight></codeline> |
| <codeline lineno="225"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_output_stream<sp/>=<sp/>CreateOutputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="226"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="227"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>first<sp/>chunk</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="228"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>chunk1<sp/>=<sp/></highlight><highlight class="stringliteral">"First<sp/>chunk<sp/>of<sp/>data.<sp/>"</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="229"><highlight class="normal"><sp/><sp/>uint8_t*<sp/>data1{};</highlight></codeline> |
| <codeline lineno="230"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len1{};</highlight></codeline> |
| <codeline lineno="231"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(avro_output_stream->next(&data1,<sp/>&len1));</highlight></codeline> |
| <codeline lineno="232"><highlight class="normal"><sp/><sp/>std::memcpy(data1,<sp/>chunk1.data(),<sp/>chunk1.size());</highlight></codeline> |
| <codeline lineno="233"><highlight class="normal"><sp/><sp/>avro_output_stream->backup(len1<sp/>-<sp/>chunk1.size());</highlight></codeline> |
| <codeline lineno="234"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="235"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>second<sp/>chunk</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="236"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::string<sp/>chunk2<sp/>=<sp/></highlight><highlight class="stringliteral">"Second<sp/>chunk<sp/>of<sp/>data."</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="237"><highlight class="normal"><sp/><sp/>uint8_t*<sp/>data2{};</highlight></codeline> |
| <codeline lineno="238"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len2{};</highlight></codeline> |
| <codeline lineno="239"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(avro_output_stream->next(&data2,<sp/>&len2));</highlight></codeline> |
| <codeline lineno="240"><highlight class="normal"><sp/><sp/>std::memcpy(data2,<sp/>chunk2.data(),<sp/>chunk2.size());</highlight></codeline> |
| <codeline lineno="241"><highlight class="normal"><sp/><sp/>avro_output_stream->backup(len2<sp/>-<sp/>chunk2.size());</highlight></codeline> |
| <codeline lineno="242"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="243"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Check<sp/>byteCount</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="244"><highlight class="normal"><sp/><sp/>EXPECT_EQ(avro_output_stream->byteCount(),<sp/>chunk1.size()<sp/>+<sp/>chunk2.size());</highlight></codeline> |
| <codeline lineno="245"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="246"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Flush<sp/>and<sp/>close</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="247"><highlight class="normal"><sp/><sp/>avro_output_stream->flush();</highlight></codeline> |
| <codeline lineno="248"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="249"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Verify<sp/>the<sp/>written<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="250"><highlight class="normal"><sp/><sp/>std::string<sp/>expectedData<sp/>=<sp/>chunk1<sp/>+<sp/>chunk2;</highlight></codeline> |
| <codeline lineno="251"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_input_stream<sp/>=<sp/>CreateInputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="252"><highlight class="normal"><sp/><sp/>std::string<sp/>read_data;</highlight></codeline> |
| <codeline lineno="253"><highlight class="normal"><sp/><sp/>ReadDataFromStream(avro_input_stream,<sp/>read_data);</highlight></codeline> |
| <codeline lineno="254"><highlight class="normal"><sp/><sp/>EXPECT_EQ(read_data,<sp/>expectedData);</highlight></codeline> |
| <codeline lineno="255"><highlight class="normal"><sp/><sp/>CheckStreamEof(avro_input_stream);</highlight></codeline> |
| <codeline lineno="256"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="257"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="258"><highlight class="normal">TEST_F(AVROStreamTest,<sp/>InputStreamLargeData)<sp/>{</highlight></codeline> |
| <codeline lineno="259"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>a<sp/>large<sp/>test<sp/>data<sp/>set<sp/>(larger<sp/>than<sp/>the<sp/>buffer<sp/>size)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="260"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>dataSize<sp/>=<sp/>buffer_size_<sp/>*<sp/>2.5;</highlight></codeline> |
| <codeline lineno="261"><highlight class="normal"><sp/><sp/>std::vector<char><sp/>test_data(dataSize);</highlight></codeline> |
| <codeline lineno="262"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>i<sp/>=<sp/>0;<sp/>i<sp/><<sp/>dataSize;<sp/>++i)<sp/>{</highlight></codeline> |
| <codeline lineno="263"><highlight class="normal"><sp/><sp/><sp/><sp/>test_data[i]<sp/>=<sp/></highlight><highlight class="keyword">static_cast<</highlight><highlight class="keywordtype">char</highlight><highlight class="keyword">></highlight><highlight class="normal">(i<sp/>%<sp/>256);</highlight></codeline> |
| <codeline lineno="264"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="265"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="266"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_out_ret<sp/>=<sp/>local_fs_->OpenOutputStream(temp_filepath_);</highlight></codeline> |
| <codeline lineno="267"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!arrow_out_ret.ok())<sp/>{</highlight></codeline> |
| <codeline lineno="268"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">throw</highlight><highlight class="normal"><sp/>std::runtime_error(</highlight><highlight class="stringliteral">"Failed<sp/>to<sp/>open<sp/>output<sp/>stream:<sp/>"</highlight><highlight class="normal"><sp/>+</highlight></codeline> |
| <codeline lineno="269"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>arrow_out_ret.status().message());</highlight></codeline> |
| <codeline lineno="270"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="271"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>arrow_out<sp/>=<sp/>arrow_out_ret.ValueUnsafe();</highlight></codeline> |
| <codeline lineno="272"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>the<sp/>test<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="273"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>status<sp/>=<sp/>arrow_out->Write(test_data.data(),<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="274"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(status.ok());</highlight></codeline> |
| <codeline lineno="275"><highlight class="normal"><sp/><sp/>status<sp/>=<sp/>arrow_out->Flush();</highlight></codeline> |
| <codeline lineno="276"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(status.ok());</highlight></codeline> |
| <codeline lineno="277"><highlight class="normal"><sp/><sp/>status<sp/>=<sp/>arrow_out->Close();</highlight></codeline> |
| <codeline lineno="278"><highlight class="normal"><sp/><sp/>ASSERT_TRUE(status.ok());</highlight></codeline> |
| <codeline lineno="279"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="280"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>an<sp/>AvroInputStream<sp/>with<sp/>a<sp/>smaller<sp/>buffer</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="281"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>int64_t<sp/>smallBufferSize<sp/>=<sp/>buffer_size_<sp/>/<sp/>2;</highlight></codeline> |
| <codeline lineno="282"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_input_stream<sp/>=<sp/>CreateInputStream(temp_filepath_,<sp/>smallBufferSize);</highlight></codeline> |
| <codeline lineno="283"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="284"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Read<sp/>all<sp/>the<sp/>data<sp/>in<sp/>chunks</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="285"><highlight class="normal"><sp/><sp/>std::vector<char><sp/>readData;</highlight></codeline> |
| <codeline lineno="286"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>uint8_t*<sp/>data{};</highlight></codeline> |
| <codeline lineno="287"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len{};</highlight></codeline> |
| <codeline lineno="288"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">while</highlight><highlight class="normal"><sp/>(avro_input_stream->next(&data,<sp/>&len))<sp/>{</highlight></codeline> |
| <codeline lineno="289"><highlight class="normal"><sp/><sp/><sp/><sp/>readData.insert(readData.end(),<sp/>data,<sp/>data<sp/>+<sp/>len);</highlight></codeline> |
| <codeline lineno="290"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="291"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="292"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Verify<sp/>all<sp/>data<sp/>was<sp/>read<sp/>correctly</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="293"><highlight class="normal"><sp/><sp/>EXPECT_EQ(readData.size(),<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="294"><highlight class="normal"><sp/><sp/>EXPECT_EQ(std::memcmp(readData.data(),<sp/>test_data.data(),<sp/>test_data.size()),<sp/>0);</highlight></codeline> |
| <codeline lineno="295"><highlight class="normal"><sp/><sp/>EXPECT_EQ(avro_input_stream->byteCount(),<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="296"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="297"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="298"><highlight class="normal">TEST_F(AVROStreamTest,<sp/>OutputStreamLargeData)<sp/>{</highlight></codeline> |
| <codeline lineno="299"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>an<sp/>AvroOutputStream<sp/>with<sp/>a<sp/>small<sp/>buffer</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="300"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>int64_t<sp/>smallBufferSize<sp/>=<sp/>256;</highlight></codeline> |
| <codeline lineno="301"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_output_stream<sp/>=<sp/>CreateOutputStream(temp_filepath_,<sp/>smallBufferSize);</highlight></codeline> |
| <codeline lineno="302"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="303"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Create<sp/>a<sp/>large<sp/>test<sp/>data<sp/>set<sp/>(larger<sp/>than<sp/>the<sp/>buffer<sp/>size)</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="304"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>dataSize<sp/>=<sp/>smallBufferSize<sp/>*<sp/>3.5;</highlight></codeline> |
| <codeline lineno="305"><highlight class="normal"><sp/><sp/>std::vector<char><sp/>test_data(dataSize);</highlight></codeline> |
| <codeline lineno="306"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">for</highlight><highlight class="normal"><sp/>(</highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>i<sp/>=<sp/>0;<sp/>i<sp/><<sp/>dataSize;<sp/>++i)<sp/>{</highlight></codeline> |
| <codeline lineno="307"><highlight class="normal"><sp/><sp/><sp/><sp/>test_data[i]<sp/>=<sp/></highlight><highlight class="keyword">static_cast<</highlight><highlight class="keywordtype">char</highlight><highlight class="keyword">></highlight><highlight class="normal">(i<sp/>%<sp/>256);</highlight></codeline> |
| <codeline lineno="308"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="309"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="310"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Write<sp/>the<sp/>data<sp/>in<sp/>chunks</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="311"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>bytesWritten<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="312"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">while</highlight><highlight class="normal"><sp/>(bytesWritten<sp/><<sp/>dataSize)<sp/>{</highlight></codeline> |
| <codeline lineno="313"><highlight class="normal"><sp/><sp/><sp/><sp/>uint8_t*<sp/>buffer{};</highlight></codeline> |
| <codeline lineno="314"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>bufferSize{};</highlight></codeline> |
| <codeline lineno="315"><highlight class="normal"><sp/><sp/><sp/><sp/>ASSERT_TRUE(avro_output_stream->next(&buffer,<sp/>&bufferSize));</highlight></codeline> |
| <codeline lineno="316"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="317"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>bytesToWrite<sp/>=<sp/>std::min(bufferSize,<sp/>dataSize<sp/>-<sp/>bytesWritten);</highlight></codeline> |
| <codeline lineno="318"><highlight class="normal"><sp/><sp/><sp/><sp/>std::memcpy(buffer,<sp/>test_data.data()<sp/>+<sp/>bytesWritten,<sp/>bytesToWrite);</highlight></codeline> |
| <codeline lineno="319"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="320"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(bytesToWrite<sp/><<sp/>bufferSize)<sp/>{</highlight></codeline> |
| <codeline lineno="321"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>avro_output_stream->backup(bufferSize<sp/>-<sp/>bytesToWrite);</highlight></codeline> |
| <codeline lineno="322"><highlight class="normal"><sp/><sp/><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="323"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="324"><highlight class="normal"><sp/><sp/><sp/><sp/>bytesWritten<sp/>+=<sp/>bytesToWrite;</highlight></codeline> |
| <codeline lineno="325"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="326"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="327"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Flush<sp/>and<sp/>close</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="328"><highlight class="normal"><sp/><sp/>avro_output_stream->flush();</highlight></codeline> |
| <codeline lineno="329"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="330"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Verify<sp/>the<sp/>written<sp/>data</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="331"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>avro_input_stream<sp/>=<sp/>CreateInputStream(temp_filepath_,<sp/>buffer_size_);</highlight></codeline> |
| <codeline lineno="332"><highlight class="normal"><sp/><sp/>std::vector<char><sp/>readData;</highlight></codeline> |
| <codeline lineno="333"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>uint8_t*<sp/>data{};</highlight></codeline> |
| <codeline lineno="334"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len{};</highlight></codeline> |
| <codeline lineno="335"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">while</highlight><highlight class="normal"><sp/>(avro_input_stream->next(&data,<sp/>&len))<sp/>{</highlight></codeline> |
| <codeline lineno="336"><highlight class="normal"><sp/><sp/><sp/><sp/>readData.insert(readData.end(),<sp/>data,<sp/>data<sp/>+<sp/>len);</highlight></codeline> |
| <codeline lineno="337"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="338"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Verify<sp/>all<sp/>data<sp/>was<sp/>read<sp/>correctly</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="339"><highlight class="normal"><sp/><sp/>EXPECT_EQ(readData.size(),<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="340"><highlight class="normal"><sp/><sp/>EXPECT_EQ(std::memcmp(readData.data(),<sp/>test_data.data(),<sp/>test_data.size()),<sp/>0);</highlight></codeline> |
| <codeline lineno="341"><highlight class="normal"><sp/><sp/>EXPECT_EQ(avro_input_stream->byteCount(),<sp/>test_data.size());</highlight></codeline> |
| <codeline lineno="342"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="343"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="344"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>iceberg::avro</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="iceberg/test/avro_stream_test.cc"/> |
| </compounddef> |
| </doxygen> |
