| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="avro__stream__internal_8cc" kind="file" language="C++"> |
| <compoundname>avro_stream_internal.cc</compoundname> |
| <includes refid="avro__stream__internal_8h" local="yes">avro_stream_internal.h</includes> |
| <includes local="no">format</includes> |
| <includes local="no">arrow/result.h</includes> |
| <includes refid="exception_8h" local="yes">iceberg/exception.h</includes> |
| <incdepgraph> |
| <node id="1"> |
| <label>iceberg/avro/avro_stream_internal.cc</label> |
| <link refid="avro__stream__internal_8cc"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| </node> |
| <node id="2"> |
| <label>avro_stream_internal.h</label> |
| <link refid="avro__stream__internal_8h_source"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| </node> |
| <node id="7"> |
| <label>iceberg/exception.h</label> |
| <link refid="exception_8h"/> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| </node> |
| <node id="9"> |
| <label>iceberg/iceberg_export.h</label> |
| <link refid="iceberg__export_8h_source"/> |
| </node> |
| <node id="3"> |
| <label>arrow/io/interfaces.h</label> |
| </node> |
| <node id="6"> |
| <label>arrow/result.h</label> |
| </node> |
| <node id="4"> |
| <label>avro/Stream.hh</label> |
| </node> |
| <node id="5"> |
| <label>format</label> |
| </node> |
| <node id="8"> |
| <label>stdexcept</label> |
| </node> |
| </incdepgraph> |
| <innernamespace refid="namespaceiceberg">iceberg</innernamespace> |
| <innernamespace refid="namespaceiceberg_1_1avro">iceberg::avro</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/><sp/><sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"avro_stream_internal.h"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><format></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/result.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="exception_8h" kindref="compound">iceberg/exception.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">iceberg::avro<sp/>{</highlight></codeline> |
| <codeline lineno="29"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="30"><highlight class="normal">AvroInputStream::AvroInputStream(</highlight></codeline> |
| <codeline lineno="31"><highlight class="normal"><sp/><sp/><sp/><sp/>std::shared_ptr<arrow::io::RandomAccessFile><sp/>input_stream,<sp/>int64_t<sp/>buffer_size)</highlight></codeline> |
| <codeline lineno="32"><highlight class="normal"><sp/><sp/><sp/><sp/>:<sp/>input_stream_(<ref refid="namespacestd" kindref="compound">std</ref>::move(input_stream)),</highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>buffer_size_(buffer_size),</highlight></codeline> |
| <codeline lineno="34"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>buffer_(buffer_size)<sp/>{}</highlight></codeline> |
| <codeline lineno="35"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="36"><highlight class="normal">AvroInputStream::~AvroInputStream()<sp/>=<sp/></highlight><highlight class="keywordflow">default</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="37"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="38"><highlight class="normal"></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>AvroInputStream::next(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>uint8_t**<sp/>data,<sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal">*<sp/>len)<sp/>{</highlight></codeline> |
| <codeline lineno="39"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Return<sp/>all<sp/>unconsumed<sp/>data<sp/>in<sp/>the<sp/>buffer</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="40"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(buffer_pos_<sp/><<sp/>available_bytes_)<sp/>{</highlight></codeline> |
| <codeline lineno="41"><highlight class="normal"><sp/><sp/><sp/><sp/>*data<sp/>=<sp/>buffer_.data()<sp/>+<sp/>buffer_pos_;</highlight></codeline> |
| <codeline lineno="42"><highlight class="normal"><sp/><sp/><sp/><sp/>*len<sp/>=<sp/>available_bytes_<sp/>-<sp/>buffer_pos_;</highlight></codeline> |
| <codeline lineno="43"><highlight class="normal"><sp/><sp/><sp/><sp/>byte_count_<sp/>+=<sp/>available_bytes_<sp/>-<sp/>buffer_pos_;</highlight></codeline> |
| <codeline lineno="44"><highlight class="normal"><sp/><sp/><sp/><sp/>buffer_pos_<sp/>=<sp/>available_bytes_;</highlight></codeline> |
| <codeline lineno="45"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">true</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="46"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="47"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="48"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Read<sp/>from<sp/>the<sp/>input<sp/>stream<sp/>when<sp/>the<sp/>buffer<sp/>is<sp/>empty</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="49"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>result<sp/>=<sp/>input_stream_->Read(buffer_.size(),<sp/>buffer_.data());</highlight></codeline> |
| <codeline lineno="50"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>TODO(xiao.dong)<sp/>Avro<sp/>interface<sp/>requires<sp/>to<sp/>return<sp/>false<sp/>if<sp/>an<sp/>error<sp/>has<sp/>occurred<sp/>or</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="51"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>reach<sp/>EOF,<sp/>so<sp/>error<sp/>message<sp/>can<sp/>not<sp/>be<sp/>raised<sp/>to<sp/>the<sp/>caller,<sp/>add<sp/>some<sp/>log<sp/>after<sp/>we</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="52"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>have<sp/>a<sp/>logging<sp/>system</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="53"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(!result.ok()<sp/>||<sp/>result.ValueUnsafe()<sp/><=<sp/>0)<sp/>{</highlight></codeline> |
| <codeline lineno="54"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">false</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="55"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="56"><highlight class="normal"><sp/><sp/>available_bytes_<sp/>=<sp/>result.ValueUnsafe();</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal"><sp/><sp/>buffer_pos_<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="58"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="59"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>Return<sp/>the<sp/>whole<sp/>buffer</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="60"><highlight class="normal"><sp/><sp/>*data<sp/>=<sp/>buffer_.data();</highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"><sp/><sp/>*len<sp/>=<sp/>available_bytes_;</highlight></codeline> |
| <codeline lineno="62"><highlight class="normal"><sp/><sp/>byte_count_<sp/>+=<sp/>available_bytes_;</highlight></codeline> |
| <codeline lineno="63"><highlight class="normal"><sp/><sp/>buffer_pos_<sp/>=<sp/>available_bytes_;</highlight></codeline> |
| <codeline lineno="64"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="65"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">true</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="66"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="67"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="68"><highlight class="normal"></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>AvroInputStream::backup(</highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len)<sp/>{</highlight></codeline> |
| <codeline lineno="69"><highlight class="normal"><sp/><sp/>ICEBERG_CHECK_OR_DIE(len<sp/><=<sp/>buffer_pos_,</highlight></codeline> |
| <codeline lineno="70"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Cannot<sp/>backup<sp/>{}<sp/>bytes,<sp/>only<sp/>{}<sp/>bytes<sp/>available"</highlight><highlight class="normal">,<sp/>len,</highlight></codeline> |
| <codeline lineno="71"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>buffer_pos_);</highlight></codeline> |
| <codeline lineno="72"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="73"><highlight class="normal"><sp/><sp/>buffer_pos_<sp/>-=<sp/>len;</highlight></codeline> |
| <codeline lineno="74"><highlight class="normal"><sp/><sp/>byte_count_<sp/>-=<sp/>len;</highlight></codeline> |
| <codeline lineno="75"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="76"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="77"><highlight class="normal"></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>AvroInputStream::skip(</highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len)<sp/>{</highlight></codeline> |
| <codeline lineno="78"><highlight class="normal"><sp/><sp/></highlight><highlight class="comment">//<sp/>The<sp/>range<sp/>to<sp/>skip<sp/>is<sp/>within<sp/>the<sp/>buffer</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="79"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(buffer_pos_<sp/>+<sp/>len<sp/><=<sp/>available_bytes_)<sp/>{</highlight></codeline> |
| <codeline lineno="80"><highlight class="normal"><sp/><sp/><sp/><sp/>buffer_pos_<sp/>+=<sp/>len;</highlight></codeline> |
| <codeline lineno="81"><highlight class="normal"><sp/><sp/><sp/><sp/>byte_count_<sp/>+=<sp/>len;</highlight></codeline> |
| <codeline lineno="82"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="83"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="84"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="85"><highlight class="normal"><sp/><sp/>seek(byte_count_<sp/>+<sp/>len);</highlight></codeline> |
| <codeline lineno="86"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="87"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="88"><highlight class="normal"></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>AvroInputStream::byteCount()</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{<sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>byte_count_;<sp/>}</highlight></codeline> |
| <codeline lineno="89"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="90"><highlight class="normal"></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>AvroInputStream::seek(int64_t<sp/>position)<sp/>{</highlight></codeline> |
| <codeline lineno="91"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>status<sp/>=<sp/>input_stream_->Seek(position);</highlight></codeline> |
| <codeline lineno="92"><highlight class="normal"><sp/><sp/>ICEBERG_CHECK_OR_DIE(status.ok(),<sp/></highlight><highlight class="stringliteral">"Failed<sp/>to<sp/>seek<sp/>to<sp/>{},<sp/>got<sp/>{}"</highlight><highlight class="normal">,<sp/>position,</highlight></codeline> |
| <codeline lineno="93"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>status.ToString());</highlight></codeline> |
| <codeline lineno="94"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="95"><highlight class="normal"><sp/><sp/>buffer_pos_<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="96"><highlight class="normal"><sp/><sp/>available_bytes_<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="97"><highlight class="normal"><sp/><sp/>byte_count_<sp/>=<sp/>position;</highlight></codeline> |
| <codeline lineno="98"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="99"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="100"><highlight class="normal">AvroOutputStream::AvroOutputStream(std::shared_ptr<arrow::io::OutputStream><sp/>output_stream,</highlight></codeline> |
| <codeline lineno="101"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int64_t<sp/>buffer_size)</highlight></codeline> |
| <codeline lineno="102"><highlight class="normal"><sp/><sp/><sp/><sp/>:<sp/>output_stream_(<ref refid="namespacestd" kindref="compound">std</ref>::move(output_stream)),</highlight></codeline> |
| <codeline lineno="103"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>buffer_size_(buffer_size),</highlight></codeline> |
| <codeline lineno="104"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/>buffer_(buffer_size)<sp/>{}</highlight></codeline> |
| <codeline lineno="105"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="106"><highlight class="normal">AvroOutputStream::~AvroOutputStream()<sp/>=<sp/></highlight><highlight class="keywordflow">default</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="107"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="108"><highlight class="normal"></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/>AvroOutputStream::next(uint8_t**<sp/>data,<sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal">*<sp/>len)<sp/>{</highlight></codeline> |
| <codeline lineno="109"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(buffer_pos_<sp/>><sp/>0)<sp/>{</highlight></codeline> |
| <codeline lineno="110"><highlight class="normal"><sp/><sp/><sp/><sp/>flush();</highlight></codeline> |
| <codeline lineno="111"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="112"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="113"><highlight class="normal"><sp/><sp/>*data<sp/>=<sp/>buffer_.data();</highlight></codeline> |
| <codeline lineno="114"><highlight class="normal"><sp/><sp/>*len<sp/>=<sp/>buffer_.size();</highlight></codeline> |
| <codeline lineno="115"><highlight class="normal"><sp/><sp/>buffer_pos_<sp/>=<sp/>buffer_.size();<sp/><sp/></highlight><highlight class="comment">//<sp/>Assume<sp/>all<sp/>will<sp/>be<sp/>used<sp/>until<sp/>backup<sp/>is<sp/>called</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="116"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="117"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/></highlight><highlight class="keyword">true</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="118"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="119"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="120"><highlight class="normal"></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>AvroOutputStream::backup(</highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len)<sp/>{</highlight></codeline> |
| <codeline lineno="121"><highlight class="normal"><sp/><sp/>ICEBERG_CHECK_OR_DIE(len<sp/><=<sp/>buffer_pos_,</highlight></codeline> |
| <codeline lineno="122"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="stringliteral">"Cannot<sp/>backup<sp/>{}<sp/>bytes,<sp/>only<sp/>{}<sp/>bytes<sp/>available"</highlight><highlight class="normal">,<sp/>len,</highlight></codeline> |
| <codeline lineno="123"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>buffer_pos_);</highlight></codeline> |
| <codeline lineno="124"><highlight class="normal"><sp/><sp/>buffer_pos_<sp/>-=<sp/>len;</highlight></codeline> |
| <codeline lineno="125"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="126"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="127"><highlight class="normal">uint64_t<sp/>AvroOutputStream::byteCount()</highlight><highlight class="keyword"><sp/>const<sp/></highlight><highlight class="normal">{<sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>flushed_bytes_<sp/>+<sp/>buffer_pos_;<sp/>}</highlight></codeline> |
| <codeline lineno="128"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="129"><highlight class="normal"></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/>AvroOutputStream::flush()<sp/>{</highlight></codeline> |
| <codeline lineno="130"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">if</highlight><highlight class="normal"><sp/>(buffer_pos_<sp/>><sp/>0)<sp/>{</highlight></codeline> |
| <codeline lineno="131"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>status<sp/>=<sp/>output_stream_->Write(buffer_.data(),<sp/>buffer_pos_);</highlight></codeline> |
| <codeline lineno="132"><highlight class="normal"><sp/><sp/><sp/><sp/>ICEBERG_CHECK_OR_DIE(status.ok(),<sp/></highlight><highlight class="stringliteral">"Write<sp/>failed<sp/>{}"</highlight><highlight class="normal">,<sp/>status.ToString());</highlight></codeline> |
| <codeline lineno="133"><highlight class="normal"><sp/><sp/><sp/><sp/>flushed_bytes_<sp/>+=<sp/>buffer_pos_;</highlight></codeline> |
| <codeline lineno="134"><highlight class="normal"><sp/><sp/><sp/><sp/>buffer_pos_<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="135"><highlight class="normal"><sp/><sp/>}</highlight></codeline> |
| <codeline lineno="136"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">auto</highlight><highlight class="normal"><sp/>status<sp/>=<sp/>output_stream_->Flush();</highlight></codeline> |
| <codeline lineno="137"><highlight class="normal"><sp/><sp/>ICEBERG_CHECK_OR_DIE(status.ok(),<sp/></highlight><highlight class="stringliteral">"Flush<sp/>failed<sp/>{}"</highlight><highlight class="normal">,<sp/>status.ToString());</highlight></codeline> |
| <codeline lineno="138"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="139"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="140"><highlight class="normal"></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<::arrow::io::OutputStream>&<sp/>AvroOutputStream::arrow_output_stream()</highlight><highlight class="keyword"></highlight></codeline> |
| <codeline lineno="141"><highlight class="keyword"><sp/><sp/><sp/><sp/>const<sp/></highlight><highlight class="normal">{</highlight></codeline> |
| <codeline lineno="142"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordflow">return</highlight><highlight class="normal"><sp/>output_stream_;</highlight></codeline> |
| <codeline lineno="143"><highlight class="normal">}</highlight></codeline> |
| <codeline lineno="144"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="145"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>iceberg::avro</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="iceberg/avro/avro_stream_internal.cc"/> |
| </compounddef> |
| </doxygen> |