| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="avro__stream__internal_8h" kind="file" language="C++"> |
| <compoundname>avro_stream_internal.h</compoundname> |
| <includes local="no">arrow/io/interfaces.h</includes> |
| <includes local="no">avro/Stream.hh</includes> |
| <includedby refid="avro__reader_8cc" local="yes">iceberg/avro/avro_reader.cc</includedby> |
| <includedby refid="avro__stream__internal_8cc" local="yes">iceberg/avro/avro_stream_internal.cc</includedby> |
| <includedby refid="avro__writer_8cc" local="yes">iceberg/avro/avro_writer.cc</includedby> |
| <includedby refid="avro__stream__test_8cc" local="yes">iceberg/test/avro_stream_test.cc</includedby> |
| <includedby refid="avro__test_8cc" local="yes">iceberg/test/avro_test.cc</includedby> |
| <incdepgraph> |
| <node id="1"> |
| <label>iceberg/avro/avro_stream_internal.h</label> |
| <link refid="avro__stream__internal_8h"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| </node> |
| <node id="2"> |
| <label>arrow/io/interfaces.h</label> |
| </node> |
| <node id="3"> |
| <label>avro/Stream.hh</label> |
| </node> |
| </incdepgraph> |
| <innerclass refid="classiceberg_1_1avro_1_1AvroInputStream" prot="public">iceberg::avro::AvroInputStream</innerclass> |
| <innerclass refid="classiceberg_1_1avro_1_1AvroOutputStream" prot="public">iceberg::avro::AvroOutputStream</innerclass> |
| <innernamespace refid="namespaceiceberg">iceberg</innernamespace> |
| <innernamespace refid="namespaceiceberg_1_1avro">iceberg::avro</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/><sp/><sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#pragma<sp/>once</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><arrow/io/interfaces.h></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><avro/Stream.hh></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal">iceberg::avro<sp/>{</highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27" refid="classiceberg_1_1avro_1_1AvroInputStream" refkind="compound"><highlight class="normal"></highlight><highlight class="keyword">class<sp/></highlight><highlight class="normal"><ref refid="classiceberg_1_1avro_1_1AvroInputStream" kindref="compound">AvroInputStream</ref><sp/>:<sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/>::avro::SeekableInputStream<sp/>{</highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"><sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="29"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">explicit</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroInputStream" kindref="compound">AvroInputStream</ref>(std::shared_ptr<::arrow::io::RandomAccessFile><sp/>input_stream,</highlight></codeline> |
| <codeline lineno="30"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int64_t<sp/>buffer_size);</highlight></codeline> |
| <codeline lineno="31"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="32"><highlight class="normal"><sp/><sp/><ref refid="classiceberg_1_1avro_1_1AvroInputStream" kindref="compound">~AvroInputStream</ref>()<sp/></highlight><highlight class="keyword">override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="37"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroInputStream_1a0752cc6936cbf003182448b41f2568b9" kindref="member">next</ref>(</highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>uint8_t**<sp/>data,<sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal">*<sp/>len)<sp/></highlight><highlight class="keyword">override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="38"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="41"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroInputStream_1afecbdae55db643317487431eeb4a90a6" kindref="member">backup</ref>(</highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len)<sp/></highlight><highlight class="keyword">override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="42"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="44"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroInputStream_1af66622f1f78205470fbe7c7173e7ad03" kindref="member">skip</ref>(</highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len)<sp/></highlight><highlight class="keyword">override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="45"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="49"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroInputStream_1a3f81fa5ff908f87c10d5a2b2f981c7ba" kindref="member">byteCount</ref>()<sp/></highlight><highlight class="keyword">const<sp/>override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="50"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="54"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroInputStream_1abbccda243e4bcbc8cc508b9f32f88dfe" kindref="member">seek</ref>(int64_t<sp/>position)<sp/></highlight><highlight class="keyword">override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="55"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="56"><highlight class="normal"><sp/></highlight><highlight class="keyword">private</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal"><sp/><sp/>std::shared_ptr<::arrow::io::RandomAccessFile><sp/>input_stream_;</highlight></codeline> |
| <codeline lineno="58"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>int64_t<sp/>buffer_size_;</highlight></codeline> |
| <codeline lineno="59"><highlight class="normal"><sp/><sp/>std::vector<uint8_t><sp/>buffer_;</highlight></codeline> |
| <codeline lineno="60"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>byte_count_<sp/>=<sp/>0;<sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>bytes<sp/>read<sp/>from<sp/>the<sp/>input<sp/>stream</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>buffer_pos_<sp/>=<sp/>0;<sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>next<sp/>position<sp/>to<sp/>read<sp/>in<sp/>the<sp/>buffer</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="62"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>available_bytes_<sp/>=<sp/>0;<sp/><sp/></highlight><highlight class="comment">//<sp/>bytes<sp/>available<sp/>in<sp/>the<sp/>buffer</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="63"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="64"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="65" refid="classiceberg_1_1avro_1_1AvroOutputStream" refkind="compound"><highlight class="normal"></highlight><highlight class="keyword">class<sp/></highlight><highlight class="normal"><ref refid="classiceberg_1_1avro_1_1AvroOutputStream" kindref="compound">AvroOutputStream</ref><sp/>:<sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/>::avro::OutputStream<sp/>{</highlight></codeline> |
| <codeline lineno="66"><highlight class="normal"><sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="67"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">explicit</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroOutputStream" kindref="compound">AvroOutputStream</ref>(std::shared_ptr<::arrow::io::OutputStream><sp/>output_stream,</highlight></codeline> |
| <codeline lineno="68"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/>int64_t<sp/>buffer_size);</highlight></codeline> |
| <codeline lineno="69"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="70"><highlight class="normal"><sp/><sp/><ref refid="classiceberg_1_1avro_1_1AvroOutputStream" kindref="compound">~AvroOutputStream</ref>()<sp/></highlight><highlight class="keyword">override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="71"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="75"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroOutputStream_1a5c859a3a32354ff147f2ca800dba5b8c" kindref="member">next</ref>(uint8_t**<sp/>data,<sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal">*<sp/>len)<sp/></highlight><highlight class="keyword">override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="76"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="79"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroOutputStream_1a7177ab03a7fc28efe6a4c9ceef529ea1" kindref="member">backup</ref>(</highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>len)<sp/></highlight><highlight class="keyword">override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="80"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="84"><highlight class="normal"><sp/><sp/>uint64_t<sp/><ref refid="classiceberg_1_1avro_1_1AvroOutputStream_1a1472ab3fdbb4e4dfa169739a06a4671f" kindref="member">byteCount</ref>()<sp/></highlight><highlight class="keyword">const<sp/>override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="85"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="88"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">void</highlight><highlight class="normal"><sp/><ref refid="classiceberg_1_1avro_1_1AvroOutputStream_1ae32eb7849a11ea0de22f245ad44cd9c1" kindref="member">flush</ref>()<sp/></highlight><highlight class="keyword">override</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="89"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="90"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<::arrow::io::OutputStream>&<sp/>arrow_output_stream()<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal">;</highlight></codeline> |
| <codeline lineno="91"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="92"><highlight class="normal"><sp/></highlight><highlight class="keyword">private</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="93"><highlight class="normal"><sp/><sp/>std::shared_ptr<::arrow::io::OutputStream><sp/>output_stream_;</highlight></codeline> |
| <codeline lineno="94"><highlight class="normal"><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>int64_t<sp/>buffer_size_;</highlight></codeline> |
| <codeline lineno="95"><highlight class="normal"><sp/><sp/>std::vector<uint8_t><sp/>buffer_;</highlight></codeline> |
| <codeline lineno="96"><highlight class="normal"><sp/><sp/></highlight><highlight class="keywordtype">size_t</highlight><highlight class="normal"><sp/>buffer_pos_<sp/>=<sp/>0;<sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="comment">//<sp/>position<sp/>in<sp/>the<sp/>buffer</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="97"><highlight class="normal"><sp/><sp/>uint64_t<sp/>flushed_bytes_<sp/>=<sp/>0;<sp/><sp/></highlight><highlight class="comment">//<sp/>bytes<sp/>flushed<sp/>to<sp/>the<sp/>output<sp/>stream</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="98"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="99"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="100"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>iceberg::avro</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="iceberg/avro/avro_stream_internal.h"/> |
| </compounddef> |
| </doxygen> |
