| <?xml version='1.0' encoding='UTF-8' standalone='no'?> |
| <doxygen xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="compound.xsd" version="1.9.8" xml:lang="en-US"> |
| <compounddef id="file__batch__reader_8h" kind="file" language="C++"> |
| <compoundname>file_batch_reader.h</compoundname> |
| <includes local="no">memory</includes> |
| <includes local="no">utility</includes> |
| <includes local="no">vector</includes> |
| <includes refid="predicate_8h" local="yes">paimon/predicate/predicate.h</includes> |
| <includes refid="batch__reader_8h" local="yes">paimon/reader/batch_reader.h</includes> |
| <includes refid="roaring__bitmap32_8h" local="yes">paimon/utils/roaring_bitmap32.h</includes> |
| <includedby refid="reader__builder_8h" local="yes">/home/runner/work/paimon-cpp/paimon-cpp/include/paimon/format/reader_builder.h</includedby> |
| <includedby refid="prefetch__file__batch__reader_8h" local="yes">/home/runner/work/paimon-cpp/paimon-cpp/include/paimon/reader/prefetch_file_batch_reader.h</includedby> |
| <incdepgraph> |
| <node id="15"> |
| <label>paimon/defs.h</label> |
| <link refid="defs_8h"/> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="32"> |
| <label>paimon/fs/file_system.h</label> |
| <link refid="file__system_8h"/> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="30"> |
| <label>paimon/io/byte_array_input_stream.h</label> |
| <link refid="byte__array__input__stream_8h"/> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="32" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="33"> |
| <label>paimon/memory/bytes.h</label> |
| <link refid="bytes_8h"/> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="34"> |
| <label>paimon/memory/memory_pool.h</label> |
| <link refid="memory__pool_8h"/> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="31" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="35" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="10"> |
| <label>paimon/metrics.h</label> |
| <link refid="metrics_8h"/> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="13" relation="include"> |
| </childnode> |
| </node> |
| <node id="7"> |
| <label>paimon/predicate/function.h</label> |
| <link refid="function_8h"/> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="5"> |
| <label>paimon/predicate/predicate.h</label> |
| <link refid="predicate_8h"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="7" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="9"> |
| <label>paimon/reader/batch_reader.h</label> |
| <link refid="batch__reader_8h"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="10" relation="include"> |
| </childnode> |
| <childnode refid="17" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="1"> |
| <label>/home/runner/work/paimon-cpp/paimon-cpp/include/paimon/reader/file_batch_reader.h</label> |
| <link refid="file__batch__reader_8h"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="5" relation="include"> |
| </childnode> |
| <childnode refid="9" relation="include"> |
| </childnode> |
| <childnode refid="28" relation="include"> |
| </childnode> |
| </node> |
| <node id="17"> |
| <label>paimon/result.h</label> |
| <link refid="result_8h"/> |
| <childnode refid="18" relation="include"> |
| </childnode> |
| <childnode refid="19" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="27" relation="include"> |
| </childnode> |
| </node> |
| <node id="20"> |
| <label>paimon/status.h</label> |
| <link refid="status_8h"/> |
| <childnode refid="21" relation="include"> |
| </childnode> |
| <childnode refid="22" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="23" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="24" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="24"> |
| <label>paimon/string_builder.h</label> |
| <link refid="string__builder_8h"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="25" relation="include"> |
| </childnode> |
| <childnode refid="26" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="13"> |
| <label>paimon/type_fwd.h</label> |
| <link refid="type__fwd_8h"/> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="12" relation="include"> |
| </childnode> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="15" relation="include"> |
| </childnode> |
| <childnode refid="16" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="28"> |
| <label>paimon/utils/roaring_bitmap32.h</label> |
| <link refid="roaring__bitmap32_8h"/> |
| <childnode refid="29" relation="include"> |
| </childnode> |
| <childnode refid="11" relation="include"> |
| </childnode> |
| <childnode refid="14" relation="include"> |
| </childnode> |
| <childnode refid="6" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| <childnode refid="30" relation="include"> |
| </childnode> |
| <childnode refid="33" relation="include"> |
| </childnode> |
| <childnode refid="34" relation="include"> |
| </childnode> |
| <childnode refid="20" relation="include"> |
| </childnode> |
| <childnode refid="8" relation="include"> |
| </childnode> |
| </node> |
| <node id="8"> |
| <label>paimon/visibility.h</label> |
| <link refid="visibility_8h"/> |
| </node> |
| <node id="18"> |
| <label>cassert</label> |
| </node> |
| <node id="29"> |
| <label>cstddef</label> |
| </node> |
| <node id="11"> |
| <label>cstdint</label> |
| </node> |
| <node id="21"> |
| <label>cstring</label> |
| </node> |
| <node id="31"> |
| <label>functional</label> |
| </node> |
| <node id="22"> |
| <label>iosfwd</label> |
| </node> |
| <node id="14"> |
| <label>limits</label> |
| </node> |
| <node id="12"> |
| <label>map</label> |
| </node> |
| <node id="2"> |
| <label>memory</label> |
| </node> |
| <node id="35"> |
| <label>new</label> |
| </node> |
| <node id="25"> |
| <label>ostream</label> |
| </node> |
| <node id="23"> |
| <label>paimon/compare.h</label> |
| </node> |
| <node id="16"> |
| <label>paimon/macros.h</label> |
| </node> |
| <node id="27"> |
| <label>paimon/traits.h</label> |
| </node> |
| <node id="26"> |
| <label>sstream</label> |
| </node> |
| <node id="6"> |
| <label>string</label> |
| </node> |
| <node id="19"> |
| <label>type_traits</label> |
| </node> |
| <node id="3"> |
| <label>utility</label> |
| </node> |
| <node id="4"> |
| <label>vector</label> |
| </node> |
| </incdepgraph> |
| <invincdepgraph> |
| <node id="3"> |
| <label>/home/runner/work/paimon-cpp/paimon-cpp/include/paimon/format/file_format.h</label> |
| <link refid="file__format_8h"/> |
| </node> |
| <node id="2"> |
| <label>/home/runner/work/paimon-cpp/paimon-cpp/include/paimon/format/reader_builder.h</label> |
| <link refid="reader__builder_8h"/> |
| <childnode refid="3" relation="include"> |
| </childnode> |
| </node> |
| <node id="1"> |
| <label>/home/runner/work/paimon-cpp/paimon-cpp/include/paimon/reader/file_batch_reader.h</label> |
| <link refid="file__batch__reader_8h"/> |
| <childnode refid="2" relation="include"> |
| </childnode> |
| <childnode refid="4" relation="include"> |
| </childnode> |
| </node> |
| <node id="4"> |
| <label>/home/runner/work/paimon-cpp/paimon-cpp/include/paimon/reader/prefetch_file_batch_reader.h</label> |
| <link refid="prefetch__file__batch__reader_8h"/> |
| </node> |
| </invincdepgraph> |
| <innerclass refid="classpaimon_1_1_file_batch_reader" prot="public">paimon::FileBatchReader</innerclass> |
| <innernamespace refid="namespacepaimon">paimon</innernamespace> |
| <briefdescription> |
| </briefdescription> |
| <detaileddescription> |
| </detaileddescription> |
| <programlisting> |
| <codeline lineno="1"><highlight class="comment">/*</highlight></codeline> |
| <codeline lineno="2"><highlight class="comment"><sp/>*<sp/>Licensed<sp/>to<sp/>the<sp/>Apache<sp/>Software<sp/>Foundation<sp/>(ASF)<sp/>under<sp/>one</highlight></codeline> |
| <codeline lineno="3"><highlight class="comment"><sp/>*<sp/>or<sp/>more<sp/>contributor<sp/>license<sp/>agreements.<sp/><sp/>See<sp/>the<sp/>NOTICE<sp/>file</highlight></codeline> |
| <codeline lineno="4"><highlight class="comment"><sp/>*<sp/>distributed<sp/>with<sp/>this<sp/>work<sp/>for<sp/>additional<sp/>information</highlight></codeline> |
| <codeline lineno="5"><highlight class="comment"><sp/>*<sp/>regarding<sp/>copyright<sp/>ownership.<sp/><sp/>The<sp/>ASF<sp/>licenses<sp/>this<sp/>file</highlight></codeline> |
| <codeline lineno="6"><highlight class="comment"><sp/>*<sp/>to<sp/>you<sp/>under<sp/>the<sp/>Apache<sp/>License,<sp/>Version<sp/>2.0<sp/>(the</highlight></codeline> |
| <codeline lineno="7"><highlight class="comment"><sp/>*<sp/>"License");<sp/>you<sp/>may<sp/>not<sp/>use<sp/>this<sp/>file<sp/>except<sp/>in<sp/>compliance</highlight></codeline> |
| <codeline lineno="8"><highlight class="comment"><sp/>*<sp/>with<sp/>the<sp/>License.<sp/><sp/>You<sp/>may<sp/>obtain<sp/>a<sp/>copy<sp/>of<sp/>the<sp/>License<sp/>at</highlight></codeline> |
| <codeline lineno="9"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="10"><highlight class="comment"><sp/>*<sp/><sp/><sp/>http://www.apache.org/licenses/LICENSE-2.0</highlight></codeline> |
| <codeline lineno="11"><highlight class="comment"><sp/>*</highlight></codeline> |
| <codeline lineno="12"><highlight class="comment"><sp/>*<sp/>Unless<sp/>required<sp/>by<sp/>applicable<sp/>law<sp/>or<sp/>agreed<sp/>to<sp/>in<sp/>writing,</highlight></codeline> |
| <codeline lineno="13"><highlight class="comment"><sp/>*<sp/>software<sp/>distributed<sp/>under<sp/>the<sp/>License<sp/>is<sp/>distributed<sp/>on<sp/>an</highlight></codeline> |
| <codeline lineno="14"><highlight class="comment"><sp/>*<sp/>"AS<sp/>IS"<sp/>BASIS,<sp/>WITHOUT<sp/>WARRANTIES<sp/>OR<sp/>CONDITIONS<sp/>OF<sp/>ANY</highlight></codeline> |
| <codeline lineno="15"><highlight class="comment"><sp/>*<sp/>KIND,<sp/>either<sp/>express<sp/>or<sp/>implied.<sp/><sp/>See<sp/>the<sp/>License<sp/>for<sp/>the</highlight></codeline> |
| <codeline lineno="16"><highlight class="comment"><sp/>*<sp/>specific<sp/>language<sp/>governing<sp/>permissions<sp/>and<sp/>limitations</highlight></codeline> |
| <codeline lineno="17"><highlight class="comment"><sp/>*<sp/>under<sp/>the<sp/>License.</highlight></codeline> |
| <codeline lineno="18"><highlight class="comment"><sp/>*/</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="19"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="20"><highlight class="normal"></highlight><highlight class="preprocessor">#pragma<sp/>once</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="21"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="22"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><memory></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="23"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><utility></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="24"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/><vector></highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="25"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="26"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="predicate_8h" kindref="compound">paimon/predicate/predicate.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="27"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="batch__reader_8h" kindref="compound">paimon/reader/batch_reader.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="28"><highlight class="normal"></highlight><highlight class="preprocessor">#include<sp/>"<ref refid="roaring__bitmap32_8h" kindref="compound">paimon/utils/roaring_bitmap32.h</ref>"</highlight><highlight class="normal"></highlight></codeline> |
| <codeline lineno="29"><highlight class="normal"></highlight><highlight class="keyword">namespace<sp/></highlight><highlight class="normal"><ref refid="namespacepaimon" kindref="compound">paimon</ref><sp/>{</highlight></codeline> |
| <codeline lineno="32" refid="classpaimon_1_1_file_batch_reader" refkind="compound"><highlight class="keyword">class<sp/></highlight><highlight class="normal"><ref refid="memory__pool_8h_1a147ba4ba34a215b3a4f3a95c1ee11704" kindref="member">PAIMON_EXPORT</ref><sp/><ref refid="classpaimon_1_1_file_batch_reader" kindref="compound">FileBatchReader</ref><sp/>:<sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal"><sp/><ref refid="classpaimon_1_1_batch_reader" kindref="compound">BatchReader</ref><sp/>{</highlight></codeline> |
| <codeline lineno="33"><highlight class="normal"><sp/></highlight><highlight class="keyword">public</highlight><highlight class="normal">:</highlight></codeline> |
| <codeline lineno="35" refid="classpaimon_1_1_file_batch_reader_1ac7266064352ed90581738242cf69500f" refkind="member"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">virtual</highlight><highlight class="normal"><sp/><ref refid="classpaimon_1_1_result" kindref="compound">Result<std::unique_ptr<::ArrowSchema></ref>><sp/><ref refid="classpaimon_1_1_file_batch_reader_1ac7266064352ed90581738242cf69500f" kindref="member">GetFileSchema</ref>()<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="36"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="46" refid="classpaimon_1_1_file_batch_reader_1af1b28c896a926c6496d03b9a5b55afb2" refkind="member"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">virtual</highlight><highlight class="normal"><sp/><ref refid="classpaimon_1_1_status" kindref="compound">Status</ref><sp/><ref refid="classpaimon_1_1_file_batch_reader_1af1b28c896a926c6496d03b9a5b55afb2" kindref="member">SetReadSchema</ref>(<ref refid="struct_arrow_schema" kindref="compound">::ArrowSchema</ref>*<sp/><ref refid="memory__pool_8h_1a147ba4ba34a215b3a4f3a95c1ee11704" kindref="member">read_schema</ref>,</highlight></codeline> |
| <codeline lineno="47"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::shared_ptr<Predicate>&<sp/>predicate,</highlight></codeline> |
| <codeline lineno="48"><highlight class="normal"><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>std::optional<RoaringBitmap32>&<sp/><ref refid="memory__pool_8h_1a147ba4ba34a215b3a4f3a95c1ee11704" kindref="member">selection_bitmap</ref>)<sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="49"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">using<sp/></highlight><highlight class="normal">BatchReader::NextBatch;</highlight></codeline> |
| <codeline lineno="50"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">using<sp/></highlight><highlight class="normal">BatchReader::NextBatchWithBitmap;</highlight></codeline> |
| <codeline lineno="51"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="53" refid="classpaimon_1_1_file_batch_reader_1a25b072ce59e14b7a18dda4ce9b71b843" refkind="member"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">virtual</highlight><highlight class="normal"><sp/><ref refid="classpaimon_1_1_result" kindref="compound">Result<uint64_t></ref><sp/><ref refid="classpaimon_1_1_file_batch_reader_1a25b072ce59e14b7a18dda4ce9b71b843" kindref="member">GetPreviousBatchFirstRowNumber</ref>()<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="54"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="56" refid="classpaimon_1_1_file_batch_reader_1a8ebc841f9c493d3ec18786626a876073" refkind="member"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">virtual</highlight><highlight class="normal"><sp/><ref refid="classpaimon_1_1_result" kindref="compound">Result<uint64_t></ref><sp/><ref refid="classpaimon_1_1_file_batch_reader_1a8ebc841f9c493d3ec18786626a876073" kindref="member">GetNumberOfRows</ref>()<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="57"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="59" refid="classpaimon_1_1_file_batch_reader_1ac5afd12bba8e497dfc95cba25a343ba3" refkind="member"><highlight class="normal"><sp/><sp/><sp/><sp/></highlight><highlight class="keyword">virtual</highlight><highlight class="normal"><sp/></highlight><highlight class="keywordtype">bool</highlight><highlight class="normal"><sp/><ref refid="classpaimon_1_1_file_batch_reader_1ac5afd12bba8e497dfc95cba25a343ba3" kindref="member">SupportPreciseBitmapSelection</ref>()<sp/></highlight><highlight class="keyword">const</highlight><highlight class="normal"><sp/>=<sp/>0;</highlight></codeline> |
| <codeline lineno="60"><highlight class="normal">};</highlight></codeline> |
| <codeline lineno="61"><highlight class="normal"></highlight></codeline> |
| <codeline lineno="62"><highlight class="normal">}<sp/><sp/></highlight><highlight class="comment">//<sp/>namespace<sp/>paimon</highlight><highlight class="normal"></highlight></codeline> |
| </programlisting> |
| <location file="/home/runner/work/paimon-cpp/paimon-cpp/include/paimon/reader/file_batch_reader.h"/> |
| </compounddef> |
| </doxygen> |
