| <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "https://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd"> |
| <html xmlns="http://www.w3.org/1999/xhtml"> |
| <head> |
| <meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/> |
| <meta http-equiv="X-UA-Compatible" content="IE=9"/> |
| <meta name="generator" content="Doxygen 1.8.17"/> |
| <meta name="viewport" content="width=device-width, initial-scale=1"/> |
| <title>Avro C++: api/DataFile.hh Source File</title> |
| <link href="tabs.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="jquery.js"></script> |
| <script type="text/javascript" src="dynsections.js"></script> |
| <link href="search/search.css" rel="stylesheet" type="text/css"/> |
| <script type="text/javascript" src="search/searchdata.js"></script> |
| <script type="text/javascript" src="search/search.js"></script> |
| <link href="doxygen.css" rel="stylesheet" type="text/css" /> |
| </head> |
| <body> |
| <div id="top"><!-- do not remove this div, it is closed by doxygen! --> |
| <div id="titlearea"> |
| <table cellspacing="0" cellpadding="0"> |
| <tbody> |
| <tr style="height: 56px;"> |
| <td id="projectalign" style="padding-left: 0.5em;"> |
| <div id="projectname">Avro C++ |
| </div> |
| </td> |
| </tr> |
| </tbody> |
| </table> |
| </div> |
| <!-- end header part --> |
| <!-- Generated by Doxygen 1.8.17 --> |
| <script type="text/javascript"> |
| /* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */ |
| var searchBox = new SearchBox("searchBox", "search",false,'Search'); |
| /* @license-end */ |
| </script> |
| <script type="text/javascript" src="menudata.js"></script> |
| <script type="text/javascript" src="menu.js"></script> |
| <script type="text/javascript"> |
| /* @license magnet:?xt=urn:btih:cf05388f2679ee054f2beb29a391d25f4e673ac3&dn=gpl-2.0.txt GPL-v2 */ |
| $(function() { |
| initMenu('',true,false,'search.php','Search'); |
| $(document).ready(function() { init_search(); }); |
| }); |
| /* @license-end */</script> |
| <div id="main-nav"></div> |
| <!-- window showing the filter options --> |
| <div id="MSearchSelectWindow" |
| onmouseover="return searchBox.OnSearchSelectShow()" |
| onmouseout="return searchBox.OnSearchSelectHide()" |
| onkeydown="return searchBox.OnSearchSelectKey(event)"> |
| </div> |
| |
| <!-- iframe showing the search results (closed by default) --> |
| <div id="MSearchResultsWindow"> |
| <iframe src="javascript:void(0)" frameborder="0" |
| name="MSearchResults" id="MSearchResults"> |
| </iframe> |
| </div> |
| |
| <div id="nav-path" class="navpath"> |
| <ul> |
| <li class="navelem"><a class="el" href="dir_0188a3e6da905bc60aceb35bf790b8c9.html">api</a></li> </ul> |
| </div> |
| </div><!-- top --> |
| <div class="header"> |
| <div class="headertitle"> |
| <div class="title">DataFile.hh</div> </div> |
| </div><!--header--> |
| <div class="contents"> |
| <div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span> <span class="comment">/*</span></div> |
| <div class="line"><a name="l00002"></a><span class="lineno"> 2</span> <span class="comment"> * Licensed to the Apache Software Foundation (ASF) under one</span></div> |
| <div class="line"><a name="l00003"></a><span class="lineno"> 3</span> <span class="comment"> * or more contributor license agreements. See the NOTICE file</span></div> |
| <div class="line"><a name="l00004"></a><span class="lineno"> 4</span> <span class="comment"> * distributed with this work for additional information</span></div> |
| <div class="line"><a name="l00005"></a><span class="lineno"> 5</span> <span class="comment"> * regarding copyright ownership. The ASF licenses this file</span></div> |
| <div class="line"><a name="l00006"></a><span class="lineno"> 6</span> <span class="comment"> * to you under the Apache License, Version 2.0 (the</span></div> |
| <div class="line"><a name="l00007"></a><span class="lineno"> 7</span> <span class="comment"> * "License"); you may not use this file except in compliance</span></div> |
| <div class="line"><a name="l00008"></a><span class="lineno"> 8</span> <span class="comment"> * with the License. You may obtain a copy of the License at</span></div> |
| <div class="line"><a name="l00009"></a><span class="lineno"> 9</span> <span class="comment"> *</span></div> |
| <div class="line"><a name="l00010"></a><span class="lineno"> 10</span> <span class="comment"> * https://www.apache.org/licenses/LICENSE-2.0</span></div> |
| <div class="line"><a name="l00011"></a><span class="lineno"> 11</span> <span class="comment"> *</span></div> |
| <div class="line"><a name="l00012"></a><span class="lineno"> 12</span> <span class="comment"> * Unless required by applicable law or agreed to in writing, software</span></div> |
| <div class="line"><a name="l00013"></a><span class="lineno"> 13</span> <span class="comment"> * distributed under the License is distributed on an "AS IS" BASIS,</span></div> |
| <div class="line"><a name="l00014"></a><span class="lineno"> 14</span> <span class="comment"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div> |
| <div class="line"><a name="l00015"></a><span class="lineno"> 15</span> <span class="comment"> * See the License for the specific language governing permissions and</span></div> |
| <div class="line"><a name="l00016"></a><span class="lineno"> 16</span> <span class="comment"> * limitations under the License.</span></div> |
| <div class="line"><a name="l00017"></a><span class="lineno"> 17</span> <span class="comment"> */</span></div> |
| <div class="line"><a name="l00018"></a><span class="lineno"> 18</span>  </div> |
| <div class="line"><a name="l00019"></a><span class="lineno"> 19</span> <span class="preprocessor">#ifndef avro_DataFile_hh__</span></div> |
| <div class="line"><a name="l00020"></a><span class="lineno"> 20</span> <span class="preprocessor">#define avro_DataFile_hh__</span></div> |
| <div class="line"><a name="l00021"></a><span class="lineno"> 21</span>  </div> |
| <div class="line"><a name="l00022"></a><span class="lineno"> 22</span> <span class="preprocessor">#include "Config.hh"</span></div> |
| <div class="line"><a name="l00023"></a><span class="lineno"> 23</span> <span class="preprocessor">#include "<a class="code" href="Encoder_8hh.html">Encoder.hh</a>"</span></div> |
| <div class="line"><a name="l00024"></a><span class="lineno"> 24</span> <span class="preprocessor">#include "Specific.hh"</span></div> |
| <div class="line"><a name="l00025"></a><span class="lineno"> 25</span> <span class="preprocessor">#include "Stream.hh"</span></div> |
| <div class="line"><a name="l00026"></a><span class="lineno"> 26</span> <span class="preprocessor">#include "ValidSchema.hh"</span></div> |
| <div class="line"><a name="l00027"></a><span class="lineno"> 27</span> <span class="preprocessor">#include "buffer/Buffer.hh"</span></div> |
| <div class="line"><a name="l00028"></a><span class="lineno"> 28</span>  </div> |
| <div class="line"><a name="l00029"></a><span class="lineno"> 29</span> <span class="preprocessor">#include <map></span></div> |
| <div class="line"><a name="l00030"></a><span class="lineno"> 30</span> <span class="preprocessor">#include <string></span></div> |
| <div class="line"><a name="l00031"></a><span class="lineno"> 31</span> <span class="preprocessor">#include <vector></span></div> |
| <div class="line"><a name="l00032"></a><span class="lineno"> 32</span>  </div> |
| <div class="line"><a name="l00033"></a><span class="lineno"> 33</span> <span class="preprocessor">#include "array"</span></div> |
| <div class="line"><a name="l00034"></a><span class="lineno"> 34</span> <span class="preprocessor">#include "boost/utility.hpp"</span></div> |
| <div class="line"><a name="l00035"></a><span class="lineno"> 35</span> <span class="preprocessor">#include <boost/iostreams/filtering_stream.hpp></span></div> |
| <div class="line"><a name="l00036"></a><span class="lineno"> 36</span>  </div> |
| <div class="line"><a name="l00037"></a><span class="lineno"> 37</span> <span class="keyword">namespace </span><a class="code" href="namespaceavro.html">avro</a> {</div> |
| <div class="line"><a name="l00038"></a><span class="lineno"> 38</span>  </div> |
| <div class="line"><a name="l00040"></a><span class="lineno"><a class="line" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2"> 40</a></span> <span class="keyword">enum</span> <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> {</div> |
| <div class="line"><a name="l00041"></a><span class="lineno"> 41</span>  NULL_CODEC,</div> |
| <div class="line"><a name="l00042"></a><span class="lineno"> 42</span>  DEFLATE_CODEC,</div> |
| <div class="line"><a name="l00043"></a><span class="lineno"> 43</span>  </div> |
| <div class="line"><a name="l00044"></a><span class="lineno"> 44</span> <span class="preprocessor">#ifdef SNAPPY_CODEC_AVAILABLE</span></div> |
| <div class="line"><a name="l00045"></a><span class="lineno"> 45</span>  SNAPPY_CODEC</div> |
| <div class="line"><a name="l00046"></a><span class="lineno"> 46</span> <span class="preprocessor">#endif</span></div> |
| <div class="line"><a name="l00047"></a><span class="lineno"> 47</span>  </div> |
| <div class="line"><a name="l00048"></a><span class="lineno"> 48</span> };</div> |
| <div class="line"><a name="l00049"></a><span class="lineno"> 49</span>  </div> |
| <div class="line"><a name="l00050"></a><span class="lineno"> 50</span> <span class="keyword">const</span> <span class="keywordtype">int</span> SyncSize = 16;</div> |
| <div class="line"><a name="l00054"></a><span class="lineno"><a class="line" href="namespaceavro.html#a43f382a7652211425e91bdf186b00f95"> 54</a></span> <span class="keyword">typedef</span> std::array<uint8_t, SyncSize> <a class="code" href="namespaceavro.html#a43f382a7652211425e91bdf186b00f95">DataFileSync</a>;</div> |
| <div class="line"><a name="l00055"></a><span class="lineno"> 55</span>  </div> |
| <div class="line"><a name="l00061"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriterBase.html"> 61</a></span> <span class="keyword">class </span>AVRO_DECL <a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a> : boost::noncopyable {</div> |
| <div class="line"><a name="l00062"></a><span class="lineno"> 62</span>  <span class="keyword">const</span> std::string filename_;</div> |
| <div class="line"><a name="l00063"></a><span class="lineno"> 63</span>  <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> schema_;</div> |
| <div class="line"><a name="l00064"></a><span class="lineno"> 64</span>  <span class="keyword">const</span> <a class="code" href="namespaceavro.html#a2bf627d2676075c8eeaf6a25103b5d5e">EncoderPtr</a> encoderPtr_;</div> |
| <div class="line"><a name="l00065"></a><span class="lineno"> 65</span>  <span class="keyword">const</span> <span class="keywordtype">size_t</span> syncInterval_;</div> |
| <div class="line"><a name="l00066"></a><span class="lineno"> 66</span>  <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec_;</div> |
| <div class="line"><a name="l00067"></a><span class="lineno"> 67</span>  </div> |
| <div class="line"><a name="l00068"></a><span class="lineno"> 68</span>  std::unique_ptr<OutputStream> stream_;</div> |
| <div class="line"><a name="l00069"></a><span class="lineno"> 69</span>  std::unique_ptr<OutputStream> buffer_;</div> |
| <div class="line"><a name="l00070"></a><span class="lineno"> 70</span>  <span class="keyword">const</span> <a class="code" href="namespaceavro.html#a43f382a7652211425e91bdf186b00f95">DataFileSync</a> sync_;</div> |
| <div class="line"><a name="l00071"></a><span class="lineno"> 71</span>  int64_t objectCount_;</div> |
| <div class="line"><a name="l00072"></a><span class="lineno"> 72</span>  </div> |
| <div class="line"><a name="l00073"></a><span class="lineno"> 73</span>  <span class="keyword">typedef</span> std::map<std::string, std::vector<uint8_t>> Metadata;</div> |
| <div class="line"><a name="l00074"></a><span class="lineno"> 74</span>  </div> |
| <div class="line"><a name="l00075"></a><span class="lineno"> 75</span>  Metadata metadata_;</div> |
| <div class="line"><a name="l00076"></a><span class="lineno"> 76</span>  int64_t lastSync_;</div> |
| <div class="line"><a name="l00077"></a><span class="lineno"> 77</span>  </div> |
| <div class="line"><a name="l00078"></a><span class="lineno"> 78</span>  <span class="keyword">static</span> std::unique_ptr<OutputStream> makeStream(<span class="keyword">const</span> <span class="keywordtype">char</span> *filename);</div> |
| <div class="line"><a name="l00079"></a><span class="lineno"> 79</span>  <span class="keyword">static</span> <a class="code" href="namespaceavro.html#a43f382a7652211425e91bdf186b00f95">DataFileSync</a> makeSync();</div> |
| <div class="line"><a name="l00080"></a><span class="lineno"> 80</span>  </div> |
| <div class="line"><a name="l00081"></a><span class="lineno"> 81</span>  <span class="keywordtype">void</span> writeHeader();</div> |
| <div class="line"><a name="l00082"></a><span class="lineno"> 82</span>  <span class="keywordtype">void</span> setMetadata(<span class="keyword">const</span> std::string &key, <span class="keyword">const</span> std::string &value);</div> |
| <div class="line"><a name="l00083"></a><span class="lineno"> 83</span>  </div> |
| <div class="line"><a name="l00087"></a><span class="lineno"> 87</span>  <span class="keywordtype">void</span> sync();</div> |
| <div class="line"><a name="l00088"></a><span class="lineno"> 88</span>  </div> |
| <div class="line"><a name="l00092"></a><span class="lineno"> 92</span>  <span class="keywordtype">void</span> init(<span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &schema, <span class="keywordtype">size_t</span> syncInterval, <span class="keyword">const</span> <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> &codec);</div> |
| <div class="line"><a name="l00093"></a><span class="lineno"> 93</span>  </div> |
| <div class="line"><a name="l00094"></a><span class="lineno"> 94</span> <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00098"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriterBase.html#ae4f75607d3861cf2abf5a7a4e7f38bf6"> 98</a></span>  <a class="code" href="classavro_1_1Encoder.html">Encoder</a> &<a class="code" href="classavro_1_1DataFileWriterBase.html#ae4f75607d3861cf2abf5a7a4e7f38bf6">encoder</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> *encoderPtr_; }</div> |
| <div class="line"><a name="l00099"></a><span class="lineno"> 99</span>  </div> |
| <div class="line"><a name="l00104"></a><span class="lineno"> 104</span>  <span class="keywordtype">void</span> syncIfNeeded();</div> |
| <div class="line"><a name="l00105"></a><span class="lineno"> 105</span>  </div> |
| <div class="line"><a name="l00109"></a><span class="lineno"> 109</span>  uint64_t getCurrentBlockStart() <span class="keyword">const</span>;</div> |
| <div class="line"><a name="l00110"></a><span class="lineno"> 110</span>  </div> |
| <div class="line"><a name="l00114"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriterBase.html#a9cf6769404775763a9be7f84d0673541"> 114</a></span>  <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileWriterBase.html#a9cf6769404775763a9be7f84d0673541">incr</a>() {</div> |
| <div class="line"><a name="l00115"></a><span class="lineno"> 115</span>  ++objectCount_;</div> |
| <div class="line"><a name="l00116"></a><span class="lineno"> 116</span>  }</div> |
| <div class="line"><a name="l00120"></a><span class="lineno"> 120</span>  <a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a>(<span class="keyword">const</span> <span class="keywordtype">char</span> *filename, <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &schema,</div> |
| <div class="line"><a name="l00121"></a><span class="lineno"> 121</span>  <span class="keywordtype">size_t</span> syncInterval, <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec = NULL_CODEC);</div> |
| <div class="line"><a name="l00122"></a><span class="lineno"> 122</span>  <a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a>(std::unique_ptr<OutputStream> outputStream,</div> |
| <div class="line"><a name="l00123"></a><span class="lineno"> 123</span>  <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &schema, <span class="keywordtype">size_t</span> syncInterval, <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec);</div> |
| <div class="line"><a name="l00124"></a><span class="lineno"> 124</span>  </div> |
| <div class="line"><a name="l00125"></a><span class="lineno"> 125</span>  ~<a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a>();</div> |
| <div class="line"><a name="l00130"></a><span class="lineno"> 130</span>  <span class="keywordtype">void</span> close();</div> |
| <div class="line"><a name="l00131"></a><span class="lineno"> 131</span>  </div> |
| <div class="line"><a name="l00135"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriterBase.html#a5738729ceee2eed14e7f87b59b4715c3"> 135</a></span>  <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileWriterBase.html#a5738729ceee2eed14e7f87b59b4715c3">schema</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> schema_; }</div> |
| <div class="line"><a name="l00136"></a><span class="lineno"> 136</span>  </div> |
| <div class="line"><a name="l00140"></a><span class="lineno"> 140</span>  <span class="keywordtype">void</span> flush();</div> |
| <div class="line"><a name="l00141"></a><span class="lineno"> 141</span> };</div> |
| <div class="line"><a name="l00142"></a><span class="lineno"> 142</span>  </div> |
| <div class="line"><a name="l00146"></a><span class="lineno"> 146</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div> |
| <div class="line"><a name="l00147"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html"> 147</a></span> <span class="keyword">class </span><a class="code" href="classavro_1_1DataFileWriter.html">DataFileWriter</a> : boost::noncopyable {</div> |
| <div class="line"><a name="l00148"></a><span class="lineno"> 148</span>  std::unique_ptr<DataFileWriterBase> base_;</div> |
| <div class="line"><a name="l00149"></a><span class="lineno"> 149</span>  </div> |
| <div class="line"><a name="l00150"></a><span class="lineno"> 150</span> <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00154"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#adf128ce4d3165dedba19b09ea478f756"> 154</a></span>  <a class="code" href="classavro_1_1DataFileWriter.html#adf128ce4d3165dedba19b09ea478f756">DataFileWriter</a>(<span class="keyword">const</span> <span class="keywordtype">char</span> *filename, <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileWriter.html#aafa35ead8509f13cb99905fe6dfae7e0">schema</a>,</div> |
| <div class="line"><a name="l00155"></a><span class="lineno"> 155</span>  <span class="keywordtype">size_t</span> syncInterval = 16 * 1024, <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec = NULL_CODEC) : base_(new <a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a>(filename, <a class="code" href="classavro_1_1DataFileWriter.html#aafa35ead8509f13cb99905fe6dfae7e0">schema</a>, syncInterval, codec)) {}</div> |
| <div class="line"><a name="l00156"></a><span class="lineno"> 156</span>  </div> |
| <div class="line"><a name="l00157"></a><span class="lineno"> 157</span>  <a class="code" href="classavro_1_1DataFileWriter.html#adf128ce4d3165dedba19b09ea478f756">DataFileWriter</a>(std::unique_ptr<OutputStream> outputStream, <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileWriter.html#aafa35ead8509f13cb99905fe6dfae7e0">schema</a>,</div> |
| <div class="line"><a name="l00158"></a><span class="lineno"> 158</span>  <span class="keywordtype">size_t</span> syncInterval = 16 * 1024, <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec = NULL_CODEC) : base_(new <a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a>(std::move(outputStream), <a class="code" href="classavro_1_1DataFileWriter.html#aafa35ead8509f13cb99905fe6dfae7e0">schema</a>, syncInterval, codec)) {}</div> |
| <div class="line"><a name="l00159"></a><span class="lineno"> 159</span>  </div> |
| <div class="line"><a name="l00163"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#ae9dbcfac61016564f39ee9b13e36311c"> 163</a></span>  <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileWriter.html#ae9dbcfac61016564f39ee9b13e36311c">write</a>(<span class="keyword">const</span> T &datum) {</div> |
| <div class="line"><a name="l00164"></a><span class="lineno"> 164</span>  base_->syncIfNeeded();</div> |
| <div class="line"><a name="l00165"></a><span class="lineno"> 165</span>  <a class="code" href="namespaceavro.html#a068734327d24a1e80caeee07b70b367f">avro::encode</a>(base_->encoder(), datum);</div> |
| <div class="line"><a name="l00166"></a><span class="lineno"> 166</span>  base_->incr();</div> |
| <div class="line"><a name="l00167"></a><span class="lineno"> 167</span>  }</div> |
| <div class="line"><a name="l00168"></a><span class="lineno"> 168</span>  </div> |
| <div class="line"><a name="l00172"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#aa96372b283916cb6a8469ce15a8b3756"> 172</a></span>  uint64_t <a class="code" href="classavro_1_1DataFileWriter.html#aa96372b283916cb6a8469ce15a8b3756">getCurrentBlockStart</a>() { <span class="keywordflow">return</span> base_->getCurrentBlockStart(); }</div> |
| <div class="line"><a name="l00173"></a><span class="lineno"> 173</span>  </div> |
| <div class="line"><a name="l00178"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#a3ed294a4c9e3641b4cbd383ede5aedc1"> 178</a></span>  <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileWriter.html#a3ed294a4c9e3641b4cbd383ede5aedc1">close</a>() { base_->close(); }</div> |
| <div class="line"><a name="l00179"></a><span class="lineno"> 179</span>  </div> |
| <div class="line"><a name="l00183"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#aafa35ead8509f13cb99905fe6dfae7e0"> 183</a></span>  <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileWriter.html#aafa35ead8509f13cb99905fe6dfae7e0">schema</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> base_->schema(); }</div> |
| <div class="line"><a name="l00184"></a><span class="lineno"> 184</span>  </div> |
| <div class="line"><a name="l00188"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#a837519693ff84da1e86e18c5c2bba885"> 188</a></span>  <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileWriter.html#a837519693ff84da1e86e18c5c2bba885">flush</a>() { base_->flush(); }</div> |
| <div class="line"><a name="l00189"></a><span class="lineno"> 189</span> };</div> |
| <div class="line"><a name="l00190"></a><span class="lineno"> 190</span>  </div> |
| <div class="line"><a name="l00194"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReaderBase.html"> 194</a></span> <span class="keyword">class </span>AVRO_DECL <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a> : boost::noncopyable {</div> |
| <div class="line"><a name="l00195"></a><span class="lineno"> 195</span>  <span class="keyword">const</span> std::string filename_;</div> |
| <div class="line"><a name="l00196"></a><span class="lineno"> 196</span>  <span class="keyword">const</span> std::unique_ptr<InputStream> stream_;</div> |
| <div class="line"><a name="l00197"></a><span class="lineno"> 197</span>  <span class="keyword">const</span> <a class="code" href="namespaceavro.html#a2e61ab3fbdffc13d2a20efd80c5811b1">DecoderPtr</a> decoder_;</div> |
| <div class="line"><a name="l00198"></a><span class="lineno"> 198</span>  int64_t objectCount_;</div> |
| <div class="line"><a name="l00199"></a><span class="lineno"> 199</span>  <span class="keywordtype">bool</span> eof_;</div> |
| <div class="line"><a name="l00200"></a><span class="lineno"> 200</span>  <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec_;</div> |
| <div class="line"><a name="l00201"></a><span class="lineno"> 201</span>  int64_t blockStart_{};</div> |
| <div class="line"><a name="l00202"></a><span class="lineno"> 202</span>  int64_t blockEnd_{};</div> |
| <div class="line"><a name="l00203"></a><span class="lineno"> 203</span>  </div> |
| <div class="line"><a name="l00204"></a><span class="lineno"> 204</span>  <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> readerSchema_;</div> |
| <div class="line"><a name="l00205"></a><span class="lineno"> 205</span>  <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> dataSchema_;</div> |
| <div class="line"><a name="l00206"></a><span class="lineno"> 206</span>  <a class="code" href="namespaceavro.html#a2e61ab3fbdffc13d2a20efd80c5811b1">DecoderPtr</a> dataDecoder_;</div> |
| <div class="line"><a name="l00207"></a><span class="lineno"> 207</span>  std::unique_ptr<InputStream> dataStream_;</div> |
| <div class="line"><a name="l00208"></a><span class="lineno"> 208</span>  <span class="keyword">typedef</span> std::map<std::string, std::vector<uint8_t>> Metadata;</div> |
| <div class="line"><a name="l00209"></a><span class="lineno"> 209</span>  </div> |
| <div class="line"><a name="l00210"></a><span class="lineno"> 210</span>  Metadata metadata_;</div> |
| <div class="line"><a name="l00211"></a><span class="lineno"> 211</span>  <a class="code" href="namespaceavro.html#a43f382a7652211425e91bdf186b00f95">DataFileSync</a> sync_{};</div> |
| <div class="line"><a name="l00212"></a><span class="lineno"> 212</span>  </div> |
| <div class="line"><a name="l00213"></a><span class="lineno"> 213</span>  <span class="comment">// for compressed buffer</span></div> |
| <div class="line"><a name="l00214"></a><span class="lineno"> 214</span>  std::unique_ptr<boost::iostreams::filtering_istream> os_;</div> |
| <div class="line"><a name="l00215"></a><span class="lineno"> 215</span>  std::vector<char> compressed_;</div> |
| <div class="line"><a name="l00216"></a><span class="lineno"> 216</span>  std::string uncompressed;</div> |
| <div class="line"><a name="l00217"></a><span class="lineno"> 217</span>  <span class="keywordtype">void</span> readHeader();</div> |
| <div class="line"><a name="l00218"></a><span class="lineno"> 218</span>  </div> |
| <div class="line"><a name="l00219"></a><span class="lineno"> 219</span>  <span class="keywordtype">void</span> readDataBlock();</div> |
| <div class="line"><a name="l00220"></a><span class="lineno"> 220</span>  <span class="keywordtype">void</span> doSeek(int64_t position);</div> |
| <div class="line"><a name="l00221"></a><span class="lineno"> 221</span>  </div> |
| <div class="line"><a name="l00222"></a><span class="lineno"> 222</span> <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00226"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReaderBase.html#adc7d7c531fec38d38bdc199050587265"> 226</a></span>  <a class="code" href="classavro_1_1Decoder.html">Decoder</a> &<a class="code" href="classavro_1_1DataFileReaderBase.html#adc7d7c531fec38d38bdc199050587265">decoder</a>() { <span class="keywordflow">return</span> *dataDecoder_; }</div> |
| <div class="line"><a name="l00227"></a><span class="lineno"> 227</span>  </div> |
| <div class="line"><a name="l00231"></a><span class="lineno"> 231</span>  <span class="keywordtype">bool</span> hasMore();</div> |
| <div class="line"><a name="l00232"></a><span class="lineno"> 232</span>  </div> |
| <div class="line"><a name="l00236"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReaderBase.html#aef936c83dfefadfd1814686fbf6b049d"> 236</a></span>  <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileReaderBase.html#aef936c83dfefadfd1814686fbf6b049d">decr</a>() { --objectCount_; }</div> |
| <div class="line"><a name="l00237"></a><span class="lineno"> 237</span>  </div> |
| <div class="line"><a name="l00244"></a><span class="lineno"> 244</span>  <span class="keyword">explicit</span> <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(<span class="keyword">const</span> <span class="keywordtype">char</span> *filename);</div> |
| <div class="line"><a name="l00245"></a><span class="lineno"> 245</span>  </div> |
| <div class="line"><a name="l00246"></a><span class="lineno"> 246</span>  <span class="keyword">explicit</span> <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(std::unique_ptr<InputStream> inputStream);</div> |
| <div class="line"><a name="l00247"></a><span class="lineno"> 247</span>  </div> |
| <div class="line"><a name="l00252"></a><span class="lineno"> 252</span>  <span class="keywordtype">void</span> init();</div> |
| <div class="line"><a name="l00253"></a><span class="lineno"> 253</span>  </div> |
| <div class="line"><a name="l00261"></a><span class="lineno"> 261</span>  <span class="keywordtype">void</span> init(<span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &readerSchema);</div> |
| <div class="line"><a name="l00262"></a><span class="lineno"> 262</span>  </div> |
| <div class="line"><a name="l00266"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReaderBase.html#a29930afeae18d2126de0904fa6ab4c33"> 266</a></span>  <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileReaderBase.html#a29930afeae18d2126de0904fa6ab4c33">readerSchema</a>() { <span class="keywordflow">return</span> readerSchema_; }</div> |
| <div class="line"><a name="l00267"></a><span class="lineno"> 267</span>  </div> |
| <div class="line"><a name="l00271"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReaderBase.html#a3dc4f150d054cde439eed281230623ab"> 271</a></span>  <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileReaderBase.html#a3dc4f150d054cde439eed281230623ab">dataSchema</a>() { <span class="keywordflow">return</span> dataSchema_; }</div> |
| <div class="line"><a name="l00272"></a><span class="lineno"> 272</span>  </div> |
| <div class="line"><a name="l00276"></a><span class="lineno"> 276</span>  <span class="keywordtype">void</span> close();</div> |
| <div class="line"><a name="l00277"></a><span class="lineno"> 277</span>  </div> |
| <div class="line"><a name="l00282"></a><span class="lineno"> 282</span>  <span class="keywordtype">void</span> seek(int64_t position);</div> |
| <div class="line"><a name="l00283"></a><span class="lineno"> 283</span>  </div> |
| <div class="line"><a name="l00289"></a><span class="lineno"> 289</span>  <span class="keywordtype">void</span> sync(int64_t position);</div> |
| <div class="line"><a name="l00290"></a><span class="lineno"> 290</span>  </div> |
| <div class="line"><a name="l00294"></a><span class="lineno"> 294</span>  <span class="keywordtype">bool</span> pastSync(int64_t position);</div> |
| <div class="line"><a name="l00295"></a><span class="lineno"> 295</span>  </div> |
| <div class="line"><a name="l00299"></a><span class="lineno"> 299</span>  int64_t previousSync() <span class="keyword">const</span>;</div> |
| <div class="line"><a name="l00300"></a><span class="lineno"> 300</span> };</div> |
| <div class="line"><a name="l00301"></a><span class="lineno"> 301</span>  </div> |
| <div class="line"><a name="l00305"></a><span class="lineno"> 305</span> <span class="keyword">template</span><<span class="keyword">typename</span> T></div> |
| <div class="line"><a name="l00306"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html"> 306</a></span> <span class="keyword">class </span><a class="code" href="classavro_1_1DataFileReader.html">DataFileReader</a> : boost::noncopyable {</div> |
| <div class="line"><a name="l00307"></a><span class="lineno"> 307</span>  std::unique_ptr<DataFileReaderBase> base_;</div> |
| <div class="line"><a name="l00308"></a><span class="lineno"> 308</span>  </div> |
| <div class="line"><a name="l00309"></a><span class="lineno"> 309</span> <span class="keyword">public</span>:</div> |
| <div class="line"><a name="l00314"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#adf75cbffd7028e2e383e15ae8caadbe4"> 314</a></span>  <a class="code" href="classavro_1_1DataFileReader.html#adf75cbffd7028e2e383e15ae8caadbe4">DataFileReader</a>(<span class="keyword">const</span> <span class="keywordtype">char</span> *filename, <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd">readerSchema</a>) : base_(new <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(filename)) {</div> |
| <div class="line"><a name="l00315"></a><span class="lineno"> 315</span>  base_->init(<a class="code" href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd">readerSchema</a>);</div> |
| <div class="line"><a name="l00316"></a><span class="lineno"> 316</span>  }</div> |
| <div class="line"><a name="l00317"></a><span class="lineno"> 317</span>  </div> |
| <div class="line"><a name="l00318"></a><span class="lineno"> 318</span>  <a class="code" href="classavro_1_1DataFileReader.html#adf75cbffd7028e2e383e15ae8caadbe4">DataFileReader</a>(std::unique_ptr<InputStream> inputStream, <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd">readerSchema</a>) : base_(new <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(std::move(inputStream))) {</div> |
| <div class="line"><a name="l00319"></a><span class="lineno"> 319</span>  base_->init(<a class="code" href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd">readerSchema</a>);</div> |
| <div class="line"><a name="l00320"></a><span class="lineno"> 320</span>  }</div> |
| <div class="line"><a name="l00321"></a><span class="lineno"> 321</span>  </div> |
| <div class="line"><a name="l00326"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#ab1059583ebd55c0047b49d5933883a03"> 326</a></span>  <span class="keyword">explicit</span> <a class="code" href="classavro_1_1DataFileReader.html#ab1059583ebd55c0047b49d5933883a03">DataFileReader</a>(<span class="keyword">const</span> <span class="keywordtype">char</span> *filename) : base_(new <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(filename)) {</div> |
| <div class="line"><a name="l00327"></a><span class="lineno"> 327</span>  base_->init();</div> |
| <div class="line"><a name="l00328"></a><span class="lineno"> 328</span>  }</div> |
| <div class="line"><a name="l00329"></a><span class="lineno"> 329</span>  </div> |
| <div class="line"><a name="l00330"></a><span class="lineno"> 330</span>  <span class="keyword">explicit</span> <a class="code" href="classavro_1_1DataFileReader.html#adf75cbffd7028e2e383e15ae8caadbe4">DataFileReader</a>(std::unique_ptr<InputStream> inputStream) : base_(new <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(std::move(inputStream))) {</div> |
| <div class="line"><a name="l00331"></a><span class="lineno"> 331</span>  base_->init();</div> |
| <div class="line"><a name="l00332"></a><span class="lineno"> 332</span>  }</div> |
| <div class="line"><a name="l00333"></a><span class="lineno"> 333</span>  </div> |
| <div class="line"><a name="l00343"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a043f1a4ab0541f9eddca9f3214b9eb4a"> 343</a></span>  <span class="keyword">explicit</span> <a class="code" href="classavro_1_1DataFileReader.html#a043f1a4ab0541f9eddca9f3214b9eb4a">DataFileReader</a>(std::unique_ptr<DataFileReaderBase> base) : base_(std::move(base)) {</div> |
| <div class="line"><a name="l00344"></a><span class="lineno"> 344</span>  base_->init();</div> |
| <div class="line"><a name="l00345"></a><span class="lineno"> 345</span>  }</div> |
| <div class="line"><a name="l00346"></a><span class="lineno"> 346</span>  </div> |
| <div class="line"><a name="l00356"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a35354b2c81a161c4b94b93aa5c6c0709"> 356</a></span>  <a class="code" href="classavro_1_1DataFileReader.html#a35354b2c81a161c4b94b93aa5c6c0709">DataFileReader</a>(std::unique_ptr<DataFileReaderBase> base,</div> |
| <div class="line"><a name="l00357"></a><span class="lineno"> 357</span>  <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd">readerSchema</a>) : base_(std::move(base)) {</div> |
| <div class="line"><a name="l00358"></a><span class="lineno"> 358</span>  base_->init(<a class="code" href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd">readerSchema</a>);</div> |
| <div class="line"><a name="l00359"></a><span class="lineno"> 359</span>  }</div> |
| <div class="line"><a name="l00360"></a><span class="lineno"> 360</span>  </div> |
| <div class="line"><a name="l00366"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a9d75e6f33030737fb15da2c57e63ec9f"> 366</a></span>  <span class="keywordtype">bool</span> <a class="code" href="classavro_1_1DataFileReader.html#a9d75e6f33030737fb15da2c57e63ec9f">read</a>(T &datum) {</div> |
| <div class="line"><a name="l00367"></a><span class="lineno"> 367</span>  <span class="keywordflow">if</span> (base_->hasMore()) {</div> |
| <div class="line"><a name="l00368"></a><span class="lineno"> 368</span>  base_->decr();</div> |
| <div class="line"><a name="l00369"></a><span class="lineno"> 369</span>  <a class="code" href="namespaceavro.html#a9893c6f7b0f264029261056da57fbd2d">avro::decode</a>(base_->decoder(), datum);</div> |
| <div class="line"><a name="l00370"></a><span class="lineno"> 370</span>  <span class="keywordflow">return</span> <span class="keyword">true</span>;</div> |
| <div class="line"><a name="l00371"></a><span class="lineno"> 371</span>  }</div> |
| <div class="line"><a name="l00372"></a><span class="lineno"> 372</span>  <span class="keywordflow">return</span> <span class="keyword">false</span>;</div> |
| <div class="line"><a name="l00373"></a><span class="lineno"> 373</span>  }</div> |
| <div class="line"><a name="l00374"></a><span class="lineno"> 374</span>  </div> |
| <div class="line"><a name="l00378"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd"> 378</a></span>  <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd">readerSchema</a>() { <span class="keywordflow">return</span> base_->readerSchema(); }</div> |
| <div class="line"><a name="l00379"></a><span class="lineno"> 379</span>  </div> |
| <div class="line"><a name="l00383"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a1e80d0b64e5eb7f8ffa5b52757171b6c"> 383</a></span>  <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &<a class="code" href="classavro_1_1DataFileReader.html#a1e80d0b64e5eb7f8ffa5b52757171b6c">dataSchema</a>() { <span class="keywordflow">return</span> base_->dataSchema(); }</div> |
| <div class="line"><a name="l00384"></a><span class="lineno"> 384</span>  </div> |
| <div class="line"><a name="l00388"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#af92068c4498f900939e3208a2c370b2e"> 388</a></span>  <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileReader.html#af92068c4498f900939e3208a2c370b2e">close</a>() { <span class="keywordflow">return</span> base_->close(); }</div> |
| <div class="line"><a name="l00389"></a><span class="lineno"> 389</span>  </div> |
| <div class="line"><a name="l00394"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#aab09737c46454c2e37df404a5befcbb3"> 394</a></span>  <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileReader.html#aab09737c46454c2e37df404a5befcbb3">seek</a>(int64_t position) { base_->seek(position); }</div> |
| <div class="line"><a name="l00395"></a><span class="lineno"> 395</span>  </div> |
| <div class="line"><a name="l00401"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a3b3e2f8678c50b16ec06ea001730a112"> 401</a></span>  <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileReader.html#a3b3e2f8678c50b16ec06ea001730a112">sync</a>(int64_t position) { base_->sync(position); }</div> |
| <div class="line"><a name="l00402"></a><span class="lineno"> 402</span>  </div> |
| <div class="line"><a name="l00406"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a162788cfe221aeac97d31d9b018e8f84"> 406</a></span>  <span class="keywordtype">bool</span> <a class="code" href="classavro_1_1DataFileReader.html#a162788cfe221aeac97d31d9b018e8f84">pastSync</a>(int64_t position) { <span class="keywordflow">return</span> base_->pastSync(position); }</div> |
| <div class="line"><a name="l00407"></a><span class="lineno"> 407</span>  </div> |
| <div class="line"><a name="l00411"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a186b6aa483ed15d2ead25570da03a101"> 411</a></span>  int64_t <a class="code" href="classavro_1_1DataFileReader.html#a186b6aa483ed15d2ead25570da03a101">previousSync</a>() { <span class="keywordflow">return</span> base_->previousSync(); }</div> |
| <div class="line"><a name="l00412"></a><span class="lineno"> 412</span> };</div> |
| <div class="line"><a name="l00413"></a><span class="lineno"> 413</span>  </div> |
| <div class="line"><a name="l00414"></a><span class="lineno"> 414</span> } <span class="comment">// namespace avro</span></div> |
| <div class="line"><a name="l00415"></a><span class="lineno"> 415</span> <span class="preprocessor">#endif</span></div> |
| </div><!-- fragment --></div><!-- contents --> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_ab1059583ebd55c0047b49d5933883a03"><div class="ttname"><a href="classavro_1_1DataFileReader.html#ab1059583ebd55c0047b49d5933883a03">avro::DataFileReader::DataFileReader</a></div><div class="ttdeci">DataFileReader(const char *filename)</div><div class="ttdoc">Constructs the reader for the given file and the reader is expected to use the schema that is used wi...</div><div class="ttdef"><b>Definition:</b> DataFile.hh:326</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReaderBase_html_a3dc4f150d054cde439eed281230623ab"><div class="ttname"><a href="classavro_1_1DataFileReaderBase.html#a3dc4f150d054cde439eed281230623ab">avro::DataFileReaderBase::dataSchema</a></div><div class="ttdeci">const ValidSchema & dataSchema()</div><div class="ttdoc">Returns the schema stored with the data file.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:271</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_aab09737c46454c2e37df404a5befcbb3"><div class="ttname"><a href="classavro_1_1DataFileReader.html#aab09737c46454c2e37df404a5befcbb3">avro::DataFileReader::seek</a></div><div class="ttdeci">void seek(int64_t position)</div><div class="ttdoc">Move to a specific, known synchronization point, for example one returned from previousSync().</div><div class="ttdef"><b>Definition:</b> DataFile.hh:394</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReaderBase_html"><div class="ttname"><a href="classavro_1_1DataFileReaderBase.html">avro::DataFileReaderBase</a></div><div class="ttdoc">The type independent portion of reader.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:194</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriter_html_ae9dbcfac61016564f39ee9b13e36311c"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#ae9dbcfac61016564f39ee9b13e36311c">avro::DataFileWriter::write</a></div><div class="ttdeci">void write(const T &datum)</div><div class="ttdoc">Writes the given piece of data into the file.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:163</div></div> |
| <div class="ttc" id="aclassavro_1_1Encoder_html"><div class="ttname"><a href="classavro_1_1Encoder.html">avro::Encoder</a></div><div class="ttdoc">The abstract base class for all Avro encoders.</div><div class="ttdef"><b>Definition:</b> Encoder.hh:52</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriterBase_html_a9cf6769404775763a9be7f84d0673541"><div class="ttname"><a href="classavro_1_1DataFileWriterBase.html#a9cf6769404775763a9be7f84d0673541">avro::DataFileWriterBase::incr</a></div><div class="ttdeci">void incr()</div><div class="ttdoc">Increments the object count.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:114</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_adfc2ab1b9b78c213e54ddd2e551aeefd"><div class="ttname"><a href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd">avro::DataFileReader::readerSchema</a></div><div class="ttdeci">const ValidSchema & readerSchema()</div><div class="ttdoc">Returns the schema for this object.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:378</div></div> |
| <div class="ttc" id="aclassavro_1_1Decoder_html"><div class="ttname"><a href="classavro_1_1Decoder.html">avro::Decoder</a></div><div class="ttdoc">Decoder is an interface implemented by every decoder capable of decoding Avro data.</div><div class="ttdef"><b>Definition:</b> Decoder.hh:48</div></div> |
| <div class="ttc" id="anamespaceavro_html_a2e61ab3fbdffc13d2a20efd80c5811b1"><div class="ttname"><a href="namespaceavro.html#a2e61ab3fbdffc13d2a20efd80c5811b1">avro::DecoderPtr</a></div><div class="ttdeci">std::shared_ptr< Decoder > DecoderPtr</div><div class="ttdoc">Shared pointer to Decoder.</div><div class="ttdef"><b>Definition:</b> Decoder.hh:177</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_a043f1a4ab0541f9eddca9f3214b9eb4a"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a043f1a4ab0541f9eddca9f3214b9eb4a">avro::DataFileReader::DataFileReader</a></div><div class="ttdeci">DataFileReader(std::unique_ptr< DataFileReaderBase > base)</div><div class="ttdoc">Constructs a reader using the reader base.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:343</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_a162788cfe221aeac97d31d9b018e8f84"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a162788cfe221aeac97d31d9b018e8f84">avro::DataFileReader::pastSync</a></div><div class="ttdeci">bool pastSync(int64_t position)</div><div class="ttdoc">Return true if past the next synchronization point after a position.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:406</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html"><div class="ttname"><a href="classavro_1_1DataFileReader.html">avro::DataFileReader</a></div><div class="ttdoc">Reads the contents of data file one after another.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:306</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriterBase_html_ae4f75607d3861cf2abf5a7a4e7f38bf6"><div class="ttname"><a href="classavro_1_1DataFileWriterBase.html#ae4f75607d3861cf2abf5a7a4e7f38bf6">avro::DataFileWriterBase::encoder</a></div><div class="ttdeci">Encoder & encoder() const</div><div class="ttdoc">Returns the current encoder for this writer.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:98</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_a35354b2c81a161c4b94b93aa5c6c0709"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a35354b2c81a161c4b94b93aa5c6c0709">avro::DataFileReader::DataFileReader</a></div><div class="ttdeci">DataFileReader(std::unique_ptr< DataFileReaderBase > base, const ValidSchema &readerSchema)</div><div class="ttdoc">Constructs a reader using the reader base.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:356</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_af92068c4498f900939e3208a2c370b2e"><div class="ttname"><a href="classavro_1_1DataFileReader.html#af92068c4498f900939e3208a2c370b2e">avro::DataFileReader::close</a></div><div class="ttdeci">void close()</div><div class="ttdoc">Closes the reader.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:388</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriter_html"><div class="ttname"><a href="classavro_1_1DataFileWriter.html">avro::DataFileWriter</a></div><div class="ttdoc">An Avro datafile that can store objects of type T.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:147</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriterBase_html"><div class="ttname"><a href="classavro_1_1DataFileWriterBase.html">avro::DataFileWriterBase</a></div><div class="ttdoc">Type-independent portion of DataFileWriter.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:61</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_a9d75e6f33030737fb15da2c57e63ec9f"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a9d75e6f33030737fb15da2c57e63ec9f">avro::DataFileReader::read</a></div><div class="ttdeci">bool read(T &datum)</div><div class="ttdoc">Reads the next entry from the data file.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:366</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriter_html_adf128ce4d3165dedba19b09ea478f756"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#adf128ce4d3165dedba19b09ea478f756">avro::DataFileWriter::DataFileWriter</a></div><div class="ttdeci">DataFileWriter(const char *filename, const ValidSchema &schema, size_t syncInterval=16 *1024, Codec codec=NULL_CODEC)</div><div class="ttdoc">Constructs a new data file.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:154</div></div> |
| <div class="ttc" id="anamespaceavro_html_a43f382a7652211425e91bdf186b00f95"><div class="ttname"><a href="namespaceavro.html#a43f382a7652211425e91bdf186b00f95">avro::DataFileSync</a></div><div class="ttdeci">std::array< uint8_t, SyncSize > DataFileSync</div><div class="ttdoc">The sync value.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:54</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_a3b3e2f8678c50b16ec06ea001730a112"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a3b3e2f8678c50b16ec06ea001730a112">avro::DataFileReader::sync</a></div><div class="ttdeci">void sync(int64_t position)</div><div class="ttdoc">Move to the next synchronization point after a position.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:401</div></div> |
| <div class="ttc" id="anamespaceavro_html"><div class="ttname"><a href="namespaceavro.html">avro</a></div><div class="ttdoc">A bunch of templates and specializations for encoding and decoding specific types.</div><div class="ttdef"><b>Definition:</b> AvroParse.hh:30</div></div> |
| <div class="ttc" id="anamespaceavro_html_a2bf627d2676075c8eeaf6a25103b5d5e"><div class="ttname"><a href="namespaceavro.html#a2bf627d2676075c8eeaf6a25103b5d5e">avro::EncoderPtr</a></div><div class="ttdeci">std::shared_ptr< Encoder > EncoderPtr</div><div class="ttdoc">Shared pointer to Encoder.</div><div class="ttdef"><b>Definition:</b> Encoder.hh:147</div></div> |
| <div class="ttc" id="aclassavro_1_1ValidSchema_html"><div class="ttname"><a href="classavro_1_1ValidSchema.html">avro::ValidSchema</a></div><div class="ttdoc">A ValidSchema is basically a non-mutable Schema that has passed some minimum of sanity checks.</div><div class="ttdef"><b>Definition:</b> ValidSchema.hh:40</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReaderBase_html_aef936c83dfefadfd1814686fbf6b049d"><div class="ttname"><a href="classavro_1_1DataFileReaderBase.html#aef936c83dfefadfd1814686fbf6b049d">avro::DataFileReaderBase::decr</a></div><div class="ttdeci">void decr()</div><div class="ttdoc">Decrements the number of objects yet to read.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:236</div></div> |
| <div class="ttc" id="anamespaceavro_html_a068734327d24a1e80caeee07b70b367f"><div class="ttname"><a href="namespaceavro.html#a068734327d24a1e80caeee07b70b367f">avro::encode</a></div><div class="ttdeci">void encode(Encoder &e, const T &t)</div><div class="ttdoc">Generic encoder function that makes use of the codec_traits.</div><div class="ttdef"><b>Definition:</b> Specific.hh:343</div></div> |
| <div class="ttc" id="anamespaceavro_html_a9893c6f7b0f264029261056da57fbd2d"><div class="ttname"><a href="namespaceavro.html#a9893c6f7b0f264029261056da57fbd2d">avro::decode</a></div><div class="ttdeci">void decode(Decoder &d, T &t)</div><div class="ttdoc">Generic decoder function that makes use of the codec_traits.</div><div class="ttdef"><b>Definition:</b> Specific.hh:351</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_adf75cbffd7028e2e383e15ae8caadbe4"><div class="ttname"><a href="classavro_1_1DataFileReader.html#adf75cbffd7028e2e383e15ae8caadbe4">avro::DataFileReader::DataFileReader</a></div><div class="ttdeci">DataFileReader(const char *filename, const ValidSchema &readerSchema)</div><div class="ttdoc">Constructs the reader for the given file and the reader is expected to use the given schema.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:314</div></div> |
| <div class="ttc" id="aEncoder_8hh_html"><div class="ttname"><a href="Encoder_8hh.html">Encoder.hh</a></div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_a1e80d0b64e5eb7f8ffa5b52757171b6c"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a1e80d0b64e5eb7f8ffa5b52757171b6c">avro::DataFileReader::dataSchema</a></div><div class="ttdeci">const ValidSchema & dataSchema()</div><div class="ttdoc">Returns the schema stored with the data file.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:383</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReaderBase_html_adc7d7c531fec38d38bdc199050587265"><div class="ttname"><a href="classavro_1_1DataFileReaderBase.html#adc7d7c531fec38d38bdc199050587265">avro::DataFileReaderBase::decoder</a></div><div class="ttdeci">Decoder & decoder()</div><div class="ttdoc">Returns the current decoder for this reader.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:226</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriter_html_aafa35ead8509f13cb99905fe6dfae7e0"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#aafa35ead8509f13cb99905fe6dfae7e0">avro::DataFileWriter::schema</a></div><div class="ttdeci">const ValidSchema & schema() const</div><div class="ttdoc">Returns the schema for this data file.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:183</div></div> |
| <div class="ttc" id="anamespaceavro_html_a348c1fae0c6b9d7524b00be30a2746b2"><div class="ttname"><a href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">avro::Codec</a></div><div class="ttdeci">Codec</div><div class="ttdoc">Specify type of compression to use when writing data files.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:40</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReaderBase_html_a29930afeae18d2126de0904fa6ab4c33"><div class="ttname"><a href="classavro_1_1DataFileReaderBase.html#a29930afeae18d2126de0904fa6ab4c33">avro::DataFileReaderBase::readerSchema</a></div><div class="ttdeci">const ValidSchema & readerSchema()</div><div class="ttdoc">Returns the schema for this object.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:266</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriter_html_a3ed294a4c9e3641b4cbd383ede5aedc1"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#a3ed294a4c9e3641b4cbd383ede5aedc1">avro::DataFileWriter::close</a></div><div class="ttdeci">void close()</div><div class="ttdoc">Closes the current file.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:178</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileReader_html_a186b6aa483ed15d2ead25570da03a101"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a186b6aa483ed15d2ead25570da03a101">avro::DataFileReader::previousSync</a></div><div class="ttdeci">int64_t previousSync()</div><div class="ttdoc">Return the last synchronization point before our current position.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:411</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriter_html_aa96372b283916cb6a8469ce15a8b3756"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#aa96372b283916cb6a8469ce15a8b3756">avro::DataFileWriter::getCurrentBlockStart</a></div><div class="ttdeci">uint64_t getCurrentBlockStart()</div><div class="ttdoc">Returns the byte offset (within the current file) of the start of the current block being written.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:172</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriter_html_a837519693ff84da1e86e18c5c2bba885"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#a837519693ff84da1e86e18c5c2bba885">avro::DataFileWriter::flush</a></div><div class="ttdeci">void flush()</div><div class="ttdoc">Flushes any unwritten data into the file.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:188</div></div> |
| <div class="ttc" id="aclassavro_1_1DataFileWriterBase_html_a5738729ceee2eed14e7f87b59b4715c3"><div class="ttname"><a href="classavro_1_1DataFileWriterBase.html#a5738729ceee2eed14e7f87b59b4715c3">avro::DataFileWriterBase::schema</a></div><div class="ttdeci">const ValidSchema & schema() const</div><div class="ttdoc">Returns the schema for this data file.</div><div class="ttdef"><b>Definition:</b> DataFile.hh:135</div></div> |
| <!-- start footer part --> |
| <hr class="footer"/><address class="footer"><small> |
| Generated by  <a href="http://www.doxygen.org/index.html"> |
| <img class="footer" src="doxygen.png" alt="doxygen"/> |
| </a> 1.8.17 |
| </small></address> |
| </body> |
| </html> |
