blob: 8366b8f04267d3912a35976286206ba851207099 [file]
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.13"/>
<meta name="viewport" content="width=device-width, initial-scale=1"/>
<title>Avro C++: api/DataFile.hh Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
<tbody>
<tr style="height: 56px;">
<td id="projectalign" style="padding-left: 0.5em;">
<div id="projectname">Avro C++
</div>
</td>
</tr>
</tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.13 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
<script type="text/javascript" src="menudata.js"></script>
<script type="text/javascript" src="menu.js"></script>
<script type="text/javascript">
$(function() {
initMenu('',true,false,'search.php','Search');
$(document).ready(function() { init_search(); });
});
</script>
<div id="main-nav"></div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
onmouseover="return searchBox.OnSearchSelectShow()"
onmouseout="return searchBox.OnSearchSelectHide()"
onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>
<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0"
name="MSearchResults" id="MSearchResults">
</iframe>
</div>
<div id="nav-path" class="navpath">
<ul>
<li class="navelem"><a class="el" href="dir_0188a3e6da905bc60aceb35bf790b8c9.html">api</a></li> </ul>
</div>
</div><!-- top -->
<div class="header">
<div class="headertitle">
<div class="title">DataFile.hh</div> </div>
</div><!--header-->
<div class="contents">
<div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno"> 1</span>&#160;<span class="comment">/*</span></div><div class="line"><a name="l00002"></a><span class="lineno"> 2</span>&#160;<span class="comment"> * Licensed to the Apache Software Foundation (ASF) under one</span></div><div class="line"><a name="l00003"></a><span class="lineno"> 3</span>&#160;<span class="comment"> * or more contributor license agreements. See the NOTICE file</span></div><div class="line"><a name="l00004"></a><span class="lineno"> 4</span>&#160;<span class="comment"> * distributed with this work for additional information</span></div><div class="line"><a name="l00005"></a><span class="lineno"> 5</span>&#160;<span class="comment"> * regarding copyright ownership. The ASF licenses this file</span></div><div class="line"><a name="l00006"></a><span class="lineno"> 6</span>&#160;<span class="comment"> * to you under the Apache License, Version 2.0 (the</span></div><div class="line"><a name="l00007"></a><span class="lineno"> 7</span>&#160;<span class="comment"> * &quot;License&quot;); you may not use this file except in compliance</span></div><div class="line"><a name="l00008"></a><span class="lineno"> 8</span>&#160;<span class="comment"> * with the License. You may obtain a copy of the License at</span></div><div class="line"><a name="l00009"></a><span class="lineno"> 9</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00010"></a><span class="lineno"> 10</span>&#160;<span class="comment"> * https://www.apache.org/licenses/LICENSE-2.0</span></div><div class="line"><a name="l00011"></a><span class="lineno"> 11</span>&#160;<span class="comment"> *</span></div><div class="line"><a name="l00012"></a><span class="lineno"> 12</span>&#160;<span class="comment"> * Unless required by applicable law or agreed to in writing, software</span></div><div class="line"><a name="l00013"></a><span class="lineno"> 13</span>&#160;<span class="comment"> * distributed under the License is distributed on an &quot;AS IS&quot; BASIS,</span></div><div class="line"><a name="l00014"></a><span class="lineno"> 14</span>&#160;<span class="comment"> * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.</span></div><div class="line"><a name="l00015"></a><span class="lineno"> 15</span>&#160;<span class="comment"> * See the License for the specific language governing permissions and</span></div><div class="line"><a name="l00016"></a><span class="lineno"> 16</span>&#160;<span class="comment"> * limitations under the License.</span></div><div class="line"><a name="l00017"></a><span class="lineno"> 17</span>&#160;<span class="comment"> */</span></div><div class="line"><a name="l00018"></a><span class="lineno"> 18</span>&#160;</div><div class="line"><a name="l00019"></a><span class="lineno"> 19</span>&#160;<span class="preprocessor">#ifndef avro_DataFile_hh__</span></div><div class="line"><a name="l00020"></a><span class="lineno"> 20</span>&#160;<span class="preprocessor">#define avro_DataFile_hh__</span></div><div class="line"><a name="l00021"></a><span class="lineno"> 21</span>&#160;</div><div class="line"><a name="l00022"></a><span class="lineno"> 22</span>&#160;<span class="preprocessor">#include &quot;Config.hh&quot;</span></div><div class="line"><a name="l00023"></a><span class="lineno"> 23</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="Encoder_8hh.html">Encoder.hh</a>&quot;</span></div><div class="line"><a name="l00024"></a><span class="lineno"> 24</span>&#160;<span class="preprocessor">#include &quot;buffer/Buffer.hh&quot;</span></div><div class="line"><a name="l00025"></a><span class="lineno"> 25</span>&#160;<span class="preprocessor">#include &quot;ValidSchema.hh&quot;</span></div><div class="line"><a name="l00026"></a><span class="lineno"> 26</span>&#160;<span class="preprocessor">#include &quot;Specific.hh&quot;</span></div><div class="line"><a name="l00027"></a><span class="lineno"> 27</span>&#160;<span class="preprocessor">#include &quot;Stream.hh&quot;</span></div><div class="line"><a name="l00028"></a><span class="lineno"> 28</span>&#160;</div><div class="line"><a name="l00029"></a><span class="lineno"> 29</span>&#160;<span class="preprocessor">#include &lt;map&gt;</span></div><div class="line"><a name="l00030"></a><span class="lineno"> 30</span>&#160;<span class="preprocessor">#include &lt;string&gt;</span></div><div class="line"><a name="l00031"></a><span class="lineno"> 31</span>&#160;<span class="preprocessor">#include &lt;vector&gt;</span></div><div class="line"><a name="l00032"></a><span class="lineno"> 32</span>&#160;</div><div class="line"><a name="l00033"></a><span class="lineno"> 33</span>&#160;<span class="preprocessor">#include &quot;array&quot;</span></div><div class="line"><a name="l00034"></a><span class="lineno"> 34</span>&#160;<span class="preprocessor">#include &quot;boost/utility.hpp&quot;</span></div><div class="line"><a name="l00035"></a><span class="lineno"> 35</span>&#160;<span class="preprocessor">#include &lt;boost/iostreams/filtering_stream.hpp&gt;</span></div><div class="line"><a name="l00036"></a><span class="lineno"> 36</span>&#160;</div><div class="line"><a name="l00037"></a><span class="lineno"> 37</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespaceavro.html">avro</a> {</div><div class="line"><a name="l00038"></a><span class="lineno"> 38</span>&#160;</div><div class="line"><a name="l00040"></a><span class="lineno"><a class="line" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2"> 40</a></span>&#160;<span class="keyword">enum</span> <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> {</div><div class="line"><a name="l00041"></a><span class="lineno"> 41</span>&#160; NULL_CODEC,</div><div class="line"><a name="l00042"></a><span class="lineno"> 42</span>&#160; DEFLATE_CODEC,</div><div class="line"><a name="l00043"></a><span class="lineno"> 43</span>&#160;</div><div class="line"><a name="l00044"></a><span class="lineno"> 44</span>&#160;<span class="preprocessor">#ifdef SNAPPY_CODEC_AVAILABLE</span></div><div class="line"><a name="l00045"></a><span class="lineno"> 45</span>&#160; SNAPPY_CODEC</div><div class="line"><a name="l00046"></a><span class="lineno"> 46</span>&#160;<span class="preprocessor">#endif</span></div><div class="line"><a name="l00047"></a><span class="lineno"> 47</span>&#160;</div><div class="line"><a name="l00048"></a><span class="lineno"> 48</span>&#160;};</div><div class="line"><a name="l00049"></a><span class="lineno"> 49</span>&#160;</div><div class="line"><a name="l00050"></a><span class="lineno"> 50</span>&#160;<span class="keyword">const</span> <span class="keywordtype">int</span> SyncSize = 16;</div><div class="line"><a name="l00054"></a><span class="lineno"><a class="line" href="namespaceavro.html#a43f382a7652211425e91bdf186b00f95"> 54</a></span>&#160;<span class="keyword">typedef</span> std::array&lt;uint8_t, SyncSize&gt; <a class="code" href="namespaceavro.html#a43f382a7652211425e91bdf186b00f95">DataFileSync</a>;</div><div class="line"><a name="l00055"></a><span class="lineno"> 55</span>&#160;</div><div class="line"><a name="l00061"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriterBase.html"> 61</a></span>&#160;<span class="keyword">class </span>AVRO_DECL <a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a> : boost::noncopyable {</div><div class="line"><a name="l00062"></a><span class="lineno"> 62</span>&#160; <span class="keyword">const</span> std::string filename_;</div><div class="line"><a name="l00063"></a><span class="lineno"> 63</span>&#160; <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> schema_;</div><div class="line"><a name="l00064"></a><span class="lineno"> 64</span>&#160; <span class="keyword">const</span> <a class="code" href="namespaceavro.html#a73d301acfedf564ff033eba5ec68aa86">EncoderPtr</a> encoderPtr_;</div><div class="line"><a name="l00065"></a><span class="lineno"> 65</span>&#160; <span class="keyword">const</span> <span class="keywordtype">size_t</span> syncInterval_;</div><div class="line"><a name="l00066"></a><span class="lineno"> 66</span>&#160; <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec_;</div><div class="line"><a name="l00067"></a><span class="lineno"> 67</span>&#160;</div><div class="line"><a name="l00068"></a><span class="lineno"> 68</span>&#160; std::unique_ptr&lt;OutputStream&gt; stream_;</div><div class="line"><a name="l00069"></a><span class="lineno"> 69</span>&#160; std::unique_ptr&lt;OutputStream&gt; buffer_;</div><div class="line"><a name="l00070"></a><span class="lineno"> 70</span>&#160; <span class="keyword">const</span> DataFileSync sync_;</div><div class="line"><a name="l00071"></a><span class="lineno"> 71</span>&#160; int64_t objectCount_;</div><div class="line"><a name="l00072"></a><span class="lineno"> 72</span>&#160;</div><div class="line"><a name="l00073"></a><span class="lineno"> 73</span>&#160; <span class="keyword">typedef</span> std::map&lt;std::string, std::vector&lt;uint8_t&gt; &gt; Metadata;</div><div class="line"><a name="l00074"></a><span class="lineno"> 74</span>&#160;</div><div class="line"><a name="l00075"></a><span class="lineno"> 75</span>&#160; Metadata metadata_;</div><div class="line"><a name="l00076"></a><span class="lineno"> 76</span>&#160; int64_t lastSync_;</div><div class="line"><a name="l00077"></a><span class="lineno"> 77</span>&#160;</div><div class="line"><a name="l00078"></a><span class="lineno"> 78</span>&#160; <span class="keyword">static</span> std::unique_ptr&lt;OutputStream&gt; makeStream(<span class="keyword">const</span> <span class="keywordtype">char</span>* filename);</div><div class="line"><a name="l00079"></a><span class="lineno"> 79</span>&#160; <span class="keyword">static</span> DataFileSync makeSync();</div><div class="line"><a name="l00080"></a><span class="lineno"> 80</span>&#160;</div><div class="line"><a name="l00081"></a><span class="lineno"> 81</span>&#160; <span class="keywordtype">void</span> writeHeader();</div><div class="line"><a name="l00082"></a><span class="lineno"> 82</span>&#160; <span class="keywordtype">void</span> setMetadata(<span class="keyword">const</span> std::string&amp; key, <span class="keyword">const</span> std::string&amp; value);</div><div class="line"><a name="l00083"></a><span class="lineno"> 83</span>&#160;</div><div class="line"><a name="l00087"></a><span class="lineno"> 87</span>&#160; <span class="keywordtype">void</span> sync();</div><div class="line"><a name="l00088"></a><span class="lineno"> 88</span>&#160;</div><div class="line"><a name="l00092"></a><span class="lineno"> 92</span>&#160; <span class="keywordtype">void</span> init(<span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> &amp;schema, <span class="keywordtype">size_t</span> syncInterval, <span class="keyword">const</span> <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> &amp;codec);</div><div class="line"><a name="l00093"></a><span class="lineno"> 93</span>&#160;</div><div class="line"><a name="l00094"></a><span class="lineno"> 94</span>&#160;<span class="keyword">public</span>:</div><div class="line"><a name="l00098"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriterBase.html#ae4f75607d3861cf2abf5a7a4e7f38bf6"> 98</a></span>&#160; <a class="code" href="classavro_1_1Encoder.html">Encoder</a>&amp; <a class="code" href="classavro_1_1DataFileWriterBase.html#ae4f75607d3861cf2abf5a7a4e7f38bf6">encoder</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> *encoderPtr_; }</div><div class="line"><a name="l00099"></a><span class="lineno"> 99</span>&#160;</div><div class="line"><a name="l00104"></a><span class="lineno"> 104</span>&#160; <span class="keywordtype">void</span> syncIfNeeded();</div><div class="line"><a name="l00105"></a><span class="lineno"> 105</span>&#160;</div><div class="line"><a name="l00109"></a><span class="lineno"> 109</span>&#160; uint64_t getCurrentBlockStart();</div><div class="line"><a name="l00110"></a><span class="lineno"> 110</span>&#160;</div><div class="line"><a name="l00114"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriterBase.html#a9cf6769404775763a9be7f84d0673541"> 114</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileWriterBase.html#a9cf6769404775763a9be7f84d0673541">incr</a>() {</div><div class="line"><a name="l00115"></a><span class="lineno"> 115</span>&#160; ++objectCount_;</div><div class="line"><a name="l00116"></a><span class="lineno"> 116</span>&#160; }</div><div class="line"><a name="l00120"></a><span class="lineno"> 120</span>&#160; <a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a>(<span class="keyword">const</span> <span class="keywordtype">char</span>* filename, <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; schema,</div><div class="line"><a name="l00121"></a><span class="lineno"> 121</span>&#160; <span class="keywordtype">size_t</span> syncInterval, <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec = NULL_CODEC);</div><div class="line"><a name="l00122"></a><span class="lineno"> 122</span>&#160; <a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a>(std::unique_ptr&lt;OutputStream&gt; outputStream,</div><div class="line"><a name="l00123"></a><span class="lineno"> 123</span>&#160; <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; schema, <span class="keywordtype">size_t</span> syncInterval, <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec);</div><div class="line"><a name="l00124"></a><span class="lineno"> 124</span>&#160;</div><div class="line"><a name="l00125"></a><span class="lineno"> 125</span>&#160; ~<a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a>();</div><div class="line"><a name="l00130"></a><span class="lineno"> 130</span>&#160; <span class="keywordtype">void</span> close();</div><div class="line"><a name="l00131"></a><span class="lineno"> 131</span>&#160;</div><div class="line"><a name="l00135"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriterBase.html#a5738729ceee2eed14e7f87b59b4715c3"> 135</a></span>&#160; <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; <a class="code" href="classavro_1_1DataFileWriterBase.html#a5738729ceee2eed14e7f87b59b4715c3">schema</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> schema_; }</div><div class="line"><a name="l00136"></a><span class="lineno"> 136</span>&#160;</div><div class="line"><a name="l00140"></a><span class="lineno"> 140</span>&#160; <span class="keywordtype">void</span> flush();</div><div class="line"><a name="l00141"></a><span class="lineno"> 141</span>&#160;};</div><div class="line"><a name="l00142"></a><span class="lineno"> 142</span>&#160;</div><div class="line"><a name="l00146"></a><span class="lineno"> 146</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> T&gt;</div><div class="line"><a name="l00147"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html"> 147</a></span>&#160;<span class="keyword">class </span><a class="code" href="classavro_1_1DataFileWriter.html">DataFileWriter</a> : boost::noncopyable {</div><div class="line"><a name="l00148"></a><span class="lineno"> 148</span>&#160; std::unique_ptr&lt;DataFileWriterBase&gt; base_;</div><div class="line"><a name="l00149"></a><span class="lineno"> 149</span>&#160;<span class="keyword">public</span>:</div><div class="line"><a name="l00153"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#adf128ce4d3165dedba19b09ea478f756"> 153</a></span>&#160; <a class="code" href="classavro_1_1DataFileWriter.html#adf128ce4d3165dedba19b09ea478f756">DataFileWriter</a>(<span class="keyword">const</span> <span class="keywordtype">char</span>* filename, <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; schema,</div><div class="line"><a name="l00154"></a><span class="lineno"> 154</span>&#160; <span class="keywordtype">size_t</span> syncInterval = 16 * 1024, <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec = NULL_CODEC) :</div><div class="line"><a name="l00155"></a><span class="lineno"> 155</span>&#160; base_(new <a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a>(filename, schema, syncInterval, codec)) { }</div><div class="line"><a name="l00156"></a><span class="lineno"> 156</span>&#160;</div><div class="line"><a name="l00157"></a><span class="lineno"> 157</span>&#160; <a class="code" href="classavro_1_1DataFileWriter.html">DataFileWriter</a>(std::unique_ptr&lt;OutputStream&gt; outputStream, <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; schema,</div><div class="line"><a name="l00158"></a><span class="lineno"> 158</span>&#160; <span class="keywordtype">size_t</span> syncInterval = 16 * 1024, <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec = NULL_CODEC) :</div><div class="line"><a name="l00159"></a><span class="lineno"> 159</span>&#160; base_(<span class="keyword">new</span> <a class="code" href="classavro_1_1DataFileWriterBase.html">DataFileWriterBase</a>(std::move(outputStream), schema, syncInterval, codec)) { }</div><div class="line"><a name="l00160"></a><span class="lineno"> 160</span>&#160;</div><div class="line"><a name="l00164"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#ae9dbcfac61016564f39ee9b13e36311c"> 164</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileWriter.html#ae9dbcfac61016564f39ee9b13e36311c">write</a>(<span class="keyword">const</span> T&amp; datum) {</div><div class="line"><a name="l00165"></a><span class="lineno"> 165</span>&#160; base_-&gt;syncIfNeeded();</div><div class="line"><a name="l00166"></a><span class="lineno"> 166</span>&#160; <a class="code" href="namespaceavro.html#a068734327d24a1e80caeee07b70b367f">avro::encode</a>(base_-&gt;encoder(), datum);</div><div class="line"><a name="l00167"></a><span class="lineno"> 167</span>&#160; base_-&gt;incr();</div><div class="line"><a name="l00168"></a><span class="lineno"> 168</span>&#160; }</div><div class="line"><a name="l00169"></a><span class="lineno"> 169</span>&#160;</div><div class="line"><a name="l00173"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#aa96372b283916cb6a8469ce15a8b3756"> 173</a></span>&#160; uint64_t <a class="code" href="classavro_1_1DataFileWriter.html#aa96372b283916cb6a8469ce15a8b3756">getCurrentBlockStart</a>() { <span class="keywordflow">return</span> base_-&gt;getCurrentBlockStart(); }</div><div class="line"><a name="l00174"></a><span class="lineno"> 174</span>&#160;</div><div class="line"><a name="l00175"></a><span class="lineno"> 175</span>&#160;</div><div class="line"><a name="l00180"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#a3ed294a4c9e3641b4cbd383ede5aedc1"> 180</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileWriter.html#a3ed294a4c9e3641b4cbd383ede5aedc1">close</a>() { base_-&gt;close(); }</div><div class="line"><a name="l00181"></a><span class="lineno"> 181</span>&#160;</div><div class="line"><a name="l00185"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#aafa35ead8509f13cb99905fe6dfae7e0"> 185</a></span>&#160; <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; <a class="code" href="classavro_1_1DataFileWriter.html#aafa35ead8509f13cb99905fe6dfae7e0">schema</a>()<span class="keyword"> const </span>{ <span class="keywordflow">return</span> base_-&gt;schema(); }</div><div class="line"><a name="l00186"></a><span class="lineno"> 186</span>&#160;</div><div class="line"><a name="l00190"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileWriter.html#a837519693ff84da1e86e18c5c2bba885"> 190</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileWriter.html#a837519693ff84da1e86e18c5c2bba885">flush</a>() { base_-&gt;flush(); }</div><div class="line"><a name="l00191"></a><span class="lineno"> 191</span>&#160;};</div><div class="line"><a name="l00192"></a><span class="lineno"> 192</span>&#160;</div><div class="line"><a name="l00196"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReaderBase.html"> 196</a></span>&#160;<span class="keyword">class </span>AVRO_DECL <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a> : boost::noncopyable {</div><div class="line"><a name="l00197"></a><span class="lineno"> 197</span>&#160; <span class="keyword">const</span> std::string filename_;</div><div class="line"><a name="l00198"></a><span class="lineno"> 198</span>&#160; <span class="keyword">const</span> std::unique_ptr&lt;InputStream&gt; stream_;</div><div class="line"><a name="l00199"></a><span class="lineno"> 199</span>&#160; <span class="keyword">const</span> <a class="code" href="namespaceavro.html#a7403d421c11fed3d8aa50f412f80b7b5">DecoderPtr</a> decoder_;</div><div class="line"><a name="l00200"></a><span class="lineno"> 200</span>&#160; int64_t objectCount_;</div><div class="line"><a name="l00201"></a><span class="lineno"> 201</span>&#160; <span class="keywordtype">bool</span> eof_;</div><div class="line"><a name="l00202"></a><span class="lineno"> 202</span>&#160; <a class="code" href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">Codec</a> codec_;</div><div class="line"><a name="l00203"></a><span class="lineno"> 203</span>&#160; int64_t blockStart_;</div><div class="line"><a name="l00204"></a><span class="lineno"> 204</span>&#160; int64_t blockEnd_;</div><div class="line"><a name="l00205"></a><span class="lineno"> 205</span>&#160;</div><div class="line"><a name="l00206"></a><span class="lineno"> 206</span>&#160; <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> readerSchema_;</div><div class="line"><a name="l00207"></a><span class="lineno"> 207</span>&#160; <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a> dataSchema_;</div><div class="line"><a name="l00208"></a><span class="lineno"> 208</span>&#160; <a class="code" href="namespaceavro.html#a7403d421c11fed3d8aa50f412f80b7b5">DecoderPtr</a> dataDecoder_;</div><div class="line"><a name="l00209"></a><span class="lineno"> 209</span>&#160; std::unique_ptr&lt;InputStream&gt; dataStream_;</div><div class="line"><a name="l00210"></a><span class="lineno"> 210</span>&#160; <span class="keyword">typedef</span> std::map&lt;std::string, std::vector&lt;uint8_t&gt; &gt; Metadata;</div><div class="line"><a name="l00211"></a><span class="lineno"> 211</span>&#160;</div><div class="line"><a name="l00212"></a><span class="lineno"> 212</span>&#160; Metadata metadata_;</div><div class="line"><a name="l00213"></a><span class="lineno"> 213</span>&#160; DataFileSync sync_;</div><div class="line"><a name="l00214"></a><span class="lineno"> 214</span>&#160;</div><div class="line"><a name="l00215"></a><span class="lineno"> 215</span>&#160; <span class="comment">// for compressed buffer</span></div><div class="line"><a name="l00216"></a><span class="lineno"> 216</span>&#160; std::unique_ptr&lt;boost::iostreams::filtering_istream&gt; os_;</div><div class="line"><a name="l00217"></a><span class="lineno"> 217</span>&#160; std::vector&lt;char&gt; compressed_;</div><div class="line"><a name="l00218"></a><span class="lineno"> 218</span>&#160; std::string uncompressed;</div><div class="line"><a name="l00219"></a><span class="lineno"> 219</span>&#160; <span class="keywordtype">void</span> readHeader();</div><div class="line"><a name="l00220"></a><span class="lineno"> 220</span>&#160;</div><div class="line"><a name="l00221"></a><span class="lineno"> 221</span>&#160; <span class="keywordtype">void</span> readDataBlock();</div><div class="line"><a name="l00222"></a><span class="lineno"> 222</span>&#160; <span class="keywordtype">void</span> doSeek(int64_t position);</div><div class="line"><a name="l00223"></a><span class="lineno"> 223</span>&#160;<span class="keyword">public</span>:</div><div class="line"><a name="l00227"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReaderBase.html#adc7d7c531fec38d38bdc199050587265"> 227</a></span>&#160; <a class="code" href="classavro_1_1Decoder.html">Decoder</a>&amp; <a class="code" href="classavro_1_1DataFileReaderBase.html#adc7d7c531fec38d38bdc199050587265">decoder</a>() { <span class="keywordflow">return</span> *dataDecoder_; }</div><div class="line"><a name="l00228"></a><span class="lineno"> 228</span>&#160;</div><div class="line"><a name="l00232"></a><span class="lineno"> 232</span>&#160; <span class="keywordtype">bool</span> hasMore();</div><div class="line"><a name="l00233"></a><span class="lineno"> 233</span>&#160;</div><div class="line"><a name="l00237"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReaderBase.html#aef936c83dfefadfd1814686fbf6b049d"> 237</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileReaderBase.html#aef936c83dfefadfd1814686fbf6b049d">decr</a>() { --objectCount_; }</div><div class="line"><a name="l00238"></a><span class="lineno"> 238</span>&#160;</div><div class="line"><a name="l00245"></a><span class="lineno"> 245</span>&#160; <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(<span class="keyword">const</span> <span class="keywordtype">char</span>* filename);</div><div class="line"><a name="l00246"></a><span class="lineno"> 246</span>&#160;</div><div class="line"><a name="l00247"></a><span class="lineno"> 247</span>&#160; <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(std::unique_ptr&lt;InputStream&gt; inputStream);</div><div class="line"><a name="l00248"></a><span class="lineno"> 248</span>&#160;</div><div class="line"><a name="l00253"></a><span class="lineno"> 253</span>&#160; <span class="keywordtype">void</span> init();</div><div class="line"><a name="l00254"></a><span class="lineno"> 254</span>&#160;</div><div class="line"><a name="l00262"></a><span class="lineno"> 262</span>&#160; <span class="keywordtype">void</span> init(<span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; readerSchema);</div><div class="line"><a name="l00263"></a><span class="lineno"> 263</span>&#160;</div><div class="line"><a name="l00267"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReaderBase.html#a29930afeae18d2126de0904fa6ab4c33"> 267</a></span>&#160; <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; <a class="code" href="classavro_1_1DataFileReaderBase.html#a29930afeae18d2126de0904fa6ab4c33">readerSchema</a>() { <span class="keywordflow">return</span> readerSchema_; }</div><div class="line"><a name="l00268"></a><span class="lineno"> 268</span>&#160;</div><div class="line"><a name="l00272"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReaderBase.html#a3dc4f150d054cde439eed281230623ab"> 272</a></span>&#160; <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; <a class="code" href="classavro_1_1DataFileReaderBase.html#a3dc4f150d054cde439eed281230623ab">dataSchema</a>() { <span class="keywordflow">return</span> dataSchema_; }</div><div class="line"><a name="l00273"></a><span class="lineno"> 273</span>&#160;</div><div class="line"><a name="l00277"></a><span class="lineno"> 277</span>&#160; <span class="keywordtype">void</span> close();</div><div class="line"><a name="l00278"></a><span class="lineno"> 278</span>&#160;</div><div class="line"><a name="l00283"></a><span class="lineno"> 283</span>&#160; <span class="keywordtype">void</span> seek(int64_t position);</div><div class="line"><a name="l00284"></a><span class="lineno"> 284</span>&#160;</div><div class="line"><a name="l00290"></a><span class="lineno"> 290</span>&#160; <span class="keywordtype">void</span> sync(int64_t position);</div><div class="line"><a name="l00291"></a><span class="lineno"> 291</span>&#160;</div><div class="line"><a name="l00295"></a><span class="lineno"> 295</span>&#160; <span class="keywordtype">bool</span> pastSync(int64_t position);</div><div class="line"><a name="l00296"></a><span class="lineno"> 296</span>&#160;</div><div class="line"><a name="l00300"></a><span class="lineno"> 300</span>&#160; int64_t previousSync();</div><div class="line"><a name="l00301"></a><span class="lineno"> 301</span>&#160;};</div><div class="line"><a name="l00302"></a><span class="lineno"> 302</span>&#160;</div><div class="line"><a name="l00306"></a><span class="lineno"> 306</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> T&gt;</div><div class="line"><a name="l00307"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html"> 307</a></span>&#160;<span class="keyword">class </span><a class="code" href="classavro_1_1DataFileReader.html">DataFileReader</a> : boost::noncopyable {</div><div class="line"><a name="l00308"></a><span class="lineno"> 308</span>&#160; std::unique_ptr&lt;DataFileReaderBase&gt; base_;</div><div class="line"><a name="l00309"></a><span class="lineno"> 309</span>&#160;<span class="keyword">public</span>:</div><div class="line"><a name="l00314"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#adf75cbffd7028e2e383e15ae8caadbe4"> 314</a></span>&#160; <a class="code" href="classavro_1_1DataFileReader.html#adf75cbffd7028e2e383e15ae8caadbe4">DataFileReader</a>(<span class="keyword">const</span> <span class="keywordtype">char</span>* filename, <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; readerSchema) :</div><div class="line"><a name="l00315"></a><span class="lineno"> 315</span>&#160; base_(new <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(filename)) {</div><div class="line"><a name="l00316"></a><span class="lineno"> 316</span>&#160; base_-&gt;init(readerSchema);</div><div class="line"><a name="l00317"></a><span class="lineno"> 317</span>&#160; }</div><div class="line"><a name="l00318"></a><span class="lineno"> 318</span>&#160;</div><div class="line"><a name="l00319"></a><span class="lineno"> 319</span>&#160; <a class="code" href="classavro_1_1DataFileReader.html">DataFileReader</a>(std::unique_ptr&lt;InputStream&gt; inputStream, <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; readerSchema) :</div><div class="line"><a name="l00320"></a><span class="lineno"> 320</span>&#160; base_(<span class="keyword">new</span> <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(std::move(inputStream))) {</div><div class="line"><a name="l00321"></a><span class="lineno"> 321</span>&#160; base_-&gt;init(readerSchema);</div><div class="line"><a name="l00322"></a><span class="lineno"> 322</span>&#160; }</div><div class="line"><a name="l00323"></a><span class="lineno"> 323</span>&#160;</div><div class="line"><a name="l00328"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#ab1059583ebd55c0047b49d5933883a03"> 328</a></span>&#160; <a class="code" href="classavro_1_1DataFileReader.html#ab1059583ebd55c0047b49d5933883a03">DataFileReader</a>(<span class="keyword">const</span> <span class="keywordtype">char</span>* filename) :</div><div class="line"><a name="l00329"></a><span class="lineno"> 329</span>&#160; base_(new <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(filename)) {</div><div class="line"><a name="l00330"></a><span class="lineno"> 330</span>&#160; base_-&gt;init();</div><div class="line"><a name="l00331"></a><span class="lineno"> 331</span>&#160; }</div><div class="line"><a name="l00332"></a><span class="lineno"> 332</span>&#160;</div><div class="line"><a name="l00333"></a><span class="lineno"> 333</span>&#160; <a class="code" href="classavro_1_1DataFileReader.html">DataFileReader</a>(std::unique_ptr&lt;InputStream&gt; inputStream) :</div><div class="line"><a name="l00334"></a><span class="lineno"> 334</span>&#160; base_(<span class="keyword">new</span> <a class="code" href="classavro_1_1DataFileReaderBase.html">DataFileReaderBase</a>(std::move(inputStream))) {</div><div class="line"><a name="l00335"></a><span class="lineno"> 335</span>&#160; base_-&gt;init();</div><div class="line"><a name="l00336"></a><span class="lineno"> 336</span>&#160; }</div><div class="line"><a name="l00337"></a><span class="lineno"> 337</span>&#160;</div><div class="line"><a name="l00347"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a043f1a4ab0541f9eddca9f3214b9eb4a"> 347</a></span>&#160; <a class="code" href="classavro_1_1DataFileReader.html#a043f1a4ab0541f9eddca9f3214b9eb4a">DataFileReader</a>(std::unique_ptr&lt;DataFileReaderBase&gt; base) : base_(<a class="code" href="namespacestd.html">std</a>::move(base)) {</div><div class="line"><a name="l00348"></a><span class="lineno"> 348</span>&#160; base_-&gt;init();</div><div class="line"><a name="l00349"></a><span class="lineno"> 349</span>&#160; }</div><div class="line"><a name="l00350"></a><span class="lineno"> 350</span>&#160;</div><div class="line"><a name="l00360"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a35354b2c81a161c4b94b93aa5c6c0709"> 360</a></span>&#160; <a class="code" href="classavro_1_1DataFileReader.html#a35354b2c81a161c4b94b93aa5c6c0709">DataFileReader</a>(std::unique_ptr&lt;DataFileReaderBase&gt; base,</div><div class="line"><a name="l00361"></a><span class="lineno"> 361</span>&#160; <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; readerSchema) : base_(<a class="code" href="namespacestd.html">std</a>::move(base)) {</div><div class="line"><a name="l00362"></a><span class="lineno"> 362</span>&#160; base_-&gt;init(readerSchema);</div><div class="line"><a name="l00363"></a><span class="lineno"> 363</span>&#160; }</div><div class="line"><a name="l00364"></a><span class="lineno"> 364</span>&#160;</div><div class="line"><a name="l00370"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a9d75e6f33030737fb15da2c57e63ec9f"> 370</a></span>&#160; <span class="keywordtype">bool</span> <a class="code" href="classavro_1_1DataFileReader.html#a9d75e6f33030737fb15da2c57e63ec9f">read</a>(T&amp; datum) {</div><div class="line"><a name="l00371"></a><span class="lineno"> 371</span>&#160; <span class="keywordflow">if</span> (base_-&gt;hasMore()) {</div><div class="line"><a name="l00372"></a><span class="lineno"> 372</span>&#160; base_-&gt;decr();</div><div class="line"><a name="l00373"></a><span class="lineno"> 373</span>&#160; <a class="code" href="namespaceavro.html#a9893c6f7b0f264029261056da57fbd2d">avro::decode</a>(base_-&gt;decoder(), datum);</div><div class="line"><a name="l00374"></a><span class="lineno"> 374</span>&#160; <span class="keywordflow">return</span> <span class="keyword">true</span>;</div><div class="line"><a name="l00375"></a><span class="lineno"> 375</span>&#160; }</div><div class="line"><a name="l00376"></a><span class="lineno"> 376</span>&#160; <span class="keywordflow">return</span> <span class="keyword">false</span>;</div><div class="line"><a name="l00377"></a><span class="lineno"> 377</span>&#160; }</div><div class="line"><a name="l00378"></a><span class="lineno"> 378</span>&#160;</div><div class="line"><a name="l00382"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd"> 382</a></span>&#160; <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; <a class="code" href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd">readerSchema</a>() { <span class="keywordflow">return</span> base_-&gt;readerSchema(); }</div><div class="line"><a name="l00383"></a><span class="lineno"> 383</span>&#160;</div><div class="line"><a name="l00387"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a1e80d0b64e5eb7f8ffa5b52757171b6c"> 387</a></span>&#160; <span class="keyword">const</span> <a class="code" href="classavro_1_1ValidSchema.html">ValidSchema</a>&amp; <a class="code" href="classavro_1_1DataFileReader.html#a1e80d0b64e5eb7f8ffa5b52757171b6c">dataSchema</a>() { <span class="keywordflow">return</span> base_-&gt;dataSchema(); }</div><div class="line"><a name="l00388"></a><span class="lineno"> 388</span>&#160;</div><div class="line"><a name="l00392"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#af92068c4498f900939e3208a2c370b2e"> 392</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileReader.html#af92068c4498f900939e3208a2c370b2e">close</a>() { <span class="keywordflow">return</span> base_-&gt;close(); }</div><div class="line"><a name="l00393"></a><span class="lineno"> 393</span>&#160;</div><div class="line"><a name="l00398"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#aab09737c46454c2e37df404a5befcbb3"> 398</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileReader.html#aab09737c46454c2e37df404a5befcbb3">seek</a>(int64_t position) { base_-&gt;seek(position); }</div><div class="line"><a name="l00399"></a><span class="lineno"> 399</span>&#160;</div><div class="line"><a name="l00405"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a3b3e2f8678c50b16ec06ea001730a112"> 405</a></span>&#160; <span class="keywordtype">void</span> <a class="code" href="classavro_1_1DataFileReader.html#a3b3e2f8678c50b16ec06ea001730a112">sync</a>(int64_t position) { base_-&gt;sync(position); }</div><div class="line"><a name="l00406"></a><span class="lineno"> 406</span>&#160;</div><div class="line"><a name="l00410"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a162788cfe221aeac97d31d9b018e8f84"> 410</a></span>&#160; <span class="keywordtype">bool</span> <a class="code" href="classavro_1_1DataFileReader.html#a162788cfe221aeac97d31d9b018e8f84">pastSync</a>(int64_t position) { <span class="keywordflow">return</span> base_-&gt;pastSync(position); }</div><div class="line"><a name="l00411"></a><span class="lineno"> 411</span>&#160;</div><div class="line"><a name="l00415"></a><span class="lineno"><a class="line" href="classavro_1_1DataFileReader.html#a186b6aa483ed15d2ead25570da03a101"> 415</a></span>&#160; int64_t <a class="code" href="classavro_1_1DataFileReader.html#a186b6aa483ed15d2ead25570da03a101">previousSync</a>() { <span class="keywordflow">return</span> base_-&gt;previousSync(); }</div><div class="line"><a name="l00416"></a><span class="lineno"> 416</span>&#160;};</div><div class="line"><a name="l00417"></a><span class="lineno"> 417</span>&#160;</div><div class="line"><a name="l00418"></a><span class="lineno"> 418</span>&#160;} <span class="comment">// namespace avro</span></div><div class="line"><a name="l00419"></a><span class="lineno"> 419</span>&#160;<span class="preprocessor">#endif</span></div><div class="ttc" id="Encoder_8hh_html"><div class="ttname"><a href="Encoder_8hh.html">Encoder.hh</a></div><div class="ttdoc">Low level support for encoding avro values. </div></div>
<div class="ttc" id="classavro_1_1DataFileWriterBase_html"><div class="ttname"><a href="classavro_1_1DataFileWriterBase.html">avro::DataFileWriterBase</a></div><div class="ttdoc">Type-independent portion of DataFileWriter. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:61</div></div>
<div class="ttc" id="namespaceavro_html_a9893c6f7b0f264029261056da57fbd2d"><div class="ttname"><a href="namespaceavro.html#a9893c6f7b0f264029261056da57fbd2d">avro::decode</a></div><div class="ttdeci">void decode(Decoder &amp;d, T &amp;t)</div><div class="ttdoc">Generic decoder function that makes use of the codec_traits. </div><div class="ttdef"><b>Definition:</b> Specific.hh:339</div></div>
<div class="ttc" id="classavro_1_1DataFileWriterBase_html_a5738729ceee2eed14e7f87b59b4715c3"><div class="ttname"><a href="classavro_1_1DataFileWriterBase.html#a5738729ceee2eed14e7f87b59b4715c3">avro::DataFileWriterBase::schema</a></div><div class="ttdeci">const ValidSchema &amp; schema() const</div><div class="ttdoc">Returns the schema for this data file. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:135</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_a9d75e6f33030737fb15da2c57e63ec9f"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a9d75e6f33030737fb15da2c57e63ec9f">avro::DataFileReader::read</a></div><div class="ttdeci">bool read(T &amp;datum)</div><div class="ttdoc">Reads the next entry from the data file. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:370</div></div>
<div class="ttc" id="classavro_1_1DataFileReaderBase_html_a29930afeae18d2126de0904fa6ab4c33"><div class="ttname"><a href="classavro_1_1DataFileReaderBase.html#a29930afeae18d2126de0904fa6ab4c33">avro::DataFileReaderBase::readerSchema</a></div><div class="ttdeci">const ValidSchema &amp; readerSchema()</div><div class="ttdoc">Returns the schema for this object. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:267</div></div>
<div class="ttc" id="classavro_1_1DataFileWriter_html_aafa35ead8509f13cb99905fe6dfae7e0"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#aafa35ead8509f13cb99905fe6dfae7e0">avro::DataFileWriter::schema</a></div><div class="ttdeci">const ValidSchema &amp; schema() const</div><div class="ttdoc">Returns the schema for this data file. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:185</div></div>
<div class="ttc" id="namespaceavro_html_a43f382a7652211425e91bdf186b00f95"><div class="ttname"><a href="namespaceavro.html#a43f382a7652211425e91bdf186b00f95">avro::DataFileSync</a></div><div class="ttdeci">std::array&lt; uint8_t, SyncSize &gt; DataFileSync</div><div class="ttdoc">The sync value. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:54</div></div>
<div class="ttc" id="namespaceavro_html"><div class="ttname"><a href="namespaceavro.html">avro</a></div><div class="ttdoc">A bunch of templates and specializations for encoding and decoding specific types. </div><div class="ttdef"><b>Definition:</b> AvroParse.hh:30</div></div>
<div class="ttc" id="classavro_1_1DataFileReaderBase_html_aef936c83dfefadfd1814686fbf6b049d"><div class="ttname"><a href="classavro_1_1DataFileReaderBase.html#aef936c83dfefadfd1814686fbf6b049d">avro::DataFileReaderBase::decr</a></div><div class="ttdeci">void decr()</div><div class="ttdoc">Decrements the number of objects yet to read. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:237</div></div>
<div class="ttc" id="classavro_1_1DataFileWriter_html_a3ed294a4c9e3641b4cbd383ede5aedc1"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#a3ed294a4c9e3641b4cbd383ede5aedc1">avro::DataFileWriter::close</a></div><div class="ttdeci">void close()</div><div class="ttdoc">Closes the current file. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:180</div></div>
<div class="ttc" id="namespacestd_html"><div class="ttname"><a href="namespacestd.html">std</a></div><div class="ttdef"><b>Definition:</b> Node.hh:202</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_adf75cbffd7028e2e383e15ae8caadbe4"><div class="ttname"><a href="classavro_1_1DataFileReader.html#adf75cbffd7028e2e383e15ae8caadbe4">avro::DataFileReader::DataFileReader</a></div><div class="ttdeci">DataFileReader(const char *filename, const ValidSchema &amp;readerSchema)</div><div class="ttdoc">Constructs the reader for the given file and the reader is expected to use the given schema...</div><div class="ttdef"><b>Definition:</b> DataFile.hh:314</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_a186b6aa483ed15d2ead25570da03a101"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a186b6aa483ed15d2ead25570da03a101">avro::DataFileReader::previousSync</a></div><div class="ttdeci">int64_t previousSync()</div><div class="ttdoc">Return the last synchronization point before our current position. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:415</div></div>
<div class="ttc" id="classavro_1_1DataFileWriter_html"><div class="ttname"><a href="classavro_1_1DataFileWriter.html">avro::DataFileWriter</a></div><div class="ttdoc">An Avro datafile that can store objects of type T. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:147</div></div>
<div class="ttc" id="classavro_1_1DataFileWriterBase_html_a9cf6769404775763a9be7f84d0673541"><div class="ttname"><a href="classavro_1_1DataFileWriterBase.html#a9cf6769404775763a9be7f84d0673541">avro::DataFileWriterBase::incr</a></div><div class="ttdeci">void incr()</div><div class="ttdoc">Increments the object count. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:114</div></div>
<div class="ttc" id="classavro_1_1DataFileWriter_html_a837519693ff84da1e86e18c5c2bba885"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#a837519693ff84da1e86e18c5c2bba885">avro::DataFileWriter::flush</a></div><div class="ttdeci">void flush()</div><div class="ttdoc">Flushes any unwritten data into the file. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:190</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_ab1059583ebd55c0047b49d5933883a03"><div class="ttname"><a href="classavro_1_1DataFileReader.html#ab1059583ebd55c0047b49d5933883a03">avro::DataFileReader::DataFileReader</a></div><div class="ttdeci">DataFileReader(const char *filename)</div><div class="ttdoc">Constructs the reader for the given file and the reader is expected to use the schema that is used wi...</div><div class="ttdef"><b>Definition:</b> DataFile.hh:328</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_a1e80d0b64e5eb7f8ffa5b52757171b6c"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a1e80d0b64e5eb7f8ffa5b52757171b6c">avro::DataFileReader::dataSchema</a></div><div class="ttdeci">const ValidSchema &amp; dataSchema()</div><div class="ttdoc">Returns the schema stored with the data file. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:387</div></div>
<div class="ttc" id="namespaceavro_html_a73d301acfedf564ff033eba5ec68aa86"><div class="ttname"><a href="namespaceavro.html#a73d301acfedf564ff033eba5ec68aa86">avro::EncoderPtr</a></div><div class="ttdeci">std::shared_ptr&lt; Encoder &gt; EncoderPtr</div><div class="ttdoc">Shared pointer to Encoder. </div><div class="ttdef"><b>Definition:</b> Encoder.hh:147</div></div>
<div class="ttc" id="classavro_1_1DataFileReaderBase_html_adc7d7c531fec38d38bdc199050587265"><div class="ttname"><a href="classavro_1_1DataFileReaderBase.html#adc7d7c531fec38d38bdc199050587265">avro::DataFileReaderBase::decoder</a></div><div class="ttdeci">Decoder &amp; decoder()</div><div class="ttdoc">Returns the current decoder for this reader. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:227</div></div>
<div class="ttc" id="classavro_1_1DataFileWriter_html_ae9dbcfac61016564f39ee9b13e36311c"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#ae9dbcfac61016564f39ee9b13e36311c">avro::DataFileWriter::write</a></div><div class="ttdeci">void write(const T &amp;datum)</div><div class="ttdoc">Writes the given piece of data into the file. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:164</div></div>
<div class="ttc" id="namespaceavro_html_a7403d421c11fed3d8aa50f412f80b7b5"><div class="ttname"><a href="namespaceavro.html#a7403d421c11fed3d8aa50f412f80b7b5">avro::DecoderPtr</a></div><div class="ttdeci">std::shared_ptr&lt; Decoder &gt; DecoderPtr</div><div class="ttdoc">Shared pointer to Decoder. </div><div class="ttdef"><b>Definition:</b> Decoder.hh:177</div></div>
<div class="ttc" id="namespaceavro_html_a348c1fae0c6b9d7524b00be30a2746b2"><div class="ttname"><a href="namespaceavro.html#a348c1fae0c6b9d7524b00be30a2746b2">avro::Codec</a></div><div class="ttdeci">Codec</div><div class="ttdoc">Specify type of compression to use when writing data files. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:40</div></div>
<div class="ttc" id="namespaceavro_html_a068734327d24a1e80caeee07b70b367f"><div class="ttname"><a href="namespaceavro.html#a068734327d24a1e80caeee07b70b367f">avro::encode</a></div><div class="ttdeci">void encode(Encoder &amp;e, const T &amp;t)</div><div class="ttdoc">Generic encoder function that makes use of the codec_traits. </div><div class="ttdef"><b>Definition:</b> Specific.hh:331</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_adfc2ab1b9b78c213e54ddd2e551aeefd"><div class="ttname"><a href="classavro_1_1DataFileReader.html#adfc2ab1b9b78c213e54ddd2e551aeefd">avro::DataFileReader::readerSchema</a></div><div class="ttdeci">const ValidSchema &amp; readerSchema()</div><div class="ttdoc">Returns the schema for this object. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:382</div></div>
<div class="ttc" id="classavro_1_1DataFileReaderBase_html"><div class="ttname"><a href="classavro_1_1DataFileReaderBase.html">avro::DataFileReaderBase</a></div><div class="ttdoc">The type independent portion of reader. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:196</div></div>
<div class="ttc" id="classavro_1_1DataFileWriter_html_aa96372b283916cb6a8469ce15a8b3756"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#aa96372b283916cb6a8469ce15a8b3756">avro::DataFileWriter::getCurrentBlockStart</a></div><div class="ttdeci">uint64_t getCurrentBlockStart()</div><div class="ttdoc">Returns the byte offset (within the current file) of the start of the current block being written...</div><div class="ttdef"><b>Definition:</b> DataFile.hh:173</div></div>
<div class="ttc" id="classavro_1_1ValidSchema_html"><div class="ttname"><a href="classavro_1_1ValidSchema.html">avro::ValidSchema</a></div><div class="ttdoc">A ValidSchema is basically a non-mutable Schema that has passed some minimum of sanity checks...</div><div class="ttdef"><b>Definition:</b> ValidSchema.hh:40</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_aab09737c46454c2e37df404a5befcbb3"><div class="ttname"><a href="classavro_1_1DataFileReader.html#aab09737c46454c2e37df404a5befcbb3">avro::DataFileReader::seek</a></div><div class="ttdeci">void seek(int64_t position)</div><div class="ttdoc">Move to a specific, known synchronization point, for example one returned from previousSync(). </div><div class="ttdef"><b>Definition:</b> DataFile.hh:398</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html"><div class="ttname"><a href="classavro_1_1DataFileReader.html">avro::DataFileReader</a></div><div class="ttdoc">Reads the contents of data file one after another. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:307</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_a35354b2c81a161c4b94b93aa5c6c0709"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a35354b2c81a161c4b94b93aa5c6c0709">avro::DataFileReader::DataFileReader</a></div><div class="ttdeci">DataFileReader(std::unique_ptr&lt; DataFileReaderBase &gt; base, const ValidSchema &amp;readerSchema)</div><div class="ttdoc">Constructs a reader using the reader base. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:360</div></div>
<div class="ttc" id="classavro_1_1DataFileReaderBase_html_a3dc4f150d054cde439eed281230623ab"><div class="ttname"><a href="classavro_1_1DataFileReaderBase.html#a3dc4f150d054cde439eed281230623ab">avro::DataFileReaderBase::dataSchema</a></div><div class="ttdeci">const ValidSchema &amp; dataSchema()</div><div class="ttdoc">Returns the schema stored with the data file. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:272</div></div>
<div class="ttc" id="classavro_1_1DataFileWriter_html_adf128ce4d3165dedba19b09ea478f756"><div class="ttname"><a href="classavro_1_1DataFileWriter.html#adf128ce4d3165dedba19b09ea478f756">avro::DataFileWriter::DataFileWriter</a></div><div class="ttdeci">DataFileWriter(const char *filename, const ValidSchema &amp;schema, size_t syncInterval=16 *1024, Codec codec=NULL_CODEC)</div><div class="ttdoc">Constructs a new data file. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:153</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_a043f1a4ab0541f9eddca9f3214b9eb4a"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a043f1a4ab0541f9eddca9f3214b9eb4a">avro::DataFileReader::DataFileReader</a></div><div class="ttdeci">DataFileReader(std::unique_ptr&lt; DataFileReaderBase &gt; base)</div><div class="ttdoc">Constructs a reader using the reader base. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:347</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_a162788cfe221aeac97d31d9b018e8f84"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a162788cfe221aeac97d31d9b018e8f84">avro::DataFileReader::pastSync</a></div><div class="ttdeci">bool pastSync(int64_t position)</div><div class="ttdoc">Return true if past the next synchronization point after a position. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:410</div></div>
<div class="ttc" id="classavro_1_1Encoder_html"><div class="ttname"><a href="classavro_1_1Encoder.html">avro::Encoder</a></div><div class="ttdoc">The abstract base class for all Avro encoders. </div><div class="ttdef"><b>Definition:</b> Encoder.hh:52</div></div>
<div class="ttc" id="classavro_1_1DataFileWriterBase_html_ae4f75607d3861cf2abf5a7a4e7f38bf6"><div class="ttname"><a href="classavro_1_1DataFileWriterBase.html#ae4f75607d3861cf2abf5a7a4e7f38bf6">avro::DataFileWriterBase::encoder</a></div><div class="ttdeci">Encoder &amp; encoder() const</div><div class="ttdoc">Returns the current encoder for this writer. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:98</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_af92068c4498f900939e3208a2c370b2e"><div class="ttname"><a href="classavro_1_1DataFileReader.html#af92068c4498f900939e3208a2c370b2e">avro::DataFileReader::close</a></div><div class="ttdeci">void close()</div><div class="ttdoc">Closes the reader. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:392</div></div>
<div class="ttc" id="classavro_1_1DataFileReader_html_a3b3e2f8678c50b16ec06ea001730a112"><div class="ttname"><a href="classavro_1_1DataFileReader.html#a3b3e2f8678c50b16ec06ea001730a112">avro::DataFileReader::sync</a></div><div class="ttdeci">void sync(int64_t position)</div><div class="ttdoc">Move to the next synchronization point after a position. </div><div class="ttdef"><b>Definition:</b> DataFile.hh:405</div></div>
<div class="ttc" id="classavro_1_1Decoder_html"><div class="ttname"><a href="classavro_1_1Decoder.html">avro::Decoder</a></div><div class="ttdoc">Decoder is an interface implemented by every decoder capable of decoding Avro data. </div><div class="ttdef"><b>Definition:</b> Decoder.hh:48</div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.13
</small></address>
</body>
</html>