blob: 3a78f6a54282abd4ad8f716a662d0b651e1ab7a3 [file] [log] [blame]
<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
<!-- NewPage -->
<html lang="en">
<head>
<!-- Generated by javadoc (1.8.0_201) on Fri Oct 25 17:25:33 PDT 2019 -->
<title>DataFile (iceberg 0.7.0-incubating API)</title>
<meta name="date" content="2019-10-25">
<link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style">
<script type="text/javascript" src="../../../script.js"></script>
</head>
<body>
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
parent.document.title="DataFile (iceberg 0.7.0-incubating API)";
}
}
catch(err) {
}
//-->
var methods = {"i0":6,"i1":6,"i2":6,"i3":6,"i4":6,"i5":6,"i6":17,"i7":6,"i8":6,"i9":6,"i10":6,"i11":6,"i12":6,"i13":6,"i14":6,"i15":6,"i16":6};
var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],2:["t2","Instance Methods"],4:["t3","Abstract Methods"],16:["t5","Default Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
var tableTab = "tableTab";
var activeTableTab = "activeTableTab";
</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
<!-- ========= START OF TOP NAVBAR ======= -->
<div class="topNav"><a name="navbar.top">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
<a name="navbar.top.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../overview-summary.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../index-all.html">Index</a></li>
<li><a href="../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../org/apache/iceberg/CombinedScanTask.html" title="interface in org.apache.iceberg"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
<li><a href="../../../org/apache/iceberg/DataFiles.html" title="class in org.apache.iceberg"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
</ul>
<ul class="navList">
<li><a href="../../../index.html?org/apache/iceberg/DataFile.html" target="_top">Frames</a></li>
<li><a href="DataFile.html" target="_top">No&nbsp;Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_top">
<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_top");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<div>
<ul class="subNavList">
<li>Summary:&nbsp;</li>
<li>Nested&nbsp;|&nbsp;</li>
<li>Field&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail:&nbsp;</li>
<li>Field&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.detail">Method</a></li>
</ul>
</div>
<a name="skip.navbar.top">
<!-- -->
</a></div>
<!-- ========= END OF TOP NAVBAR ========= -->
<!-- ======== START OF CLASS DATA ======== -->
<div class="header">
<div class="subTitle">org.apache.iceberg</div>
<h2 title="Interface DataFile" class="title">Interface DataFile</h2>
</div>
<div class="contentContainer">
<div class="description">
<ul class="blockList">
<li class="blockList">
<hr>
<br>
<pre>public interface <span class="typeNameLabel">DataFile</span></pre>
<div class="block">Interface for files listed in a table manifest.</div>
</li>
</ul>
</div>
<div class="summary">
<ul class="blockList">
<li class="blockList">
<!-- ========== METHOD SUMMARY =========== -->
<ul class="blockList">
<li class="blockList"><a name="method.summary">
<!-- -->
</a>
<h3>Method Summary</h3>
<table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation">
<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t3" class="tableTab"><span><a href="javascript:show(4);">Abstract Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t5" class="tableTab"><span><a href="javascript:show(16);">Default Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
<tr>
<th class="colFirst" scope="col">Modifier and Type</th>
<th class="colLast" scope="col">Method and Description</th>
</tr>
<tr id="i0" class="altColor">
<td class="colFirst"><code>java.util.Map&lt;java.lang.Integer,java.lang.Long&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#columnSizes--">columnSizes</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i1" class="rowColor">
<td class="colFirst"><code><a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#copy--">copy</a></span>()</code>
<div class="block">Copies this <a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg"><code>data file</code></a>.</div>
</td>
</tr>
<tr id="i2" class="altColor">
<td class="colFirst"><code><a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#copyWithoutStats--">copyWithoutStats</a></span>()</code>
<div class="block">Copies this <a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg"><code>data file</code></a> without file stats.</div>
</td>
</tr>
<tr id="i3" class="rowColor">
<td class="colFirst"><code>java.lang.Integer</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#fileOrdinal--">fileOrdinal</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i4" class="altColor">
<td class="colFirst"><code>long</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#fileSizeInBytes--">fileSizeInBytes</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i5" class="rowColor">
<td class="colFirst"><code><a href="../../../org/apache/iceberg/FileFormat.html" title="enum in org.apache.iceberg">FileFormat</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#format--">format</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i6" class="altColor">
<td class="colFirst"><code>static <a href="../../../org/apache/iceberg/types/Types.StructType.html" title="class in org.apache.iceberg.types">Types.StructType</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#getType-org.apache.iceberg.types.Types.StructType-">getType</a></span>(<a href="../../../org/apache/iceberg/types/Types.StructType.html" title="class in org.apache.iceberg.types">Types.StructType</a>&nbsp;partitionType)</code>&nbsp;</td>
</tr>
<tr id="i7" class="rowColor">
<td class="colFirst"><code>java.nio.ByteBuffer</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#keyMetadata--">keyMetadata</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i8" class="altColor">
<td class="colFirst"><code>java.util.Map&lt;java.lang.Integer,java.nio.ByteBuffer&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#lowerBounds--">lowerBounds</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i9" class="rowColor">
<td class="colFirst"><code>java.util.Map&lt;java.lang.Integer,java.lang.Long&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#nullValueCounts--">nullValueCounts</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i10" class="altColor">
<td class="colFirst"><code><a href="../../../org/apache/iceberg/StructLike.html" title="interface in org.apache.iceberg">StructLike</a></code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#partition--">partition</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i11" class="rowColor">
<td class="colFirst"><code>java.lang.CharSequence</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#path--">path</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i12" class="altColor">
<td class="colFirst"><code>long</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#recordCount--">recordCount</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i13" class="rowColor">
<td class="colFirst"><code>java.util.List&lt;java.lang.Integer&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#sortColumns--">sortColumns</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i14" class="altColor">
<td class="colFirst"><code>java.util.List&lt;java.lang.Long&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#splitOffsets--">splitOffsets</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i15" class="rowColor">
<td class="colFirst"><code>java.util.Map&lt;java.lang.Integer,java.nio.ByteBuffer&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#upperBounds--">upperBounds</a></span>()</code>&nbsp;</td>
</tr>
<tr id="i16" class="altColor">
<td class="colFirst"><code>java.util.Map&lt;java.lang.Integer,java.lang.Long&gt;</code></td>
<td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/DataFile.html#valueCounts--">valueCounts</a></span>()</code>&nbsp;</td>
</tr>
</table>
</li>
</ul>
</li>
</ul>
</div>
<div class="details">
<ul class="blockList">
<li class="blockList">
<!-- ============ METHOD DETAIL ========== -->
<ul class="blockList">
<li class="blockList"><a name="method.detail">
<!-- -->
</a>
<h3>Method Detail</h3>
<a name="getType-org.apache.iceberg.types.Types.StructType-">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>getType</h4>
<pre>static&nbsp;<a href="../../../org/apache/iceberg/types/Types.StructType.html" title="class in org.apache.iceberg.types">Types.StructType</a>&nbsp;getType(<a href="../../../org/apache/iceberg/types/Types.StructType.html" title="class in org.apache.iceberg.types">Types.StructType</a>&nbsp;partitionType)</pre>
</li>
</ul>
<a name="path--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>path</h4>
<pre>java.lang.CharSequence&nbsp;path()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>fully qualified path to the file, suitable for constructing a Hadoop Path</dd>
</dl>
</li>
</ul>
<a name="format--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>format</h4>
<pre><a href="../../../org/apache/iceberg/FileFormat.html" title="enum in org.apache.iceberg">FileFormat</a>&nbsp;format()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>format of the data file</dd>
</dl>
</li>
</ul>
<a name="partition--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>partition</h4>
<pre><a href="../../../org/apache/iceberg/StructLike.html" title="interface in org.apache.iceberg">StructLike</a>&nbsp;partition()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>partition data for this file as a <a href="../../../org/apache/iceberg/StructLike.html" title="interface in org.apache.iceberg"><code>StructLike</code></a></dd>
</dl>
</li>
</ul>
<a name="recordCount--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>recordCount</h4>
<pre>long&nbsp;recordCount()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>the number of top-level records in the data file</dd>
</dl>
</li>
</ul>
<a name="fileSizeInBytes--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>fileSizeInBytes</h4>
<pre>long&nbsp;fileSizeInBytes()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>the data file size in bytes</dd>
</dl>
</li>
</ul>
<a name="fileOrdinal--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>fileOrdinal</h4>
<pre>java.lang.Integer&nbsp;fileOrdinal()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>file ordinal if written in a global ordering, or null</dd>
</dl>
</li>
</ul>
<a name="sortColumns--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>sortColumns</h4>
<pre>java.util.List&lt;java.lang.Integer&gt;&nbsp;sortColumns()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>list of columns the file records are sorted by, or null</dd>
</dl>
</li>
</ul>
<a name="columnSizes--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>columnSizes</h4>
<pre>java.util.Map&lt;java.lang.Integer,java.lang.Long&gt;&nbsp;columnSizes()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>if collected, map from column ID to the size of the column in bytes, null otherwise</dd>
</dl>
</li>
</ul>
<a name="valueCounts--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>valueCounts</h4>
<pre>java.util.Map&lt;java.lang.Integer,java.lang.Long&gt;&nbsp;valueCounts()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>if collected, map from column ID to the count of its non-null values, null otherwise</dd>
</dl>
</li>
</ul>
<a name="nullValueCounts--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>nullValueCounts</h4>
<pre>java.util.Map&lt;java.lang.Integer,java.lang.Long&gt;&nbsp;nullValueCounts()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>if collected, map from column ID to its null value count, null otherwise</dd>
</dl>
</li>
</ul>
<a name="lowerBounds--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>lowerBounds</h4>
<pre>java.util.Map&lt;java.lang.Integer,java.nio.ByteBuffer&gt;&nbsp;lowerBounds()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>if collected, map from column ID to value lower bounds, null otherwise</dd>
</dl>
</li>
</ul>
<a name="upperBounds--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>upperBounds</h4>
<pre>java.util.Map&lt;java.lang.Integer,java.nio.ByteBuffer&gt;&nbsp;upperBounds()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>if collected, map from column ID to value upper bounds, null otherwise</dd>
</dl>
</li>
</ul>
<a name="keyMetadata--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>keyMetadata</h4>
<pre>java.nio.ByteBuffer&nbsp;keyMetadata()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>metadata about how this file is encrypted, or null if the file is stored in plain
text.</dd>
</dl>
</li>
</ul>
<a name="copy--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>copy</h4>
<pre><a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>&nbsp;copy()</pre>
<div class="block">Copies this <a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg"><code>data file</code></a>. Manifest readers can reuse data file instances; use
this method to copy data when collecting files from tasks.</div>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>a copy of this data file</dd>
</dl>
</li>
</ul>
<a name="copyWithoutStats--">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>copyWithoutStats</h4>
<pre><a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>&nbsp;copyWithoutStats()</pre>
<div class="block">Copies this <a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg"><code>data file</code></a> without file stats. Manifest readers can reuse data file instances; use
this method to copy data without stats when collecting files.</div>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>a copy of this data file, without lower bounds, upper bounds, value counts, or null value counts</dd>
</dl>
</li>
</ul>
<a name="splitOffsets--">
<!-- -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>splitOffsets</h4>
<pre>java.util.List&lt;java.lang.Long&gt;&nbsp;splitOffsets()</pre>
<dl>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>List of recommended split locations, if applicable, null otherwise.
When available, this information is used for planning scan tasks whose boundaries
are determined by these offsets. The returned list must be sorted in ascending order.</dd>
</dl>
</li>
</ul>
</li>
</ul>
</li>
</ul>
</div>
</div>
<!-- ========= END OF CLASS DATA ========= -->
<!-- ======= START OF BOTTOM NAVBAR ====== -->
<div class="bottomNav"><a name="navbar.bottom">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
<a name="navbar.bottom.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../overview-summary.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../index-all.html">Index</a></li>
<li><a href="../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList">
<li><a href="../../../org/apache/iceberg/CombinedScanTask.html" title="interface in org.apache.iceberg"><span class="typeNameLink">Prev&nbsp;Class</span></a></li>
<li><a href="../../../org/apache/iceberg/DataFiles.html" title="class in org.apache.iceberg"><span class="typeNameLink">Next&nbsp;Class</span></a></li>
</ul>
<ul class="navList">
<li><a href="../../../index.html?org/apache/iceberg/DataFile.html" target="_top">Frames</a></li>
<li><a href="DataFile.html" target="_top">No&nbsp;Frames</a></li>
</ul>
<ul class="navList" id="allclasses_navbar_bottom">
<li><a href="../../../allclasses-noframe.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_bottom");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
</div>
<div>
<ul class="subNavList">
<li>Summary:&nbsp;</li>
<li>Nested&nbsp;|&nbsp;</li>
<li>Field&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail:&nbsp;</li>
<li>Field&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.detail">Method</a></li>
</ul>
</div>
<a name="skip.navbar.bottom">
<!-- -->
</a></div>
<!-- ======== END OF BOTTOM NAVBAR ======= -->
</body>
</html>