Google Git
Sign in
apache / iceberg / refs/heads/asf-site / . / javadoc / 1.4.0 / org / apache / iceberg / spark / actions / RewriteDataFilesSparkAction.html
blob: 0e20eee423852ef565e33e19edffb8543ee87f0a [file] [log] [blame]
<!DOCTYPE HTML>
<!-- NewPage -->
<html lang="en">
<head>
<!-- Generated by javadoc -->
<title>RewriteDataFilesSparkAction</title>
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style">
<link rel="stylesheet" type="text/css" href="../../../../../jquery/jquery-ui.css" title="Style">
<script type="text/javascript" src="../../../../../script.js"></script>
<script type="text/javascript" src="../../../../../jquery/jszip/dist/jszip.min.js"></script>
<script type="text/javascript" src="../../../../../jquery/jszip-utils/dist/jszip-utils.min.js"></script>
<!--[if IE]>
<script type="text/javascript" src="../../../../../jquery/jszip-utils/dist/jszip-utils-ie.min.js"></script>
<![endif]-->
<script type="text/javascript" src="../../../../../jquery/jquery-3.5.1.js"></script>
<script type="text/javascript" src="../../../../../jquery/jquery-ui.js"></script>
</head>
<body>
<script type="text/javascript"><!--
try {
if (location.href.indexOf('is-external=true') == -1) {
parent.document.title="RewriteDataFilesSparkAction";
}
}
catch(err) {
}
//-->
var data = {"i0":10,"i1":10,"i2":10,"i3":10,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10};
var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"]};
var altColor = "altColor";
var rowColor = "rowColor";
var tableTab = "tableTab";
var activeTableTab = "activeTableTab";
var pathtoroot = "../../../../../";
var useModuleDirectories = true;
loadScripts(document, 'script');</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
<header role="banner">
<nav role="navigation">
<div class="fixedNav">
<!-- ========= START OF TOP NAVBAR ======= -->
<div class="topNav"><a id="navbar.top">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div>
<a id="navbar.top.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../../index.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList" id="allclasses_navbar_top">
<li><a href="../../../../../allclasses.html">All&nbsp;Classes</a></li>
</ul>
<ul class="navListSearch">
<li><label for="search">SEARCH:</label>
<input type="text" id="search" value="search" disabled="disabled">
<input type="reset" id="reset" value="reset" disabled="disabled">
</li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_top");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
</div>
<div>
<ul class="subNavList">
<li>Summary:&nbsp;</li>
<li><a href="#nested.class.summary">Nested</a>&nbsp;|&nbsp;</li>
<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail:&nbsp;</li>
<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.detail">Method</a></li>
</ul>
</div>
<a id="skip.navbar.top">
<!-- -->
</a></div>
<!-- ========= END OF TOP NAVBAR ========= -->
</div>
<div class="navPadding">&nbsp;</div>
<script type="text/javascript"><!--
$('.navPadding').css('padding-top', $('.fixedNav').css("height"));
//-->
</script>
</nav>
</header>
<!-- ======== START OF CLASS DATA ======== -->
<main role="main">
<div class="header">
<div class="subTitle"><span class="packageLabelInType">Package</span>&nbsp;<a href="package-summary.html">org.apache.iceberg.spark.actions</a></div>
<h2 title="Class RewriteDataFilesSparkAction" class="title">Class RewriteDataFilesSparkAction</h2>
</div>
<div class="contentContainer">
<ul class="inheritance">
<li>java.lang.Object</li>
<li>
<ul class="inheritance">
<li>org.apache.iceberg.spark.actions.RewriteDataFilesSparkAction</li>
</ul>
</li>
</ul>
<div class="description">
<ul class="blockList">
<li class="blockList">
<dl>
<dt>All Implemented Interfaces:</dt>
<dd><code><a href="../../actions/Action.html" title="interface in org.apache.iceberg.actions">Action</a>&lt;<a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a>,&#8203;<a href="../../actions/RewriteDataFiles.Result.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles.Result</a>&gt;</code>, <code><a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a></code>, <code><a href="../../actions/SnapshotUpdate.html" title="interface in org.apache.iceberg.actions">SnapshotUpdate</a>&lt;<a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a>,&#8203;<a href="../../actions/RewriteDataFiles.Result.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles.Result</a>&gt;</code></dd>
</dl>
<hr>
<pre>public class <span class="typeNameLabel">RewriteDataFilesSparkAction</span>
extends java.lang.Object
implements <a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a></pre>
</li>
</ul>
</div>
<div class="summary">
<ul class="blockList">
<li class="blockList">
<!-- ======== NESTED CLASS SUMMARY ======== -->
<section role="region">
<ul class="blockList">
<li class="blockList"><a id="nested.class.summary">
<!-- -->
</a>
<h3>Nested Class Summary</h3>
<ul class="blockList">
<li class="blockList"><a id="nested.classes.inherited.from.class.org.apache.iceberg.actions.RewriteDataFiles">
<!-- -->
</a>
<h3>Nested classes/interfaces inherited from interface&nbsp;org.apache.iceberg.actions.<a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a></h3>
<code><a href="../../actions/RewriteDataFiles.FileGroupFailureResult.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles.FileGroupFailureResult</a>, <a href="../../actions/RewriteDataFiles.FileGroupInfo.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles.FileGroupInfo</a>, <a href="../../actions/RewriteDataFiles.FileGroupRewriteResult.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles.FileGroupRewriteResult</a>, <a href="../../actions/RewriteDataFiles.Result.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles.Result</a></code></li>
</ul>
</li>
</ul>
</section>
<!-- =========== FIELD SUMMARY =========== -->
<section role="region">
<ul class="blockList">
<li class="blockList"><a id="field.summary">
<!-- -->
</a>
<h3>Field Summary</h3>
<table class="memberSummary">
<caption><span>Fields</span><span class="tabEnd">&nbsp;</span></caption>
<tr>
<th class="colFirst" scope="col">Modifier and Type</th>
<th class="colSecond" scope="col">Field</th>
<th class="colLast" scope="col">Description</th>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected static org.apache.iceberg.relocated.com.google.common.base.Joiner</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#COMMA_JOINER">COMMA_JOINER</a></span></code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected static org.apache.iceberg.relocated.com.google.common.base.Splitter</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#COMMA_SPLITTER">COMMA_SPLITTER</a></span></code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected static java.lang.String</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#FILE_PATH">FILE_PATH</a></span></code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected static java.lang.String</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#LAST_MODIFIED">LAST_MODIFIED</a></span></code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected static java.lang.String</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#MANIFEST">MANIFEST</a></span></code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected static java.lang.String</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#MANIFEST_LIST">MANIFEST_LIST</a></span></code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="altColor">
<td class="colFirst"><code>protected static java.lang.String</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#OTHERS">OTHERS</a></span></code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr class="rowColor">
<td class="colFirst"><code>protected static java.lang.String</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#STATISTICS_FILES">STATISTICS_FILES</a></span></code></th>
<td class="colLast">&nbsp;</td>
</tr>
</table>
<ul class="blockList">
<li class="blockList"><a id="fields.inherited.from.class.org.apache.iceberg.actions.RewriteDataFiles">
<!-- -->
</a>
<h3>Fields inherited from interface&nbsp;org.apache.iceberg.actions.<a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a></h3>
<code><a href="../../actions/RewriteDataFiles.html#MAX_CONCURRENT_FILE_GROUP_REWRITES">MAX_CONCURRENT_FILE_GROUP_REWRITES</a>, <a href="../../actions/RewriteDataFiles.html#MAX_CONCURRENT_FILE_GROUP_REWRITES_DEFAULT">MAX_CONCURRENT_FILE_GROUP_REWRITES_DEFAULT</a>, <a href="../../actions/RewriteDataFiles.html#MAX_FILE_GROUP_SIZE_BYTES">MAX_FILE_GROUP_SIZE_BYTES</a>, <a href="../../actions/RewriteDataFiles.html#MAX_FILE_GROUP_SIZE_BYTES_DEFAULT">MAX_FILE_GROUP_SIZE_BYTES_DEFAULT</a>, <a href="../../actions/RewriteDataFiles.html#PARTIAL_PROGRESS_ENABLED">PARTIAL_PROGRESS_ENABLED</a>, <a href="../../actions/RewriteDataFiles.html#PARTIAL_PROGRESS_ENABLED_DEFAULT">PARTIAL_PROGRESS_ENABLED_DEFAULT</a>, <a href="../../actions/RewriteDataFiles.html#PARTIAL_PROGRESS_MAX_COMMITS">PARTIAL_PROGRESS_MAX_COMMITS</a>, <a href="../../actions/RewriteDataFiles.html#PARTIAL_PROGRESS_MAX_COMMITS_DEFAULT">PARTIAL_PROGRESS_MAX_COMMITS_DEFAULT</a>, <a href="../../actions/RewriteDataFiles.html#REWRITE_JOB_ORDER">REWRITE_JOB_ORDER</a>, <a href="../../actions/RewriteDataFiles.html#REWRITE_JOB_ORDER_DEFAULT">REWRITE_JOB_ORDER_DEFAULT</a>, <a href="../../actions/RewriteDataFiles.html#TARGET_FILE_SIZE_BYTES">TARGET_FILE_SIZE_BYTES</a>, <a href="../../actions/RewriteDataFiles.html#USE_STARTING_SEQUENCE_NUMBER">USE_STARTING_SEQUENCE_NUMBER</a>, <a href="../../actions/RewriteDataFiles.html#USE_STARTING_SEQUENCE_NUMBER_DEFAULT">USE_STARTING_SEQUENCE_NUMBER_DEFAULT</a></code></li>
</ul>
</li>
</ul>
</section>
<!-- ========== METHOD SUMMARY =========== -->
<section role="region">
<ul class="blockList">
<li class="blockList"><a id="method.summary">
<!-- -->
</a>
<h3>Method Summary</h3>
<table class="memberSummary">
<caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd">&nbsp;</span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd">&nbsp;</span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd">&nbsp;</span></span></caption>
<tr>
<th class="colFirst" scope="col">Modifier and Type</th>
<th class="colSecond" scope="col">Method</th>
<th class="colLast" scope="col">Description</th>
</tr>
<tr id="i0" class="altColor">
<td class="colFirst"><code>protected org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#allReachableOtherMetadataFileDS(org.apache.iceberg.Table)">allReachableOtherMetadataFileDS</a></span>&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i1" class="rowColor">
<td class="colFirst"><code><a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a></code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#binPack()">binPack</a></span>()</code></th>
<td class="colLast">
<div class="block">Choose BINPACK as a strategy for this rewrite operation</div>
</td>
</tr>
<tr id="i2" class="altColor">
<td class="colFirst"><code>protected void</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#commit(org.apache.iceberg.SnapshotUpdate)">commit</a></span>&#8203;(<a href="../../SnapshotUpdate.html" title="interface in org.apache.iceberg">SnapshotUpdate</a>&lt;?&gt;&nbsp;update)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i3" class="rowColor">
<td class="colFirst"><code>protected org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#contentFileDS(org.apache.iceberg.Table)">contentFileDS</a></span>&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i4" class="altColor">
<td class="colFirst"><code>protected org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#contentFileDS(org.apache.iceberg.Table,java.util.Set)">contentFileDS</a></span>&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table,
java.util.Set&lt;java.lang.Long&gt;&nbsp;snapshotIds)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i5" class="rowColor">
<td class="colFirst"><code>protected org.apache.iceberg.spark.actions.BaseSparkAction.DeleteSummary</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#deleteFiles(java.util.concurrent.ExecutorService,java.util.function.Consumer,java.util.Iterator)">deleteFiles</a></span>&#8203;(java.util.concurrent.ExecutorService&nbsp;executorService,
java.util.function.Consumer&lt;java.lang.String&gt;&nbsp;deleteFunc,
java.util.Iterator&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;files)</code></th>
<td class="colLast">
<div class="block">Deletes files and keeps track of how many files were removed for each file type.</div>
</td>
</tr>
<tr id="i6" class="altColor">
<td class="colFirst"><code>protected org.apache.iceberg.spark.actions.BaseSparkAction.DeleteSummary</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#deleteFiles(org.apache.iceberg.io.SupportsBulkOperations,java.util.Iterator)">deleteFiles</a></span>&#8203;(<a href="../../io/SupportsBulkOperations.html" title="interface in org.apache.iceberg.io">SupportsBulkOperations</a>&nbsp;io,
java.util.Iterator&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;files)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i7" class="rowColor">
<td class="colFirst"><code><a href="../../actions/RewriteDataFiles.Result.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles.Result</a></code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#execute()">execute</a></span>()</code></th>
<td class="colLast">
<div class="block">Executes this action.</div>
</td>
</tr>
<tr id="i8" class="altColor">
<td class="colFirst"><code><a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a></code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#filter(org.apache.iceberg.expressions.Expression)">filter</a></span>&#8203;(<a href="../../expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a>&nbsp;expression)</code></th>
<td class="colLast">
<div class="block">A user provided filter for determining which files will be considered by the rewrite strategy.</div>
</td>
</tr>
<tr id="i9" class="rowColor">
<td class="colFirst"><code>protected org.apache.spark.sql.Dataset&lt;org.apache.spark.sql.Row&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#loadMetadataTable(org.apache.iceberg.Table,org.apache.iceberg.MetadataTableType)">loadMetadataTable</a></span>&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table,
<a href="../../MetadataTableType.html" title="enum in org.apache.iceberg">MetadataTableType</a>&nbsp;type)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i10" class="altColor">
<td class="colFirst"><code>protected org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#manifestDS(org.apache.iceberg.Table)">manifestDS</a></span>&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i11" class="rowColor">
<td class="colFirst"><code>protected org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#manifestDS(org.apache.iceberg.Table,java.util.Set)">manifestDS</a></span>&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table,
java.util.Set&lt;java.lang.Long&gt;&nbsp;snapshotIds)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i12" class="altColor">
<td class="colFirst"><code>protected org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#manifestListDS(org.apache.iceberg.Table)">manifestListDS</a></span>&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i13" class="rowColor">
<td class="colFirst"><code>protected org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#manifestListDS(org.apache.iceberg.Table,java.util.Set)">manifestListDS</a></span>&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table,
java.util.Set&lt;java.lang.Long&gt;&nbsp;snapshotIds)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i14" class="altColor">
<td class="colFirst"><code>protected <a href="../JobGroupInfo.html" title="class in org.apache.iceberg.spark">JobGroupInfo</a></code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#newJobGroupInfo(java.lang.String,java.lang.String)">newJobGroupInfo</a></span>&#8203;(java.lang.String&nbsp;groupId,
java.lang.String&nbsp;desc)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i15" class="rowColor">
<td class="colFirst"><code>protected <a href="../../Table.html" title="interface in org.apache.iceberg">Table</a></code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#newStaticTable(org.apache.iceberg.TableMetadata,org.apache.iceberg.io.FileIO)">newStaticTable</a></span>&#8203;(<a href="../../TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a>&nbsp;metadata,
<a href="../../io/FileIO.html" title="interface in org.apache.iceberg.io">FileIO</a>&nbsp;io)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i16" class="altColor">
<td class="colFirst"><code>ThisT</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#option(java.lang.String,java.lang.String)">option</a></span>&#8203;(java.lang.String&nbsp;name,
java.lang.String&nbsp;value)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i17" class="rowColor">
<td class="colFirst"><code>protected java.util.Map&lt;java.lang.String,&#8203;java.lang.String&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#options()">options</a></span>()</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i18" class="altColor">
<td class="colFirst"><code>ThisT</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#options(java.util.Map)">options</a></span>&#8203;(java.util.Map&lt;java.lang.String,&#8203;java.lang.String&gt;&nbsp;newOptions)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i19" class="rowColor">
<td class="colFirst"><code>protected org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#otherMetadataFileDS(org.apache.iceberg.Table)">otherMetadataFileDS</a></span>&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i20" class="altColor">
<td class="colFirst"><code>protected <a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a></code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#self()">self</a></span>()</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i21" class="rowColor">
<td class="colFirst"><code>ThisT</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#snapshotProperty(java.lang.String,java.lang.String)">snapshotProperty</a></span>&#8203;(java.lang.String&nbsp;property,
java.lang.String&nbsp;value)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i22" class="altColor">
<td class="colFirst"><code><a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a></code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#sort()">sort</a></span>()</code></th>
<td class="colLast">
<div class="block">Choose SORT as a strategy for this rewrite operation using the table's sortOrder</div>
</td>
</tr>
<tr id="i23" class="rowColor">
<td class="colFirst"><code><a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a></code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#sort(org.apache.iceberg.SortOrder)">sort</a></span>&#8203;(<a href="../../SortOrder.html" title="class in org.apache.iceberg">SortOrder</a>&nbsp;sortOrder)</code></th>
<td class="colLast">
<div class="block">Choose SORT as a strategy for this rewrite operation and manually specify the sortOrder to use</div>
</td>
</tr>
<tr id="i24" class="altColor">
<td class="colFirst"><code>protected org.apache.spark.sql.SparkSession</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#spark()">spark</a></span>()</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i25" class="rowColor">
<td class="colFirst"><code>protected org.apache.spark.api.java.JavaSparkContext</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#sparkContext()">sparkContext</a></span>()</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i26" class="altColor">
<td class="colFirst"><code>protected org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#statisticsFileDS(org.apache.iceberg.Table,java.util.Set)">statisticsFileDS</a></span>&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table,
java.util.Set&lt;java.lang.Long&gt;&nbsp;snapshotIds)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i27" class="rowColor">
<td class="colFirst"><code>protected &lt;T&gt;&nbsp;T</code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#withJobGroupInfo(org.apache.iceberg.spark.JobGroupInfo,java.util.function.Supplier)">withJobGroupInfo</a></span>&#8203;(<a href="../JobGroupInfo.html" title="class in org.apache.iceberg.spark">JobGroupInfo</a>&nbsp;info,
java.util.function.Supplier&lt;T&gt;&nbsp;supplier)</code></th>
<td class="colLast">&nbsp;</td>
</tr>
<tr id="i28" class="altColor">
<td class="colFirst"><code><a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a></code></td>
<th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#zOrder(java.lang.String...)">zOrder</a></span>&#8203;(java.lang.String...&nbsp;columnNames)</code></th>
<td class="colLast">
<div class="block">Choose Z-ORDER as a strategy for this rewrite operation with a specified list of columns to use</div>
</td>
</tr>
</table>
<ul class="blockList">
<li class="blockList"><a id="methods.inherited.from.class.java.lang.Object">
<!-- -->
</a>
<h3>Methods inherited from class&nbsp;java.lang.Object</h3>
<code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a id="methods.inherited.from.class.org.apache.iceberg.actions.Action">
<!-- -->
</a>
<h3>Methods inherited from interface&nbsp;org.apache.iceberg.actions.<a href="../../actions/Action.html" title="interface in org.apache.iceberg.actions">Action</a></h3>
<code><a href="../../actions/Action.html#option(java.lang.String,java.lang.String)">option</a>, <a href="../../actions/Action.html#options(java.util.Map)">options</a></code></li>
</ul>
<ul class="blockList">
<li class="blockList"><a id="methods.inherited.from.class.org.apache.iceberg.actions.SnapshotUpdate">
<!-- -->
</a>
<h3>Methods inherited from interface&nbsp;org.apache.iceberg.actions.<a href="../../actions/SnapshotUpdate.html" title="interface in org.apache.iceberg.actions">SnapshotUpdate</a></h3>
<code><a href="../../actions/SnapshotUpdate.html#snapshotProperty(java.lang.String,java.lang.String)">snapshotProperty</a></code></li>
</ul>
</li>
</ul>
</section>
</li>
</ul>
</div>
<div class="details">
<ul class="blockList">
<li class="blockList">
<!-- ============ FIELD DETAIL =========== -->
<section role="region">
<ul class="blockList">
<li class="blockList"><a id="field.detail">
<!-- -->
</a>
<h3>Field Detail</h3>
<a id="MANIFEST">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>MANIFEST</h4>
<pre>protected static final&nbsp;java.lang.String MANIFEST</pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.iceberg.spark.actions.RewriteDataFilesSparkAction.MANIFEST">Constant Field Values</a></dd>
</dl>
</li>
</ul>
<a id="MANIFEST_LIST">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>MANIFEST_LIST</h4>
<pre>protected static final&nbsp;java.lang.String MANIFEST_LIST</pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.iceberg.spark.actions.RewriteDataFilesSparkAction.MANIFEST_LIST">Constant Field Values</a></dd>
</dl>
</li>
</ul>
<a id="STATISTICS_FILES">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>STATISTICS_FILES</h4>
<pre>protected static final&nbsp;java.lang.String STATISTICS_FILES</pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.iceberg.spark.actions.RewriteDataFilesSparkAction.STATISTICS_FILES">Constant Field Values</a></dd>
</dl>
</li>
</ul>
<a id="OTHERS">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>OTHERS</h4>
<pre>protected static final&nbsp;java.lang.String OTHERS</pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.iceberg.spark.actions.RewriteDataFilesSparkAction.OTHERS">Constant Field Values</a></dd>
</dl>
</li>
</ul>
<a id="FILE_PATH">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>FILE_PATH</h4>
<pre>protected static final&nbsp;java.lang.String FILE_PATH</pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.iceberg.spark.actions.RewriteDataFilesSparkAction.FILE_PATH">Constant Field Values</a></dd>
</dl>
</li>
</ul>
<a id="LAST_MODIFIED">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>LAST_MODIFIED</h4>
<pre>protected static final&nbsp;java.lang.String LAST_MODIFIED</pre>
<dl>
<dt><span class="seeLabel">See Also:</span></dt>
<dd><a href="../../../../../constant-values.html#org.apache.iceberg.spark.actions.RewriteDataFilesSparkAction.LAST_MODIFIED">Constant Field Values</a></dd>
</dl>
</li>
</ul>
<a id="COMMA_SPLITTER">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>COMMA_SPLITTER</h4>
<pre>protected static final&nbsp;org.apache.iceberg.relocated.com.google.common.base.Splitter COMMA_SPLITTER</pre>
</li>
</ul>
<a id="COMMA_JOINER">
<!-- -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>COMMA_JOINER</h4>
<pre>protected static final&nbsp;org.apache.iceberg.relocated.com.google.common.base.Joiner COMMA_JOINER</pre>
</li>
</ul>
</li>
</ul>
</section>
<!-- ============ METHOD DETAIL ========== -->
<section role="region">
<ul class="blockList">
<li class="blockList"><a id="method.detail">
<!-- -->
</a>
<h3>Method Detail</h3>
<a id="self()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>self</h4>
<pre class="methodSignature">protected&nbsp;<a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a>&nbsp;self()</pre>
</li>
</ul>
<a id="binPack()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>binPack</h4>
<pre class="methodSignature">public&nbsp;<a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a>&nbsp;binPack()</pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../actions/RewriteDataFiles.html#binPack()">RewriteDataFiles</a></code></span></div>
<div class="block">Choose BINPACK as a strategy for this rewrite operation</div>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="../../actions/RewriteDataFiles.html#binPack()">binPack</a></code>&nbsp;in interface&nbsp;<code><a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a></code></dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>this for method chaining</dd>
</dl>
</li>
</ul>
<a id="sort(org.apache.iceberg.SortOrder)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>sort</h4>
<pre class="methodSignature">public&nbsp;<a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a>&nbsp;sort&#8203;(<a href="../../SortOrder.html" title="class in org.apache.iceberg">SortOrder</a>&nbsp;sortOrder)</pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../actions/RewriteDataFiles.html#sort(org.apache.iceberg.SortOrder)">RewriteDataFiles</a></code></span></div>
<div class="block">Choose SORT as a strategy for this rewrite operation and manually specify the sortOrder to use</div>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="../../actions/RewriteDataFiles.html#sort(org.apache.iceberg.SortOrder)">sort</a></code>&nbsp;in interface&nbsp;<code><a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a></code></dd>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>sortOrder</code> - user defined sortOrder</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>this for method chaining</dd>
</dl>
</li>
</ul>
<a id="sort()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>sort</h4>
<pre class="methodSignature">public&nbsp;<a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a>&nbsp;sort()</pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../actions/RewriteDataFiles.html#sort()">RewriteDataFiles</a></code></span></div>
<div class="block">Choose SORT as a strategy for this rewrite operation using the table's sortOrder</div>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="../../actions/RewriteDataFiles.html#sort()">sort</a></code>&nbsp;in interface&nbsp;<code><a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a></code></dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>this for method chaining</dd>
</dl>
</li>
</ul>
<a id="zOrder(java.lang.String...)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>zOrder</h4>
<pre class="methodSignature">public&nbsp;<a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a>&nbsp;zOrder&#8203;(java.lang.String...&nbsp;columnNames)</pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../actions/RewriteDataFiles.html#zOrder(java.lang.String...)">RewriteDataFiles</a></code></span></div>
<div class="block">Choose Z-ORDER as a strategy for this rewrite operation with a specified list of columns to use</div>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="../../actions/RewriteDataFiles.html#zOrder(java.lang.String...)">zOrder</a></code>&nbsp;in interface&nbsp;<code><a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a></code></dd>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>columnNames</code> - Columns to be used to generate Z-Values</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>this for method chaining</dd>
</dl>
</li>
</ul>
<a id="filter(org.apache.iceberg.expressions.Expression)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>filter</h4>
<pre class="methodSignature">public&nbsp;<a href="RewriteDataFilesSparkAction.html" title="class in org.apache.iceberg.spark.actions">RewriteDataFilesSparkAction</a>&nbsp;filter&#8203;(<a href="../../expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a>&nbsp;expression)</pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../actions/RewriteDataFiles.html#filter(org.apache.iceberg.expressions.Expression)">RewriteDataFiles</a></code></span></div>
<div class="block">A user provided filter for determining which files will be considered by the rewrite strategy.
This will be used in addition to whatever rules the rewrite strategy generates. For example
this would be used for providing a restriction to only run rewrite on a specific partition.</div>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="../../actions/RewriteDataFiles.html#filter(org.apache.iceberg.expressions.Expression)">filter</a></code>&nbsp;in interface&nbsp;<code><a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a></code></dd>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>expression</code> - An iceberg expression used to determine which files will be considered for
rewriting</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>this for chaining</dd>
</dl>
</li>
</ul>
<a id="execute()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>execute</h4>
<pre class="methodSignature">public&nbsp;<a href="../../actions/RewriteDataFiles.Result.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles.Result</a>&nbsp;execute()</pre>
<div class="block"><span class="descfrmTypeLabel">Description copied from interface:&nbsp;<code><a href="../../actions/Action.html#execute()">Action</a></code></span></div>
<div class="block">Executes this action.</div>
<dl>
<dt><span class="overrideSpecifyLabel">Specified by:</span></dt>
<dd><code><a href="../../actions/Action.html#execute()">execute</a></code>&nbsp;in interface&nbsp;<code><a href="../../actions/Action.html" title="interface in org.apache.iceberg.actions">Action</a>&lt;<a href="../../actions/RewriteDataFiles.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles</a>,&#8203;<a href="../../actions/RewriteDataFiles.Result.html" title="interface in org.apache.iceberg.actions">RewriteDataFiles.Result</a>&gt;</code></dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>the result of this action</dd>
</dl>
</li>
</ul>
<a id="snapshotProperty(java.lang.String,java.lang.String)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>snapshotProperty</h4>
<pre class="methodSignature">public&nbsp;ThisT&nbsp;snapshotProperty&#8203;(java.lang.String&nbsp;property,
java.lang.String&nbsp;value)</pre>
</li>
</ul>
<a id="commit(org.apache.iceberg.SnapshotUpdate)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>commit</h4>
<pre class="methodSignature">protected&nbsp;void&nbsp;commit&#8203;(<a href="../../SnapshotUpdate.html" title="interface in org.apache.iceberg">SnapshotUpdate</a>&lt;?&gt;&nbsp;update)</pre>
</li>
</ul>
<a id="spark()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>spark</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.SparkSession&nbsp;spark()</pre>
</li>
</ul>
<a id="sparkContext()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>sparkContext</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.api.java.JavaSparkContext&nbsp;sparkContext()</pre>
</li>
</ul>
<a id="option(java.lang.String,java.lang.String)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>option</h4>
<pre class="methodSignature">public&nbsp;ThisT&nbsp;option&#8203;(java.lang.String&nbsp;name,
java.lang.String&nbsp;value)</pre>
</li>
</ul>
<a id="options(java.util.Map)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>options</h4>
<pre class="methodSignature">public&nbsp;ThisT&nbsp;options&#8203;(java.util.Map&lt;java.lang.String,&#8203;java.lang.String&gt;&nbsp;newOptions)</pre>
</li>
</ul>
<a id="options()">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>options</h4>
<pre class="methodSignature">protected&nbsp;java.util.Map&lt;java.lang.String,&#8203;java.lang.String&gt;&nbsp;options()</pre>
</li>
</ul>
<a id="withJobGroupInfo(org.apache.iceberg.spark.JobGroupInfo,java.util.function.Supplier)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>withJobGroupInfo</h4>
<pre class="methodSignature">protected&nbsp;&lt;T&gt;&nbsp;T&nbsp;withJobGroupInfo&#8203;(<a href="../JobGroupInfo.html" title="class in org.apache.iceberg.spark">JobGroupInfo</a>&nbsp;info,
java.util.function.Supplier&lt;T&gt;&nbsp;supplier)</pre>
</li>
</ul>
<a id="newJobGroupInfo(java.lang.String,java.lang.String)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>newJobGroupInfo</h4>
<pre class="methodSignature">protected&nbsp;<a href="../JobGroupInfo.html" title="class in org.apache.iceberg.spark">JobGroupInfo</a>&nbsp;newJobGroupInfo&#8203;(java.lang.String&nbsp;groupId,
java.lang.String&nbsp;desc)</pre>
</li>
</ul>
<a id="newStaticTable(org.apache.iceberg.TableMetadata,org.apache.iceberg.io.FileIO)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>newStaticTable</h4>
<pre class="methodSignature">protected&nbsp;<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;newStaticTable&#8203;(<a href="../../TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a>&nbsp;metadata,
<a href="../../io/FileIO.html" title="interface in org.apache.iceberg.io">FileIO</a>&nbsp;io)</pre>
</li>
</ul>
<a id="contentFileDS(org.apache.iceberg.Table)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>contentFileDS</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;contentFileDS&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table)</pre>
</li>
</ul>
<a id="contentFileDS(org.apache.iceberg.Table,java.util.Set)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>contentFileDS</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;contentFileDS&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table,
java.util.Set&lt;java.lang.Long&gt;&nbsp;snapshotIds)</pre>
</li>
</ul>
<a id="manifestDS(org.apache.iceberg.Table)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>manifestDS</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;manifestDS&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table)</pre>
</li>
</ul>
<a id="manifestDS(org.apache.iceberg.Table,java.util.Set)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>manifestDS</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;manifestDS&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table,
java.util.Set&lt;java.lang.Long&gt;&nbsp;snapshotIds)</pre>
</li>
</ul>
<a id="manifestListDS(org.apache.iceberg.Table)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>manifestListDS</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;manifestListDS&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table)</pre>
</li>
</ul>
<a id="manifestListDS(org.apache.iceberg.Table,java.util.Set)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>manifestListDS</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;manifestListDS&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table,
java.util.Set&lt;java.lang.Long&gt;&nbsp;snapshotIds)</pre>
</li>
</ul>
<a id="statisticsFileDS(org.apache.iceberg.Table,java.util.Set)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>statisticsFileDS</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;statisticsFileDS&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table,
java.util.Set&lt;java.lang.Long&gt;&nbsp;snapshotIds)</pre>
</li>
</ul>
<a id="otherMetadataFileDS(org.apache.iceberg.Table)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>otherMetadataFileDS</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;otherMetadataFileDS&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table)</pre>
</li>
</ul>
<a id="allReachableOtherMetadataFileDS(org.apache.iceberg.Table)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>allReachableOtherMetadataFileDS</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.Dataset&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;allReachableOtherMetadataFileDS&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table)</pre>
</li>
</ul>
<a id="loadMetadataTable(org.apache.iceberg.Table,org.apache.iceberg.MetadataTableType)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>loadMetadataTable</h4>
<pre class="methodSignature">protected&nbsp;org.apache.spark.sql.Dataset&lt;org.apache.spark.sql.Row&gt;&nbsp;loadMetadataTable&#8203;(<a href="../../Table.html" title="interface in org.apache.iceberg">Table</a>&nbsp;table,
<a href="../../MetadataTableType.html" title="enum in org.apache.iceberg">MetadataTableType</a>&nbsp;type)</pre>
</li>
</ul>
<a id="deleteFiles(java.util.concurrent.ExecutorService,java.util.function.Consumer,java.util.Iterator)">
<!-- -->
</a>
<ul class="blockList">
<li class="blockList">
<h4>deleteFiles</h4>
<pre class="methodSignature">protected&nbsp;org.apache.iceberg.spark.actions.BaseSparkAction.DeleteSummary&nbsp;deleteFiles&#8203;(java.util.concurrent.ExecutorService&nbsp;executorService,
java.util.function.Consumer&lt;java.lang.String&gt;&nbsp;deleteFunc,
java.util.Iterator&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;files)</pre>
<div class="block">Deletes files and keeps track of how many files were removed for each file type.</div>
<dl>
<dt><span class="paramLabel">Parameters:</span></dt>
<dd><code>executorService</code> - an executor service to use for parallel deletes</dd>
<dd><code>deleteFunc</code> - a delete func</dd>
<dd><code>files</code> - an iterator of Spark rows of the structure (path: String, type: String)</dd>
<dt><span class="returnLabel">Returns:</span></dt>
<dd>stats on which files were deleted</dd>
</dl>
</li>
</ul>
<a id="deleteFiles(org.apache.iceberg.io.SupportsBulkOperations,java.util.Iterator)">
<!-- -->
</a>
<ul class="blockListLast">
<li class="blockList">
<h4>deleteFiles</h4>
<pre class="methodSignature">protected&nbsp;org.apache.iceberg.spark.actions.BaseSparkAction.DeleteSummary&nbsp;deleteFiles&#8203;(<a href="../../io/SupportsBulkOperations.html" title="interface in org.apache.iceberg.io">SupportsBulkOperations</a>&nbsp;io,
java.util.Iterator&lt;<a href="FileInfo.html" title="class in org.apache.iceberg.spark.actions">FileInfo</a>&gt;&nbsp;files)</pre>
</li>
</ul>
</li>
</ul>
</section>
</li>
</ul>
</div>
</div>
</main>
<!-- ========= END OF CLASS DATA ========= -->
<footer role="contentinfo">
<nav role="navigation">
<!-- ======= START OF BOTTOM NAVBAR ====== -->
<div class="bottomNav"><a id="navbar.bottom">
<!-- -->
</a>
<div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div>
<a id="navbar.bottom.firstrow">
<!-- -->
</a>
<ul class="navList" title="Navigation">
<li><a href="../../../../../index.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="navBarCell1Rev">Class</li>
<li><a href="package-tree.html">Tree</a></li>
<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../help-doc.html">Help</a></li>
</ul>
</div>
<div class="subNav">
<ul class="navList" id="allclasses_navbar_bottom">
<li><a href="../../../../../allclasses.html">All&nbsp;Classes</a></li>
</ul>
<div>
<script type="text/javascript"><!--
allClassesLink = document.getElementById("allclasses_navbar_bottom");
if(window==top) {
allClassesLink.style.display = "block";
}
else {
allClassesLink.style.display = "none";
}
//-->
</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
</div>
<div>
<ul class="subNavList">
<li>Summary:&nbsp;</li>
<li><a href="#nested.class.summary">Nested</a>&nbsp;|&nbsp;</li>
<li><a href="#field.summary">Field</a>&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.summary">Method</a></li>
</ul>
<ul class="subNavList">
<li>Detail:&nbsp;</li>
<li><a href="#field.detail">Field</a>&nbsp;|&nbsp;</li>
<li>Constr&nbsp;|&nbsp;</li>
<li><a href="#method.detail">Method</a></li>
</ul>
</div>
<a id="skip.navbar.bottom">
<!-- -->
</a></div>
<!-- ======== END OF BOTTOM NAVBAR ======= -->
</nav>
</footer>
</body>
</html>