| <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd"> |
| <!-- NewPage --> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc --> |
| <title>BaseOverwriteFiles</title> |
| <link rel="stylesheet" type="text/css" href="../../../stylesheet.css" title="Style"> |
| <script type="text/javascript" src="../../../script.js"></script> |
| </head> |
| <body> |
| <script type="text/javascript"><!-- |
| try { |
| if (location.href.indexOf('is-external=true') == -1) { |
| parent.document.title="BaseOverwriteFiles"; |
| } |
| } |
| catch(err) { |
| } |
| //--> |
| var methods = {"i0":10,"i1":10,"i2":10,"i3":42,"i4":10,"i5":10,"i6":10,"i7":10,"i8":10,"i9":10,"i10":10,"i11":10,"i12":10,"i13":10,"i14":10,"i15":10,"i16":10,"i17":10,"i18":10,"i19":10,"i20":10,"i21":10,"i22":10,"i23":10,"i24":10,"i25":10,"i26":10,"i27":10,"i28":10,"i29":10,"i30":10,"i31":10,"i32":10,"i33":10,"i34":10,"i35":10,"i36":10,"i37":10,"i38":10,"i39":10,"i40":10,"i41":10,"i42":10,"i43":10,"i44":10,"i45":10,"i46":10,"i47":10,"i48":10,"i49":10,"i50":10,"i51":42,"i52":10,"i53":42,"i54":10,"i55":10,"i56":42,"i57":10,"i58":42,"i59":10,"i60":42,"i61":10,"i62":10,"i63":10,"i64":10,"i65":42,"i66":10,"i67":42,"i68":10,"i69":42,"i70":10,"i71":42,"i72":10,"i73":10}; |
| var tabs = {65535:["t0","All Methods"],2:["t2","Instance Methods"],8:["t4","Concrete Methods"],32:["t6","Deprecated Methods"]}; |
| var altColor = "altColor"; |
| var rowColor = "rowColor"; |
| var tableTab = "tableTab"; |
| var activeTableTab = "activeTableTab"; |
| </script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| <!-- ========= START OF TOP NAVBAR ======= --> |
| <div class="topNav"><a name="navbar.top"> |
| <!-- --> |
| </a> |
| <div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> |
| <a name="navbar.top.firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="../../../overview-summary.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="navBarCell1Rev">Class</li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../index-all.html">Index</a></li> |
| <li><a href="../../../help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList"> |
| <li><a href="../../../org/apache/iceberg/BaseMetastoreTableOperations.CommitStatus.html" title="enum in org.apache.iceberg"><span class="typeNameLink">Prev Class</span></a></li> |
| <li><a href="../../../org/apache/iceberg/BaseReplacePartitions.html" title="class in org.apache.iceberg"><span class="typeNameLink">Next Class</span></a></li> |
| </ul> |
| <ul class="navList"> |
| <li><a href="../../../index.html?org/apache/iceberg/BaseOverwriteFiles.html" target="_top">Frames</a></li> |
| <li><a href="BaseOverwriteFiles.html" target="_top">No Frames</a></li> |
| </ul> |
| <ul class="navList" id="allclasses_navbar_top"> |
| <li><a href="../../../allclasses-noframe.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_top"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| </div> |
| <div> |
| <ul class="subNavList"> |
| <li>Summary: </li> |
| <li>Nested | </li> |
| <li>Field | </li> |
| <li><a href="#constructor.summary">Constr</a> | </li> |
| <li><a href="#method.summary">Method</a></li> |
| </ul> |
| <ul class="subNavList"> |
| <li>Detail: </li> |
| <li>Field | </li> |
| <li><a href="#constructor.detail">Constr</a> | </li> |
| <li><a href="#method.detail">Method</a></li> |
| </ul> |
| </div> |
| <a name="skip.navbar.top"> |
| <!-- --> |
| </a></div> |
| <!-- ========= END OF TOP NAVBAR ========= --> |
| <!-- ======== START OF CLASS DATA ======== --> |
| <div class="header"> |
| <div class="subTitle">org.apache.iceberg</div> |
| <h2 title="Class BaseOverwriteFiles" class="title">Class BaseOverwriteFiles</h2> |
| </div> |
| <div class="contentContainer"> |
| <ul class="inheritance"> |
| <li>java.lang.Object</li> |
| <li> |
| <ul class="inheritance"> |
| <li>org.apache.iceberg.BaseOverwriteFiles</li> |
| </ul> |
| </li> |
| </ul> |
| <div class="description"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <dl> |
| <dt>All Implemented Interfaces:</dt> |
| <dd><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a>, <a href="../../../org/apache/iceberg/PendingUpdate.html" title="interface in org.apache.iceberg">PendingUpdate</a><<a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a>>, <a href="../../../org/apache/iceberg/SnapshotUpdate.html" title="interface in org.apache.iceberg">SnapshotUpdate</a><<a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a>></dd> |
| </dl> |
| <hr> |
| <br> |
| <pre>public class <span class="typeNameLabel">BaseOverwriteFiles</span> |
| extends java.lang.Object |
| implements <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></pre> |
| </li> |
| </ul> |
| </div> |
| <div class="summary"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <!-- ======== CONSTRUCTOR SUMMARY ======== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="constructor.summary"> |
| <!-- --> |
| </a> |
| <h3>Constructor Summary</h3> |
| <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Constructor Summary table, listing constructors, and an explanation"> |
| <caption><span>Constructors</span><span class="tabEnd"> </span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Modifier</th> |
| <th class="colLast" scope="col">Constructor and Description</th> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>protected </code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#BaseOverwriteFiles-java.lang.String-org.apache.iceberg.TableOperations-">BaseOverwriteFiles</a></span>(java.lang.String tableName, |
| <a href="../../../org/apache/iceberg/TableOperations.html" title="interface in org.apache.iceberg">TableOperations</a> ops)</code> </td> |
| </tr> |
| </table> |
| </li> |
| </ul> |
| <!-- ========== METHOD SUMMARY =========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="method.summary"> |
| <!-- --> |
| </a> |
| <h3>Method Summary</h3> |
| <table class="memberSummary" border="0" cellpadding="3" cellspacing="0" summary="Method Summary table, listing methods, and an explanation"> |
| <caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t2" class="tableTab"><span><a href="javascript:show(2);">Instance Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span><span id="t6" class="tableTab"><span><a href="javascript:show(32);">Deprecated Methods</a></span><span class="tabEnd"> </span></span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Modifier and Type</th> |
| <th class="colLast" scope="col">Method and Description</th> |
| </tr> |
| <tr id="i0" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#add-org.apache.iceberg.DataFile-">add</a></span>(<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a> file)</code> |
| <div class="block">Add a data file to the new snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i1" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#add-org.apache.iceberg.DeleteFile-">add</a></span>(<a href="../../../org/apache/iceberg/DeleteFile.html" title="interface in org.apache.iceberg">DeleteFile</a> file)</code> |
| <div class="block">Add a delete file to the new snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i2" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#add-org.apache.iceberg.ManifestFile-">add</a></span>(<a href="../../../org/apache/iceberg/ManifestFile.html" title="interface in org.apache.iceberg">ManifestFile</a> manifest)</code> |
| <div class="block">Add all files in a manifest to the new snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i3" class="rowColor"> |
| <td class="colFirst"><code>protected org.apache.iceberg.DeleteFileIndex</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#addedDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-org.apache.iceberg.util.PartitionSet-">addedDeleteFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.addedDeleteFiles(TableMetadata, Long, Expression, PartitionSet, |
| Snapshot)</code> instead</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i4" class="altColor"> |
| <td class="colFirst"><code>protected org.apache.iceberg.DeleteFileIndex</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#addedDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-org.apache.iceberg.util.PartitionSet-org.apache.iceberg.Snapshot-">addedDeleteFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> |
| <div class="block">Returns matching delete files have been added to the table since a starting snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i5" class="rowColor"> |
| <td class="colFirst"><code>protected java.util.List<<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#addedFiles--">addedFiles</a></span>()</code> </td> |
| </tr> |
| <tr id="i6" class="altColor"> |
| <td class="colFirst"><code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#addFile-org.apache.iceberg.DataFile-">addFile</a></span>(<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a> file)</code> |
| <div class="block">Add a <a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg"><code>DataFile</code></a> to the table.</div> |
| </td> |
| </tr> |
| <tr id="i7" class="rowColor"> |
| <td class="colFirst"><code><a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#apply--">apply</a></span>()</code> |
| <div class="block">Apply the pending changes and return the uncommitted changes for validation.</div> |
| </td> |
| </tr> |
| <tr id="i8" class="altColor"> |
| <td class="colFirst"><code>java.util.List<<a href="../../../org/apache/iceberg/ManifestFile.html" title="interface in org.apache.iceberg">ManifestFile</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#apply-org.apache.iceberg.TableMetadata-org.apache.iceberg.Snapshot-">apply</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> snapshot)</code> |
| <div class="block">Apply the update's changes to the given metadata and snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i9" class="rowColor"> |
| <td class="colFirst"><code>ThisT</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#caseSensitive-boolean-">caseSensitive</a></span>(boolean isCaseSensitive)</code> </td> |
| </tr> |
| <tr id="i10" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#cleanAll--">cleanAll</a></span>()</code> </td> |
| </tr> |
| <tr id="i11" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#cleanUncommitted-java.util.Set-">cleanUncommitted</a></span>(java.util.Set<<a href="../../../org/apache/iceberg/ManifestFile.html" title="interface in org.apache.iceberg">ManifestFile</a>> committed)</code> |
| <div class="block">Clean up any uncommitted manifests that were created.</div> |
| </td> |
| </tr> |
| <tr id="i12" class="altColor"> |
| <td class="colFirst"><code>void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#commit--">commit</a></span>()</code> |
| <div class="block">Apply the pending changes and commit.</div> |
| </td> |
| </tr> |
| <tr id="i13" class="rowColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/metrics/CommitMetrics.html" title="class in org.apache.iceberg.metrics">CommitMetrics</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#commitMetrics--">commitMetrics</a></span>()</code> </td> |
| </tr> |
| <tr id="i14" class="altColor"> |
| <td class="colFirst"><code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#conflictDetectionFilter-org.apache.iceberg.expressions.Expression-">conflictDetectionFilter</a></span>(<a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> newConflictDetectionFilter)</code> |
| <div class="block">Sets a conflict detection filter used to validate concurrently added data and delete files.</div> |
| </td> |
| </tr> |
| <tr id="i15" class="rowColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#current--">current</a></span>()</code> </td> |
| </tr> |
| <tr id="i16" class="altColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/PartitionSpec.html" title="class in org.apache.iceberg">PartitionSpec</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#dataSpec--">dataSpec</a></span>()</code> </td> |
| </tr> |
| <tr id="i17" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#delete-java.lang.CharSequence-">delete</a></span>(java.lang.CharSequence path)</code> |
| <div class="block">Add a specific data path to be deleted in the new snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i18" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#delete-org.apache.iceberg.DataFile-">delete</a></span>(<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a> file)</code> |
| <div class="block">Add a specific data file to be deleted in the new snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i19" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#delete-org.apache.iceberg.DeleteFile-">delete</a></span>(<a href="../../../org/apache/iceberg/DeleteFile.html" title="interface in org.apache.iceberg">DeleteFile</a> file)</code> |
| <div class="block">Add a specific delete file to be deleted in the new snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i20" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#deleteByRowFilter-org.apache.iceberg.expressions.Expression-">deleteByRowFilter</a></span>(<a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> expr)</code> |
| <div class="block">Add a filter to match files to delete.</div> |
| </td> |
| </tr> |
| <tr id="i21" class="rowColor"> |
| <td class="colFirst"><code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#deleteFile-org.apache.iceberg.DataFile-">deleteFile</a></span>(<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a> file)</code> |
| <div class="block">Delete a <a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg"><code>DataFile</code></a> from the table.</div> |
| </td> |
| </tr> |
| <tr id="i22" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#deleteFile-java.lang.String-">deleteFile</a></span>(java.lang.String path)</code> </td> |
| </tr> |
| <tr id="i23" class="rowColor"> |
| <td class="colFirst"><code>ThisT</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#deleteWith-java.util.function.Consumer-">deleteWith</a></span>(java.util.function.Consumer<java.lang.String> deleteCallback)</code> |
| <div class="block">Set a callback to delete files instead of the table's default.</div> |
| </td> |
| </tr> |
| <tr id="i24" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#dropPartition-int-org.apache.iceberg.StructLike-">dropPartition</a></span>(int specId, |
| <a href="../../../org/apache/iceberg/StructLike.html" title="interface in org.apache.iceberg">StructLike</a> partition)</code> |
| <div class="block">Add a partition tuple to drop from the table during the delete phase.</div> |
| </td> |
| </tr> |
| <tr id="i25" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#failAnyDelete--">failAnyDelete</a></span>()</code> </td> |
| </tr> |
| <tr id="i26" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#failMissingDeletePaths--">failMissingDeletePaths</a></span>()</code> </td> |
| </tr> |
| <tr id="i27" class="rowColor"> |
| <td class="colFirst"><code>protected boolean</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#isCaseSensitive--">isCaseSensitive</a></span>()</code> </td> |
| </tr> |
| <tr id="i28" class="altColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/io/OutputFile.html" title="interface in org.apache.iceberg.io">OutputFile</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#manifestListPath--">manifestListPath</a></span>()</code> </td> |
| </tr> |
| <tr id="i29" class="rowColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/ManifestReader.html" title="class in org.apache.iceberg">ManifestReader</a><<a href="../../../org/apache/iceberg/DeleteFile.html" title="interface in org.apache.iceberg">DeleteFile</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#newDeleteManifestReader-org.apache.iceberg.ManifestFile-">newDeleteManifestReader</a></span>(<a href="../../../org/apache/iceberg/ManifestFile.html" title="interface in org.apache.iceberg">ManifestFile</a> manifest)</code> </td> |
| </tr> |
| <tr id="i30" class="altColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/ManifestWriter.html" title="class in org.apache.iceberg">ManifestWriter</a><<a href="../../../org/apache/iceberg/DeleteFile.html" title="interface in org.apache.iceberg">DeleteFile</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#newDeleteManifestWriter-org.apache.iceberg.PartitionSpec-">newDeleteManifestWriter</a></span>(<a href="../../../org/apache/iceberg/PartitionSpec.html" title="class in org.apache.iceberg">PartitionSpec</a> spec)</code> </td> |
| </tr> |
| <tr id="i31" class="rowColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/io/OutputFile.html" title="interface in org.apache.iceberg.io">OutputFile</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#newManifestOutput--">newManifestOutput</a></span>()</code> </td> |
| </tr> |
| <tr id="i32" class="altColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/ManifestReader.html" title="class in org.apache.iceberg">ManifestReader</a><<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#newManifestReader-org.apache.iceberg.ManifestFile-">newManifestReader</a></span>(<a href="../../../org/apache/iceberg/ManifestFile.html" title="interface in org.apache.iceberg">ManifestFile</a> manifest)</code> </td> |
| </tr> |
| <tr id="i33" class="rowColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/ManifestWriter.html" title="class in org.apache.iceberg">ManifestWriter</a><<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#newManifestWriter-org.apache.iceberg.PartitionSpec-">newManifestWriter</a></span>(<a href="../../../org/apache/iceberg/PartitionSpec.html" title="class in org.apache.iceberg">PartitionSpec</a> spec)</code> </td> |
| </tr> |
| <tr id="i34" class="altColor"> |
| <td class="colFirst"><code>protected java.lang.String</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#operation--">operation</a></span>()</code> |
| <div class="block">A string that describes the action that produced the new snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i35" class="rowColor"> |
| <td class="colFirst"><code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#overwriteByRowFilter-org.apache.iceberg.expressions.Expression-">overwriteByRowFilter</a></span>(<a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> expr)</code> |
| <div class="block">Delete files that match an <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions"><code>Expression</code></a> on data rows from the table.</div> |
| </td> |
| </tr> |
| <tr id="i36" class="altColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#refresh--">refresh</a></span>()</code> </td> |
| </tr> |
| <tr id="i37" class="rowColor"> |
| <td class="colFirst"><code>protected ThisT</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#reportWith-org.apache.iceberg.metrics.MetricsReporter-">reportWith</a></span>(<a href="../../../org/apache/iceberg/metrics/MetricsReporter.html" title="interface in org.apache.iceberg.metrics">MetricsReporter</a> newReporter)</code> </td> |
| </tr> |
| <tr id="i38" class="altColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#rowFilter--">rowFilter</a></span>()</code> </td> |
| </tr> |
| <tr id="i39" class="rowColor"> |
| <td class="colFirst"><code>ThisT</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#scanManifestsWith-java.util.concurrent.ExecutorService-">scanManifestsWith</a></span>(java.util.concurrent.ExecutorService executorService)</code> |
| <div class="block">Use a particular executor to scan manifests.</div> |
| </td> |
| </tr> |
| <tr id="i40" class="altColor"> |
| <td class="colFirst"><code>protected <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#self--">self</a></span>()</code> </td> |
| </tr> |
| <tr id="i41" class="rowColor"> |
| <td class="colFirst"><code>ThisT</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#set-java.lang.String-java.lang.String-">set</a></span>(java.lang.String property, |
| java.lang.String value)</code> |
| <div class="block">Set a summary property in the snapshot produced by this update.</div> |
| </td> |
| </tr> |
| <tr id="i42" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#setNewFilesSequenceNumber-long-">setNewFilesSequenceNumber</a></span>(long sequenceNumber)</code> </td> |
| </tr> |
| <tr id="i43" class="rowColor"> |
| <td class="colFirst"><code>protected long</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#snapshotId--">snapshotId</a></span>()</code> </td> |
| </tr> |
| <tr id="i44" class="altColor"> |
| <td class="colFirst"><code>ThisT</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#stageOnly--">stageOnly</a></span>()</code> |
| <div class="block">Called to stage a snapshot in table metadata, but not update the current snapshot id.</div> |
| </td> |
| </tr> |
| <tr id="i45" class="rowColor"> |
| <td class="colFirst"><code>protected java.util.Map<java.lang.String,java.lang.String></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#summary--">summary</a></span>()</code> </td> |
| </tr> |
| <tr id="i46" class="altColor"> |
| <td class="colFirst"><code>protected java.lang.String</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#targetBranch--">targetBranch</a></span>()</code> </td> |
| </tr> |
| <tr id="i47" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#targetBranch-java.lang.String-">targetBranch</a></span>(java.lang.String branch)</code> |
| <div class="block">* A setter for the target branch on which snapshot producer operation should be performed</div> |
| </td> |
| </tr> |
| <tr id="i48" class="altColor"> |
| <td class="colFirst"><code><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html" title="class in org.apache.iceberg">BaseOverwriteFiles</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#toBranch-java.lang.String-">toBranch</a></span>(java.lang.String branch)</code> |
| <div class="block">Perform operations on a particular branch</div> |
| </td> |
| </tr> |
| <tr id="i49" class="rowColor"> |
| <td class="colFirst"><code>java.lang.Object</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#updateEvent--">updateEvent</a></span>()</code> |
| <div class="block">Generates update event to notify about metadata changes</div> |
| </td> |
| </tr> |
| <tr id="i50" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validate-org.apache.iceberg.TableMetadata-org.apache.iceberg.Snapshot-">validate</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> |
| <div class="block">Validate the current metadata.</div> |
| </td> |
| </tr> |
| <tr id="i51" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateAddedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-">validateAddedDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> conflictDetectionFilter)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateAddedDataFiles(TableMetadata, Long, Expression, Snapshot)</code> |
| instead</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i52" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateAddedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-org.apache.iceberg.Snapshot-">validateAddedDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> conflictDetectionFilter, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> |
| <div class="block">Validates that no files matching a filter have been added to the table since a starting |
| snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i53" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateAddedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-">validateAddedDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateAddedDataFiles(TableMetadata, Long, PartitionSet, |
| Snapshot)</code> instead</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i54" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateAddedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-org.apache.iceberg.Snapshot-">validateAddedDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> |
| <div class="block">Validates that no files matching given partitions have been added to the table since a starting |
| snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i55" class="rowColor"> |
| <td class="colFirst"><code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateAddedFilesMatchOverwriteFilter--">validateAddedFilesMatchOverwriteFilter</a></span>()</code> |
| <div class="block">Signal that each file added to the table must match the overwrite expression.</div> |
| </td> |
| </tr> |
| <tr id="i56" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateDataFilesExist-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.CharSequenceSet-boolean-org.apache.iceberg.expressions.Expression-">validateDataFilesExist</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/CharSequenceSet.html" title="class in org.apache.iceberg.util">CharSequenceSet</a> requiredDataFiles, |
| boolean skipDeletes, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> conflictDetectionFilter)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </td> |
| </tr> |
| <tr id="i57" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateDataFilesExist-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.CharSequenceSet-boolean-org.apache.iceberg.expressions.Expression-org.apache.iceberg.Snapshot-">validateDataFilesExist</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/CharSequenceSet.html" title="class in org.apache.iceberg.util">CharSequenceSet</a> requiredDataFiles, |
| boolean skipDeletes, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> conflictDetectionFilter, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> </td> |
| </tr> |
| <tr id="i58" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateDeletedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-">validateDeletedDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateDeletedDataFiles(TableMetadata, Long, Expression, |
| Snapshot)</code> instead</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i59" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateDeletedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-org.apache.iceberg.Snapshot-">validateDeletedDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> |
| <div class="block">Validates that no files matching a filter have been deleted from the table since a starting |
| snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i60" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateDeletedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-">validateDeletedDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateNoNewDeleteFiles(TableMetadata, Long, PartitionSet, |
| Snapshot)</code> instead</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i61" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateDeletedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-org.apache.iceberg.Snapshot-">validateDeletedDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> |
| <div class="block">Validates that no files matching a filter have been deleted from the table since a starting |
| snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i62" class="altColor"> |
| <td class="colFirst"><code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateFromSnapshot-long-">validateFromSnapshot</a></span>(long snapshotId)</code> |
| <div class="block">Set the snapshot ID used in any reads for this operation.</div> |
| </td> |
| </tr> |
| <tr id="i63" class="rowColor"> |
| <td class="colFirst"><code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateNoConflictingData--">validateNoConflictingData</a></span>()</code> |
| <div class="block">Enables validation that data added concurrently does not conflict with this commit's operation.</div> |
| </td> |
| </tr> |
| <tr id="i64" class="altColor"> |
| <td class="colFirst"><code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateNoConflictingDeletes--">validateNoConflictingDeletes</a></span>()</code> |
| <div class="block">Enables validation that deletes that happened concurrently do not conflict with this commit's |
| operation.</div> |
| </td> |
| </tr> |
| <tr id="i65" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateNoNewDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-">validateNoNewDeleteFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateNoNewDeleteFiles(org.apache.iceberg.TableMetadata, java.lang.Long, org.apache.iceberg.expressions.Expression)</code> instead</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i66" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateNoNewDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-org.apache.iceberg.Snapshot-">validateNoNewDeleteFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> |
| <div class="block">Validates that no delete files matching a filter have been added to the table since a starting |
| snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i67" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateNoNewDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-">validateNoNewDeleteFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateNoNewDeleteFiles(TableMetadata, Long, PartitionSet, |
| Snapshot)</code> instead</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i68" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateNoNewDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-org.apache.iceberg.Snapshot-">validateNoNewDeleteFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> |
| <div class="block">Validates that no delete files matching a partition set have been added to the table since a |
| starting snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i69" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateNoNewDeletesForDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-java.lang.Iterable-">validateNoNewDeletesForDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| java.lang.Iterable<<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> dataFiles)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateNoNewDeletesForDataFiles(org.apache.iceberg.TableMetadata, java.lang.Long, java.lang.Iterable<org.apache.iceberg.DataFile>, org.apache.iceberg.Snapshot)</code> instead</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i70" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateNoNewDeletesForDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-java.lang.Iterable-org.apache.iceberg.Snapshot-">validateNoNewDeletesForDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| java.lang.Iterable<<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> dataFiles, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> |
| <div class="block">Validates that no new delete files that must be applied to the given data files have been added |
| to the table since a starting snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i71" class="rowColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateNoNewDeletesForDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-java.lang.Iterable-">validateNoNewDeletesForDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| java.lang.Iterable<<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> dataFiles)</code> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> |
| <div class="block"><span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateNoNewDeletesForDataFiles(org.apache.iceberg.TableMetadata, java.lang.Long, java.lang.Iterable<org.apache.iceberg.DataFile>, org.apache.iceberg.Snapshot)</code> instead</span></div> |
| </div> |
| </td> |
| </tr> |
| <tr id="i72" class="altColor"> |
| <td class="colFirst"><code>protected void</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#validateNoNewDeletesForDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-java.lang.Iterable-org.apache.iceberg.Snapshot-">validateNoNewDeletesForDataFiles</a></span>(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| java.lang.Iterable<<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> dataFiles, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</code> |
| <div class="block">Validates that no new delete files that must be applied to the given data files have been added |
| to the table since a starting snapshot.</div> |
| </td> |
| </tr> |
| <tr id="i73" class="rowColor"> |
| <td class="colFirst"><code>protected java.util.concurrent.ExecutorService</code></td> |
| <td class="colLast"><code><span class="memberNameLink"><a href="../../../org/apache/iceberg/BaseOverwriteFiles.html#workerPool--">workerPool</a></span>()</code> </td> |
| </tr> |
| </table> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods.inherited.from.class.java.lang.Object"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from class java.lang.Object</h3> |
| <code>clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait</code></li> |
| </ul> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods.inherited.from.class.org.apache.iceberg.OverwriteFiles"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from interface org.apache.iceberg.<a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></h3> |
| <code><a href="../../../org/apache/iceberg/OverwriteFiles.html#caseSensitive-boolean-">caseSensitive</a></code></li> |
| </ul> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods.inherited.from.class.org.apache.iceberg.SnapshotUpdate"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from interface org.apache.iceberg.<a href="../../../org/apache/iceberg/SnapshotUpdate.html" title="interface in org.apache.iceberg">SnapshotUpdate</a></h3> |
| <code><a href="../../../org/apache/iceberg/SnapshotUpdate.html#deleteWith-java.util.function.Consumer-">deleteWith</a>, <a href="../../../org/apache/iceberg/SnapshotUpdate.html#scanManifestsWith-java.util.concurrent.ExecutorService-">scanManifestsWith</a>, <a href="../../../org/apache/iceberg/SnapshotUpdate.html#set-java.lang.String-java.lang.String-">set</a>, <a href="../../../org/apache/iceberg/SnapshotUpdate.html#stageOnly--">stageOnly</a></code></li> |
| </ul> |
| <ul class="blockList"> |
| <li class="blockList"><a name="methods.inherited.from.class.org.apache.iceberg.PendingUpdate"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from interface org.apache.iceberg.<a href="../../../org/apache/iceberg/PendingUpdate.html" title="interface in org.apache.iceberg">PendingUpdate</a></h3> |
| <code><a href="../../../org/apache/iceberg/PendingUpdate.html#apply--">apply</a>, <a href="../../../org/apache/iceberg/PendingUpdate.html#commit--">commit</a>, <a href="../../../org/apache/iceberg/PendingUpdate.html#updateEvent--">updateEvent</a></code></li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </div> |
| <div class="details"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <!-- ========= CONSTRUCTOR DETAIL ======== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="constructor.detail"> |
| <!-- --> |
| </a> |
| <h3>Constructor Detail</h3> |
| <a name="BaseOverwriteFiles-java.lang.String-org.apache.iceberg.TableOperations-"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>BaseOverwriteFiles</h4> |
| <pre>protected BaseOverwriteFiles(java.lang.String tableName, |
| <a href="../../../org/apache/iceberg/TableOperations.html" title="interface in org.apache.iceberg">TableOperations</a> ops)</pre> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| <!-- ============ METHOD DETAIL ========== --> |
| <ul class="blockList"> |
| <li class="blockList"><a name="method.detail"> |
| <!-- --> |
| </a> |
| <h3>Method Detail</h3> |
| <a name="self--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>self</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a> self()</pre> |
| </li> |
| </ul> |
| <a name="operation--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>operation</h4> |
| <pre>protected java.lang.String operation()</pre> |
| <div class="block">A string that describes the action that produced the new snapshot.</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>a string operation</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="overwriteByRowFilter-org.apache.iceberg.expressions.Expression-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>overwriteByRowFilter</h4> |
| <pre>public <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a> overwriteByRowFilter(<a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> expr)</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/OverwriteFiles.html#overwriteByRowFilter-org.apache.iceberg.expressions.Expression-">OverwriteFiles</a></code></span></div> |
| <div class="block">Delete files that match an <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions"><code>Expression</code></a> on data rows from the table. |
| |
| <p>A file is selected to be deleted by the expression if it could contain any rows that match |
| the expression (candidate files are selected using an <a href="../../../org/apache/iceberg/expressions/Projections.html#inclusive-org.apache.iceberg.PartitionSpec-"><code>inclusive projection</code></a>). These candidate files are deleted |
| if all of the rows in the file must match the expression (the partition data matches the |
| expression's <a href="../../../org/apache/iceberg/expressions/Projections.html#strict-org.apache.iceberg.PartitionSpec-"><code>Projections.strict(PartitionSpec)</code></a> strict projection}). This guarantees |
| that files are deleted if and only if all rows in the file must match the expression. |
| |
| <p>Files that may contain some rows that match the expression and some rows that do not will |
| result in a <a href="../../../org/apache/iceberg/exceptions/ValidationException.html" title="class in org.apache.iceberg.exceptions"><code>ValidationException</code></a>.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/OverwriteFiles.html#overwriteByRowFilter-org.apache.iceberg.expressions.Expression-">overwriteByRowFilter</a></code> in interface <code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></dd> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>expr</code> - an expression on rows in the table</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="addFile-org.apache.iceberg.DataFile-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>addFile</h4> |
| <pre>public <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a> addFile(<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a> file)</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/OverwriteFiles.html#addFile-org.apache.iceberg.DataFile-">OverwriteFiles</a></code></span></div> |
| <div class="block">Add a <a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg"><code>DataFile</code></a> to the table.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/OverwriteFiles.html#addFile-org.apache.iceberg.DataFile-">addFile</a></code> in interface <code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></dd> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>file</code> - a data file</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="deleteFile-org.apache.iceberg.DataFile-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>deleteFile</h4> |
| <pre>public <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a> deleteFile(<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a> file)</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/OverwriteFiles.html#deleteFile-org.apache.iceberg.DataFile-">OverwriteFiles</a></code></span></div> |
| <div class="block">Delete a <a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg"><code>DataFile</code></a> from the table.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/OverwriteFiles.html#deleteFile-org.apache.iceberg.DataFile-">deleteFile</a></code> in interface <code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></dd> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>file</code> - a data file</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateAddedFilesMatchOverwriteFilter--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateAddedFilesMatchOverwriteFilter</h4> |
| <pre>public <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a> validateAddedFilesMatchOverwriteFilter()</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/OverwriteFiles.html#validateAddedFilesMatchOverwriteFilter--">OverwriteFiles</a></code></span></div> |
| <div class="block">Signal that each file added to the table must match the overwrite expression. |
| |
| <p>If this method is called, each added file is validated on commit to ensure that it matches |
| the overwrite row filter. This is used to ensure that writes are idempotent: that files cannot |
| be added during a commit that would not be removed if the operation were run a second time.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/OverwriteFiles.html#validateAddedFilesMatchOverwriteFilter--">validateAddedFilesMatchOverwriteFilter</a></code> in interface <code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateFromSnapshot-long-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateFromSnapshot</h4> |
| <pre>public <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a> validateFromSnapshot(long snapshotId)</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/OverwriteFiles.html#validateFromSnapshot-long-">OverwriteFiles</a></code></span></div> |
| <div class="block">Set the snapshot ID used in any reads for this operation. |
| |
| <p>Validations will check changes after this snapshot ID. If the from snapshot is not set, all |
| ancestor snapshots through the table's initial snapshot are validated.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/OverwriteFiles.html#validateFromSnapshot-long-">validateFromSnapshot</a></code> in interface <code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></dd> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>snapshotId</code> - a snapshot ID</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="conflictDetectionFilter-org.apache.iceberg.expressions.Expression-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>conflictDetectionFilter</h4> |
| <pre>public <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a> conflictDetectionFilter(<a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> newConflictDetectionFilter)</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/OverwriteFiles.html#conflictDetectionFilter-org.apache.iceberg.expressions.Expression-">OverwriteFiles</a></code></span></div> |
| <div class="block">Sets a conflict detection filter used to validate concurrently added data and delete files.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/OverwriteFiles.html#conflictDetectionFilter-org.apache.iceberg.expressions.Expression-">conflictDetectionFilter</a></code> in interface <code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></dd> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>newConflictDetectionFilter</code> - an expression on rows in the table</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateNoConflictingData--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateNoConflictingData</h4> |
| <pre>public <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a> validateNoConflictingData()</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/OverwriteFiles.html#validateNoConflictingData--">OverwriteFiles</a></code></span></div> |
| <div class="block">Enables validation that data added concurrently does not conflict with this commit's operation. |
| |
| <p>This method should be called while committing non-idempotent overwrite operations. If a |
| concurrent operation commits a new file after the data was read and that file might contain |
| rows matching the specified conflict detection filter, the overwrite operation will detect this |
| and fail. |
| |
| <p>Calling this method with a correct conflict detection filter is required to maintain |
| isolation for non-idempotent overwrite operations. |
| |
| <p>Validation uses the conflict detection filter passed to <a href="../../../org/apache/iceberg/OverwriteFiles.html#conflictDetectionFilter-org.apache.iceberg.expressions.Expression-"><code>OverwriteFiles.conflictDetectionFilter(Expression)</code></a> and applies to operations that happened after the |
| snapshot passed to <a href="../../../org/apache/iceberg/OverwriteFiles.html#validateFromSnapshot-long-"><code>OverwriteFiles.validateFromSnapshot(long)</code></a>. If the conflict detection filter is not |
| set, any new data added concurrently will fail this overwrite operation.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/OverwriteFiles.html#validateNoConflictingData--">validateNoConflictingData</a></code> in interface <code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateNoConflictingDeletes--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateNoConflictingDeletes</h4> |
| <pre>public <a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a> validateNoConflictingDeletes()</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/OverwriteFiles.html#validateNoConflictingDeletes--">OverwriteFiles</a></code></span></div> |
| <div class="block">Enables validation that deletes that happened concurrently do not conflict with this commit's |
| operation. |
| |
| <p>Validating concurrent deletes is required during non-idempotent overwrite operations. If a |
| concurrent operation deletes data in one of the files being overwritten, the overwrite |
| operation must be aborted as it may undelete rows that were removed concurrently. |
| |
| <p>Calling this method with a correct conflict detection filter is required to maintain |
| isolation for non-idempotent overwrite operations. |
| |
| <p>Validation uses the conflict detection filter passed to <a href="../../../org/apache/iceberg/OverwriteFiles.html#conflictDetectionFilter-org.apache.iceberg.expressions.Expression-"><code>OverwriteFiles.conflictDetectionFilter(Expression)</code></a> and applies to operations that happened after the |
| snapshot passed to <a href="../../../org/apache/iceberg/OverwriteFiles.html#validateFromSnapshot-long-"><code>OverwriteFiles.validateFromSnapshot(long)</code></a>. If the conflict detection filter is not |
| set, this operation will use the row filter provided in <a href="../../../org/apache/iceberg/OverwriteFiles.html#overwriteByRowFilter-org.apache.iceberg.expressions.Expression-"><code>OverwriteFiles.overwriteByRowFilter(Expression)</code></a> to check for new delete files and will ensure there are no |
| conflicting deletes for data files removed via <a href="../../../org/apache/iceberg/OverwriteFiles.html#deleteFile-org.apache.iceberg.DataFile-"><code>OverwriteFiles.deleteFile(DataFile)</code></a>.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/OverwriteFiles.html#validateNoConflictingDeletes--">validateNoConflictingDeletes</a></code> in interface <code><a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a></code></dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="toBranch-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>toBranch</h4> |
| <pre>public <a href="../../../org/apache/iceberg/BaseOverwriteFiles.html" title="class in org.apache.iceberg">BaseOverwriteFiles</a> toBranch(java.lang.String branch)</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/SnapshotUpdate.html#toBranch-java.lang.String-">SnapshotUpdate</a></code></span></div> |
| <div class="block">Perform operations on a particular branch</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/SnapshotUpdate.html#toBranch-java.lang.String-">toBranch</a></code> in interface <code><a href="../../../org/apache/iceberg/SnapshotUpdate.html" title="interface in org.apache.iceberg">SnapshotUpdate</a><<a href="../../../org/apache/iceberg/OverwriteFiles.html" title="interface in org.apache.iceberg">OverwriteFiles</a>></code></dd> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>branch</code> - which is name of SnapshotRef of type branch.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validate-org.apache.iceberg.TableMetadata-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validate</h4> |
| <pre>protected void validate(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| <div class="block">Validate the current metadata. |
| |
| <p>Child operations can override this to add custom validation.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - current table metadata to validate</dd> |
| <dd><code>parent</code> - ending snapshot on the lineage which is being validated</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="set-java.lang.String-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>set</h4> |
| <pre>public ThisT set(java.lang.String property, |
| java.lang.String value)</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/SnapshotUpdate.html#set-java.lang.String-java.lang.String-">SnapshotUpdate</a></code></span></div> |
| <div class="block">Set a summary property in the snapshot produced by this update.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>property</code> - a String property name</dd> |
| <dd><code>value</code> - a String property value</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="caseSensitive-boolean-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>caseSensitive</h4> |
| <pre>public ThisT caseSensitive(boolean isCaseSensitive)</pre> |
| </li> |
| </ul> |
| <a name="isCaseSensitive--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>isCaseSensitive</h4> |
| <pre>protected boolean isCaseSensitive()</pre> |
| </li> |
| </ul> |
| <a name="dataSpec--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>dataSpec</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/PartitionSpec.html" title="class in org.apache.iceberg">PartitionSpec</a> dataSpec()</pre> |
| </li> |
| </ul> |
| <a name="rowFilter--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>rowFilter</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> rowFilter()</pre> |
| </li> |
| </ul> |
| <a name="addedFiles--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>addedFiles</h4> |
| <pre>protected java.util.List<<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> addedFiles()</pre> |
| </li> |
| </ul> |
| <a name="failAnyDelete--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>failAnyDelete</h4> |
| <pre>protected void failAnyDelete()</pre> |
| </li> |
| </ul> |
| <a name="failMissingDeletePaths--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>failMissingDeletePaths</h4> |
| <pre>protected void failMissingDeletePaths()</pre> |
| </li> |
| </ul> |
| <a name="deleteByRowFilter-org.apache.iceberg.expressions.Expression-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>deleteByRowFilter</h4> |
| <pre>protected void deleteByRowFilter(<a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> expr)</pre> |
| <div class="block">Add a filter to match files to delete. A file will be deleted if all of the rows it contains |
| match this or any other filter passed to this method.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>expr</code> - an expression to match rows.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="dropPartition-int-org.apache.iceberg.StructLike-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>dropPartition</h4> |
| <pre>protected void dropPartition(int specId, |
| <a href="../../../org/apache/iceberg/StructLike.html" title="interface in org.apache.iceberg">StructLike</a> partition)</pre> |
| <div class="block">Add a partition tuple to drop from the table during the delete phase.</div> |
| </li> |
| </ul> |
| <a name="delete-org.apache.iceberg.DataFile-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>delete</h4> |
| <pre>protected void delete(<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a> file)</pre> |
| <div class="block">Add a specific data file to be deleted in the new snapshot.</div> |
| </li> |
| </ul> |
| <a name="delete-org.apache.iceberg.DeleteFile-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>delete</h4> |
| <pre>protected void delete(<a href="../../../org/apache/iceberg/DeleteFile.html" title="interface in org.apache.iceberg">DeleteFile</a> file)</pre> |
| <div class="block">Add a specific delete file to be deleted in the new snapshot.</div> |
| </li> |
| </ul> |
| <a name="delete-java.lang.CharSequence-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>delete</h4> |
| <pre>protected void delete(java.lang.CharSequence path)</pre> |
| <div class="block">Add a specific data path to be deleted in the new snapshot.</div> |
| </li> |
| </ul> |
| <a name="add-org.apache.iceberg.DataFile-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>add</h4> |
| <pre>protected void add(<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a> file)</pre> |
| <div class="block">Add a data file to the new snapshot.</div> |
| </li> |
| </ul> |
| <a name="add-org.apache.iceberg.DeleteFile-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>add</h4> |
| <pre>protected void add(<a href="../../../org/apache/iceberg/DeleteFile.html" title="interface in org.apache.iceberg">DeleteFile</a> file)</pre> |
| <div class="block">Add a delete file to the new snapshot.</div> |
| </li> |
| </ul> |
| <a name="add-org.apache.iceberg.ManifestFile-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>add</h4> |
| <pre>protected void add(<a href="../../../org/apache/iceberg/ManifestFile.html" title="interface in org.apache.iceberg">ManifestFile</a> manifest)</pre> |
| <div class="block">Add all files in a manifest to the new snapshot.</div> |
| </li> |
| </ul> |
| <a name="validateAddedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateAddedDataFiles</h4> |
| <pre>@Deprecated |
| protected void validateAddedDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateAddedDataFiles(TableMetadata, Long, PartitionSet, |
| Snapshot)</code> instead</span></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>partitionSet</code> - a set of partitions to filter new conflicting data files</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateAddedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateAddedDataFiles</h4> |
| <pre>protected void validateAddedDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| <div class="block">Validates that no files matching given partitions have been added to the table since a starting |
| snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>partitionSet</code> - a set of partitions to filter new conflicting data files</dd> |
| <dd><code>parent</code> - ending snapshot on the lineage being validated</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateAddedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateAddedDataFiles</h4> |
| <pre>@Deprecated |
| protected void validateAddedDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> conflictDetectionFilter)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateAddedDataFiles(TableMetadata, Long, Expression, Snapshot)</code> |
| instead</span></div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>conflictDetectionFilter</code> - an expression used to find new conflicting data files</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateAddedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateAddedDataFiles</h4> |
| <pre>protected void validateAddedDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> conflictDetectionFilter, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| <div class="block">Validates that no files matching a filter have been added to the table since a starting |
| snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>conflictDetectionFilter</code> - an expression used to find new conflicting data files</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateNoNewDeletesForDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-java.lang.Iterable-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateNoNewDeletesForDataFiles</h4> |
| <pre>protected void validateNoNewDeletesForDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| java.lang.Iterable<<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> dataFiles, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| <div class="block">Validates that no new delete files that must be applied to the given data files have been added |
| to the table since a starting snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>dataFiles</code> - data files to validate have no new row deletes</dd> |
| <dd><code>parent</code> - ending snapshot on the branch being validated</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateNoNewDeletesForDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-java.lang.Iterable-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateNoNewDeletesForDataFiles</h4> |
| <pre>@Deprecated |
| protected void validateNoNewDeletesForDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| java.lang.Iterable<<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> dataFiles)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateNoNewDeletesForDataFiles(org.apache.iceberg.TableMetadata, java.lang.Long, java.lang.Iterable<org.apache.iceberg.DataFile>, org.apache.iceberg.Snapshot)</code> instead</span></div> |
| <div class="block">Validates that no new delete files that must be applied to the given data files have been added |
| to the table since a starting snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>dataFiles</code> - data files to validate have no new row deletes</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateNoNewDeletesForDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-java.lang.Iterable-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateNoNewDeletesForDataFiles</h4> |
| <pre>@Deprecated |
| protected void validateNoNewDeletesForDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| java.lang.Iterable<<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> dataFiles)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateNoNewDeletesForDataFiles(org.apache.iceberg.TableMetadata, java.lang.Long, java.lang.Iterable<org.apache.iceberg.DataFile>, org.apache.iceberg.Snapshot)</code> instead</span></div> |
| <div class="block">Validates that no new delete files that must be applied to the given data files have been added |
| to the table since a starting snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>dataFilter</code> - a data filter</dd> |
| <dd><code>dataFiles</code> - data files to validate have no new row deletes</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateNoNewDeletesForDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-java.lang.Iterable-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateNoNewDeletesForDataFiles</h4> |
| <pre>protected void validateNoNewDeletesForDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| java.lang.Iterable<<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> dataFiles, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| <div class="block">Validates that no new delete files that must be applied to the given data files have been added |
| to the table since a starting snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>dataFilter</code> - a data filter</dd> |
| <dd><code>dataFiles</code> - data files to validate have no new row deletes</dd> |
| <dd><code>parent</code> - ending snapshot on the branch being validated</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateNoNewDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateNoNewDeleteFiles</h4> |
| <pre>@Deprecated |
| protected void validateNoNewDeleteFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateNoNewDeleteFiles(org.apache.iceberg.TableMetadata, java.lang.Long, org.apache.iceberg.expressions.Expression)</code> instead</span></div> |
| <div class="block">Validates that no delete files matching a filter have been added to the table since a starting |
| snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>dataFilter</code> - an expression used to find new conflicting delete files</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateNoNewDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateNoNewDeleteFiles</h4> |
| <pre>protected void validateNoNewDeleteFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| <div class="block">Validates that no delete files matching a filter have been added to the table since a starting |
| snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>dataFilter</code> - an expression used to find new conflicting delete files</dd> |
| <dd><code>parent</code> - ending snapshot on the branch being validated</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateNoNewDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateNoNewDeleteFiles</h4> |
| <pre>@Deprecated |
| protected void validateNoNewDeleteFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateNoNewDeleteFiles(TableMetadata, Long, PartitionSet, |
| Snapshot)</code> instead</span></div> |
| <div class="block">Validates that no delete files matching a partition set have been added to the table since a |
| starting snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>partitionSet</code> - a partition set used to find new conflicting delete files</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateNoNewDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateNoNewDeleteFiles</h4> |
| <pre>protected void validateNoNewDeleteFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| <div class="block">Validates that no delete files matching a partition set have been added to the table since a |
| starting snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>partitionSet</code> - a partition set used to find new conflicting delete files</dd> |
| <dd><code>parent</code> - ending snapshot on the branch being validated</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="addedDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-org.apache.iceberg.util.PartitionSet-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>addedDeleteFiles</h4> |
| <pre>@Deprecated |
| protected org.apache.iceberg.DeleteFileIndex addedDeleteFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.addedDeleteFiles(TableMetadata, Long, Expression, PartitionSet, |
| Snapshot)</code> instead</span></div> |
| <div class="block">Returns matching delete files have been added to the table since a starting snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>dataFilter</code> - an expression used to find delete files</dd> |
| <dd><code>partitionSet</code> - a partition set used to find delete files</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="addedDeleteFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-org.apache.iceberg.util.PartitionSet-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>addedDeleteFiles</h4> |
| <pre>protected org.apache.iceberg.DeleteFileIndex addedDeleteFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| <div class="block">Returns matching delete files have been added to the table since a starting snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>dataFilter</code> - an expression used to find delete files</dd> |
| <dd><code>partitionSet</code> - a partition set used to find delete files</dd> |
| <dd><code>parent</code> - parent snapshot of the branch</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateDeletedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateDeletedDataFiles</h4> |
| <pre>@Deprecated |
| protected void validateDeletedDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateDeletedDataFiles(TableMetadata, Long, Expression, |
| Snapshot)</code> instead</span></div> |
| <div class="block">Validates that no files matching a filter have been deleted from the table since a starting |
| snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>dataFilter</code> - an expression used to find deleted data files</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateDeletedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.expressions.Expression-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateDeletedDataFiles</h4> |
| <pre>protected void validateDeletedDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> dataFilter, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| <div class="block">Validates that no files matching a filter have been deleted from the table since a starting |
| snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>dataFilter</code> - an expression used to find deleted data files</dd> |
| <dd><code>parent</code> - ending snapshot on the branch being validated</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateDeletedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateDeletedDataFiles</h4> |
| <pre>@Deprecated |
| protected void validateDeletedDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> <span class="deprecationComment">will be removed in 1.3.0; use <code>MergingSnapshotProducer.validateNoNewDeleteFiles(TableMetadata, Long, PartitionSet, |
| Snapshot)</code> instead</span></div> |
| <div class="block">Validates that no files matching a filter have been deleted from the table since a starting |
| snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>partitionSet</code> - a partition set used to find deleted data files</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="validateDeletedDataFiles-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.PartitionSet-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateDeletedDataFiles</h4> |
| <pre>protected void validateDeletedDataFiles(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/PartitionSet.html" title="class in org.apache.iceberg.util">PartitionSet</a> partitionSet, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| <div class="block">Validates that no files matching a filter have been deleted from the table since a starting |
| snapshot.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - table metadata to validate</dd> |
| <dd><code>startingSnapshotId</code> - id of the snapshot current at the start of the operation</dd> |
| <dd><code>partitionSet</code> - a partition set used to find deleted data files</dd> |
| <dd><code>parent</code> - ending snapshot on the branch being validated</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="setNewFilesSequenceNumber-long-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>setNewFilesSequenceNumber</h4> |
| <pre>protected void setNewFilesSequenceNumber(long sequenceNumber)</pre> |
| </li> |
| </ul> |
| <a name="validateDataFilesExist-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.CharSequenceSet-boolean-org.apache.iceberg.expressions.Expression-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateDataFilesExist</h4> |
| <pre>@Deprecated |
| protected void validateDataFilesExist(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/CharSequenceSet.html" title="class in org.apache.iceberg.util">CharSequenceSet</a> requiredDataFiles, |
| boolean skipDeletes, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> conflictDetectionFilter)</pre> |
| <div class="block"><span class="deprecatedLabel">Deprecated.</span> </div> |
| </li> |
| </ul> |
| <a name="validateDataFilesExist-org.apache.iceberg.TableMetadata-java.lang.Long-org.apache.iceberg.util.CharSequenceSet-boolean-org.apache.iceberg.expressions.Expression-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>validateDataFilesExist</h4> |
| <pre>protected void validateDataFilesExist(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| java.lang.Long startingSnapshotId, |
| <a href="../../../org/apache/iceberg/util/CharSequenceSet.html" title="class in org.apache.iceberg.util">CharSequenceSet</a> requiredDataFiles, |
| boolean skipDeletes, |
| <a href="../../../org/apache/iceberg/expressions/Expression.html" title="interface in org.apache.iceberg.expressions">Expression</a> conflictDetectionFilter, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> parent)</pre> |
| </li> |
| </ul> |
| <a name="summary--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>summary</h4> |
| <pre>protected java.util.Map<java.lang.String,java.lang.String> summary()</pre> |
| </li> |
| </ul> |
| <a name="apply-org.apache.iceberg.TableMetadata-org.apache.iceberg.Snapshot-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>apply</h4> |
| <pre>public java.util.List<<a href="../../../org/apache/iceberg/ManifestFile.html" title="interface in org.apache.iceberg">ManifestFile</a>> apply(<a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> base, |
| <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> snapshot)</pre> |
| <div class="block">Apply the update's changes to the given metadata and snapshot. Return the new manifest list.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>base</code> - the base table metadata to apply changes to</dd> |
| <dd><code>snapshot</code> - snapshot to apply the changes to</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>a manifest list for the new snapshot.</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="updateEvent--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>updateEvent</h4> |
| <pre>public java.lang.Object updateEvent()</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/PendingUpdate.html#updateEvent--">PendingUpdate</a></code></span></div> |
| <div class="block">Generates update event to notify about metadata changes</div> |
| <dl> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the generated event</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="cleanUncommitted-java.util.Set-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>cleanUncommitted</h4> |
| <pre>protected void cleanUncommitted(java.util.Set<<a href="../../../org/apache/iceberg/ManifestFile.html" title="interface in org.apache.iceberg">ManifestFile</a>> committed)</pre> |
| <div class="block">Clean up any uncommitted manifests that were created. |
| |
| <p>Manifests may not be committed if apply is called more because a commit conflict has |
| occurred. Implementations may keep around manifests because the same changes will be made by |
| both apply calls. This method instructs the implementation to clean up those manifests and |
| passes the paths of the manifests that were actually committed.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>committed</code> - a set of manifest paths that were actually committed</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="stageOnly--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>stageOnly</h4> |
| <pre>public ThisT stageOnly()</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/SnapshotUpdate.html#stageOnly--">SnapshotUpdate</a></code></span></div> |
| <div class="block">Called to stage a snapshot in table metadata, but not update the current snapshot id.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/SnapshotUpdate.html#stageOnly--">stageOnly</a></code> in interface <code><a href="../../../org/apache/iceberg/SnapshotUpdate.html" title="interface in org.apache.iceberg">SnapshotUpdate</a><ThisT></code></dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="scanManifestsWith-java.util.concurrent.ExecutorService-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>scanManifestsWith</h4> |
| <pre>public ThisT scanManifestsWith(java.util.concurrent.ExecutorService executorService)</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/SnapshotUpdate.html#scanManifestsWith-java.util.concurrent.ExecutorService-">SnapshotUpdate</a></code></span></div> |
| <div class="block">Use a particular executor to scan manifests. The default worker pool will be used by default.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/SnapshotUpdate.html#scanManifestsWith-java.util.concurrent.ExecutorService-">scanManifestsWith</a></code> in interface <code><a href="../../../org/apache/iceberg/SnapshotUpdate.html" title="interface in org.apache.iceberg">SnapshotUpdate</a><ThisT></code></dd> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>executorService</code> - the provided executor</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="commitMetrics--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>commitMetrics</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/metrics/CommitMetrics.html" title="class in org.apache.iceberg.metrics">CommitMetrics</a> commitMetrics()</pre> |
| </li> |
| </ul> |
| <a name="reportWith-org.apache.iceberg.metrics.MetricsReporter-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>reportWith</h4> |
| <pre>protected ThisT reportWith(<a href="../../../org/apache/iceberg/metrics/MetricsReporter.html" title="interface in org.apache.iceberg.metrics">MetricsReporter</a> newReporter)</pre> |
| </li> |
| </ul> |
| <a name="targetBranch-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>targetBranch</h4> |
| <pre>protected void targetBranch(java.lang.String branch)</pre> |
| <div class="block">* A setter for the target branch on which snapshot producer operation should be performed</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>branch</code> - to set as target branch</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="targetBranch--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>targetBranch</h4> |
| <pre>protected java.lang.String targetBranch()</pre> |
| </li> |
| </ul> |
| <a name="workerPool--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>workerPool</h4> |
| <pre>protected java.util.concurrent.ExecutorService workerPool()</pre> |
| </li> |
| </ul> |
| <a name="deleteWith-java.util.function.Consumer-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>deleteWith</h4> |
| <pre>public ThisT deleteWith(java.util.function.Consumer<java.lang.String> deleteCallback)</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/SnapshotUpdate.html#deleteWith-java.util.function.Consumer-">SnapshotUpdate</a></code></span></div> |
| <div class="block">Set a callback to delete files instead of the table's default.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/SnapshotUpdate.html#deleteWith-java.util.function.Consumer-">deleteWith</a></code> in interface <code><a href="../../../org/apache/iceberg/SnapshotUpdate.html" title="interface in org.apache.iceberg">SnapshotUpdate</a><ThisT></code></dd> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>deleteCallback</code> - a String consumer used to delete locations.</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>this for method chaining</dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="apply--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>apply</h4> |
| <pre>public <a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a> apply()</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/PendingUpdate.html#apply--">PendingUpdate</a></code></span></div> |
| <div class="block">Apply the pending changes and return the uncommitted changes for validation. |
| |
| <p>This does not result in a permanent update.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/PendingUpdate.html#apply--">apply</a></code> in interface <code><a href="../../../org/apache/iceberg/PendingUpdate.html" title="interface in org.apache.iceberg">PendingUpdate</a><<a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a>></code></dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>the uncommitted changes that would be committed by calling <a href="../../../org/apache/iceberg/PendingUpdate.html#commit--"><code>PendingUpdate.commit()</code></a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="current--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>current</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> current()</pre> |
| </li> |
| </ul> |
| <a name="refresh--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>refresh</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/TableMetadata.html" title="class in org.apache.iceberg">TableMetadata</a> refresh()</pre> |
| </li> |
| </ul> |
| <a name="commit--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>commit</h4> |
| <pre>public void commit()</pre> |
| <div class="block"><span class="descfrmTypeLabel">Description copied from interface: <code><a href="../../../org/apache/iceberg/PendingUpdate.html#commit--">PendingUpdate</a></code></span></div> |
| <div class="block">Apply the pending changes and commit. |
| |
| <p>Changes are committed by calling the underlying table's commit method. |
| |
| <p>Once the commit is successful, the updated table will be refreshed.</div> |
| <dl> |
| <dt><span class="overrideSpecifyLabel">Specified by:</span></dt> |
| <dd><code><a href="../../../org/apache/iceberg/PendingUpdate.html#commit--">commit</a></code> in interface <code><a href="../../../org/apache/iceberg/PendingUpdate.html" title="interface in org.apache.iceberg">PendingUpdate</a><<a href="../../../org/apache/iceberg/Snapshot.html" title="interface in org.apache.iceberg">Snapshot</a>></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a name="cleanAll--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>cleanAll</h4> |
| <pre>protected void cleanAll()</pre> |
| </li> |
| </ul> |
| <a name="deleteFile-java.lang.String-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>deleteFile</h4> |
| <pre>protected void deleteFile(java.lang.String path)</pre> |
| </li> |
| </ul> |
| <a name="manifestListPath--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>manifestListPath</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/io/OutputFile.html" title="interface in org.apache.iceberg.io">OutputFile</a> manifestListPath()</pre> |
| </li> |
| </ul> |
| <a name="newManifestOutput--"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>newManifestOutput</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/io/OutputFile.html" title="interface in org.apache.iceberg.io">OutputFile</a> newManifestOutput()</pre> |
| </li> |
| </ul> |
| <a name="newManifestWriter-org.apache.iceberg.PartitionSpec-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>newManifestWriter</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/ManifestWriter.html" title="class in org.apache.iceberg">ManifestWriter</a><<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> newManifestWriter(<a href="../../../org/apache/iceberg/PartitionSpec.html" title="class in org.apache.iceberg">PartitionSpec</a> spec)</pre> |
| </li> |
| </ul> |
| <a name="newDeleteManifestWriter-org.apache.iceberg.PartitionSpec-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>newDeleteManifestWriter</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/ManifestWriter.html" title="class in org.apache.iceberg">ManifestWriter</a><<a href="../../../org/apache/iceberg/DeleteFile.html" title="interface in org.apache.iceberg">DeleteFile</a>> newDeleteManifestWriter(<a href="../../../org/apache/iceberg/PartitionSpec.html" title="class in org.apache.iceberg">PartitionSpec</a> spec)</pre> |
| </li> |
| </ul> |
| <a name="newManifestReader-org.apache.iceberg.ManifestFile-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>newManifestReader</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/ManifestReader.html" title="class in org.apache.iceberg">ManifestReader</a><<a href="../../../org/apache/iceberg/DataFile.html" title="interface in org.apache.iceberg">DataFile</a>> newManifestReader(<a href="../../../org/apache/iceberg/ManifestFile.html" title="interface in org.apache.iceberg">ManifestFile</a> manifest)</pre> |
| </li> |
| </ul> |
| <a name="newDeleteManifestReader-org.apache.iceberg.ManifestFile-"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>newDeleteManifestReader</h4> |
| <pre>protected <a href="../../../org/apache/iceberg/ManifestReader.html" title="class in org.apache.iceberg">ManifestReader</a><<a href="../../../org/apache/iceberg/DeleteFile.html" title="interface in org.apache.iceberg">DeleteFile</a>> newDeleteManifestReader(<a href="../../../org/apache/iceberg/ManifestFile.html" title="interface in org.apache.iceberg">ManifestFile</a> manifest)</pre> |
| </li> |
| </ul> |
| <a name="snapshotId--"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>snapshotId</h4> |
| <pre>protected long snapshotId()</pre> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </div> |
| </div> |
| <!-- ========= END OF CLASS DATA ========= --> |
| <!-- ======= START OF BOTTOM NAVBAR ====== --> |
| <div class="bottomNav"><a name="navbar.bottom"> |
| <!-- --> |
| </a> |
| <div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> |
| <a name="navbar.bottom.firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="../../../overview-summary.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="navBarCell1Rev">Class</li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../index-all.html">Index</a></li> |
| <li><a href="../../../help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList"> |
| <li><a href="../../../org/apache/iceberg/BaseMetastoreTableOperations.CommitStatus.html" title="enum in org.apache.iceberg"><span class="typeNameLink">Prev Class</span></a></li> |
| <li><a href="../../../org/apache/iceberg/BaseReplacePartitions.html" title="class in org.apache.iceberg"><span class="typeNameLink">Next Class</span></a></li> |
| </ul> |
| <ul class="navList"> |
| <li><a href="../../../index.html?org/apache/iceberg/BaseOverwriteFiles.html" target="_top">Frames</a></li> |
| <li><a href="BaseOverwriteFiles.html" target="_top">No Frames</a></li> |
| </ul> |
| <ul class="navList" id="allclasses_navbar_bottom"> |
| <li><a href="../../../allclasses-noframe.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_bottom"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| </div> |
| <div> |
| <ul class="subNavList"> |
| <li>Summary: </li> |
| <li>Nested | </li> |
| <li>Field | </li> |
| <li><a href="#constructor.summary">Constr</a> | </li> |
| <li><a href="#method.summary">Method</a></li> |
| </ul> |
| <ul class="subNavList"> |
| <li>Detail: </li> |
| <li>Field | </li> |
| <li><a href="#constructor.detail">Constr</a> | </li> |
| <li><a href="#method.detail">Method</a></li> |
| </ul> |
| </div> |
| <a name="skip.navbar.bottom"> |
| <!-- --> |
| </a></div> |
| <!-- ======== END OF BOTTOM NAVBAR ======= --> |
| </body> |
| </html> |