| <!DOCTYPE HTML> |
| <!-- NewPage --> |
| <html lang="en"> |
| <head> |
| <!-- Generated by javadoc --> |
| <title>HDFSTool (Apache SystemDS 3.2.0-SNAPSHOT API)</title> |
| <meta http-equiv="Content-Type" content="text/html; charset=UTF-8"> |
| <link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style"> |
| <link rel="stylesheet" type="text/css" href="../../../../../jquery/jquery-ui.min.css" title="Style"> |
| <link rel="stylesheet" type="text/css" href="../../../../../jquery-ui.overrides.css" title="Style"> |
| <script type="text/javascript" src="../../../../../script.js"></script> |
| <script type="text/javascript" src="../../../../../jquery/jszip/dist/jszip.min.js"></script> |
| <script type="text/javascript" src="../../../../../jquery/jszip-utils/dist/jszip-utils.min.js"></script> |
| <!--[if IE]> |
| <script type="text/javascript" src="../../../../../jquery/jszip-utils/dist/jszip-utils-ie.min.js"></script> |
| <![endif]--> |
| <script type="text/javascript" src="../../../../../jquery/jquery-3.6.0.min.js"></script> |
| <script type="text/javascript" src="../../../../../jquery/jquery-ui.min.js"></script> |
| </head> |
| <body> |
| <script type="text/javascript"><!-- |
| try { |
| if (location.href.indexOf('is-external=true') == -1) { |
| parent.document.title="HDFSTool (Apache SystemDS 3.2.0-SNAPSHOT API)"; |
| } |
| } |
| catch(err) { |
| } |
| //--> |
| var data = {"i0":9,"i1":9,"i2":9,"i3":9,"i4":9,"i5":9,"i6":9,"i7":9,"i8":9,"i9":9,"i10":9,"i11":9,"i12":9,"i13":9,"i14":9,"i15":9,"i16":9,"i17":9,"i18":9,"i19":9,"i20":9,"i21":9,"i22":9,"i23":9,"i24":9,"i25":9,"i26":9,"i27":9,"i28":9,"i29":9,"i30":9,"i31":9,"i32":9,"i33":9,"i34":9,"i35":9,"i36":9,"i37":9,"i38":9,"i39":9,"i40":9,"i41":9,"i42":9,"i43":9,"i44":9}; |
| var tabs = {65535:["t0","All Methods"],1:["t1","Static Methods"],8:["t4","Concrete Methods"]}; |
| var altColor = "altColor"; |
| var rowColor = "rowColor"; |
| var tableTab = "tableTab"; |
| var activeTableTab = "activeTableTab"; |
| var pathtoroot = "../../../../../"; |
| var useModuleDirectories = true; |
| loadScripts(document, 'script');</script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| <header role="banner"> |
| <nav role="navigation"> |
| <div class="fixedNav"> |
| <!-- ========= START OF TOP NAVBAR ======= --> |
| <div class="topNav"><a id="navbar.top"> |
| <!-- --> |
| </a> |
| <div class="skipNav"><a href="#skip.navbar.top" title="Skip navigation links">Skip navigation links</a></div> |
| <a id="navbar.top.firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="../../../../../index.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="navBarCell1Rev">Class</li> |
| <li><a href="class-use/HDFSTool.html">Use</a></li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../../../index-all.html">Index</a></li> |
| <li><a href="../../../../../help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList" id="allclasses_navbar_top"> |
| <li><a href="../../../../../allclasses.html">All Classes</a></li> |
| </ul> |
| <ul class="navListSearch"> |
| <li><label for="search">SEARCH:</label> |
| <input type="text" id="search" value="search" disabled="disabled"> |
| <input type="reset" id="reset" value="reset" disabled="disabled"> |
| </li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_top"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| </div> |
| <div> |
| <ul class="subNavList"> |
| <li>Summary: </li> |
| <li>Nested | </li> |
| <li><a href="#field.summary">Field</a> | </li> |
| <li><a href="#constructor.summary">Constr</a> | </li> |
| <li><a href="#method.summary">Method</a></li> |
| </ul> |
| <ul class="subNavList"> |
| <li>Detail: </li> |
| <li><a href="#field.detail">Field</a> | </li> |
| <li><a href="#constructor.detail">Constr</a> | </li> |
| <li><a href="#method.detail">Method</a></li> |
| </ul> |
| </div> |
| <a id="skip.navbar.top"> |
| <!-- --> |
| </a></div> |
| <!-- ========= END OF TOP NAVBAR ========= --> |
| </div> |
| <div class="navPadding"> </div> |
| <script type="text/javascript"><!-- |
| $('.navPadding').css('padding-top', $('.fixedNav').css("height")); |
| //--> |
| </script> |
| </nav> |
| </header> |
| <!-- ======== START OF CLASS DATA ======== --> |
| <main role="main"> |
| <div class="header"> |
| <div class="subTitle"><span class="packageLabelInType">Package</span> <a href="package-summary.html">org.apache.sysds.runtime.util</a></div> |
| <h2 title="Class HDFSTool" class="title">Class HDFSTool</h2> |
| </div> |
| <div class="contentContainer"> |
| <ul class="inheritance"> |
| <li><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true" title="class or interface in java.lang" class="externalLink">java.lang.Object</a></li> |
| <li> |
| <ul class="inheritance"> |
| <li>org.apache.sysds.runtime.util.HDFSTool</li> |
| </ul> |
| </li> |
| </ul> |
| <div class="description"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <hr> |
| <pre>public class <span class="typeNameLabel">HDFSTool</span> |
| extends <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true" title="class or interface in java.lang" class="externalLink">Object</a></pre> |
| </li> |
| </ul> |
| </div> |
| <div class="summary"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <!-- =========== FIELD SUMMARY =========== --> |
| <section> |
| <ul class="blockList"> |
| <li class="blockList"><a id="field.summary"> |
| <!-- --> |
| </a> |
| <h3>Field Summary</h3> |
| <table class="memberSummary"> |
| <caption><span>Fields</span><span class="tabEnd"> </span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Modifier and Type</th> |
| <th class="colSecond" scope="col">Field</th> |
| <th class="colLast" scope="col">Description</th> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a></code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#DFS_BLOCKSIZE">DFS_BLOCKSIZE</a></span></code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a></code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#DFS_PERMISSIONS_ENABLED">DFS_PERMISSIONS_ENABLED</a></span></code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a></code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#DFS_REPLICATION">DFS_REPLICATION</a></span></code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a></code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#FS_DEFAULTFS">FS_DEFAULTFS</a></span></code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a></code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#IO_FILE_BUFFER_SIZE">IO_FILE_BUFFER_SIZE</a></span></code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr class="rowColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a></code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#IO_SERIALIZATIONS">IO_SERIALIZATIONS</a></span></code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr class="altColor"> |
| <td class="colFirst"><code>static boolean</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#USE_BINARYBLOCK_SERIALIZATION">USE_BINARYBLOCK_SERIALIZATION</a></span></code></th> |
| <td class="colLast"> </td> |
| </tr> |
| </table> |
| </li> |
| </ul> |
| </section> |
| <!-- ======== CONSTRUCTOR SUMMARY ======== --> |
| <section> |
| <ul class="blockList"> |
| <li class="blockList"><a id="constructor.summary"> |
| <!-- --> |
| </a> |
| <h3>Constructor Summary</h3> |
| <table class="memberSummary"> |
| <caption><span>Constructors</span><span class="tabEnd"> </span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Constructor</th> |
| <th class="colLast" scope="col">Description</th> |
| </tr> |
| <tr class="altColor"> |
| <th class="colConstructorName" scope="row"><code><span class="memberNameLink"><a href="#%3Cinit%3E()">HDFSTool</a></span>()</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| </table> |
| </li> |
| </ul> |
| </section> |
| <!-- ========== METHOD SUMMARY =========== --> |
| <section> |
| <ul class="blockList"> |
| <li class="blockList"><a id="method.summary"> |
| <!-- --> |
| </a> |
| <h3>Method Summary</h3> |
| <table class="memberSummary"> |
| <caption><span id="t0" class="activeTableTab"><span>All Methods</span><span class="tabEnd"> </span></span><span id="t1" class="tableTab"><span><a href="javascript:show(1);">Static Methods</a></span><span class="tabEnd"> </span></span><span id="t4" class="tableTab"><span><a href="javascript:show(8);">Concrete Methods</a></span><span class="tabEnd"> </span></span></caption> |
| <tr> |
| <th class="colFirst" scope="col">Modifier and Type</th> |
| <th class="colSecond" scope="col">Method</th> |
| <th class="colLast" scope="col">Description</th> |
| </tr> |
| <tr id="i0" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#addBinaryBlockSerializationFramework(org.apache.hadoop.conf.Configuration)">addBinaryBlockSerializationFramework</a></span>​(org.apache.hadoop.conf.Configuration job)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i1" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#copyFileOnHDFS(java.lang.String,java.lang.String)">copyFileOnHDFS</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> originalDir, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> newDir)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i2" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#createDirIfNotExistOnHDFS(java.lang.String,java.lang.String)">createDirIfNotExistOnHDFS</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> dir, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> permissions)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i3" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#createDirIfNotExistOnHDFS(org.apache.hadoop.fs.Path)">createDirIfNotExistOnHDFS</a></span>​(org.apache.hadoop.fs.Path path)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i4" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#createDirIfNotExistOnHDFS(org.apache.hadoop.fs.Path,java.lang.String)">createDirIfNotExistOnHDFS</a></span>​(org.apache.hadoop.fs.Path path, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> permissions)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i5" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#deleteFileIfExistOnHDFS(java.lang.String)">deleteFileIfExistOnHDFS</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> dir)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i6" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#deleteFileIfExistOnHDFS(org.apache.hadoop.fs.Path,org.apache.hadoop.mapred.JobConf)">deleteFileIfExistOnHDFS</a></span>​(org.apache.hadoop.fs.Path outpath, |
| org.apache.hadoop.mapred.JobConf job)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i7" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#deleteFileIfExistOnLFS(org.apache.hadoop.fs.Path,org.apache.hadoop.mapred.JobConf)">deleteFileIfExistOnLFS</a></span>​(org.apache.hadoop.fs.Path outpath, |
| org.apache.hadoop.mapred.JobConf job)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i8" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#deleteFileWithMTDIfExistOnHDFS(java.lang.String)">deleteFileWithMTDIfExistOnHDFS</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i9" class="rowColor"> |
| <td class="colFirst"><code>static long</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#estimateNnzBasedOnFileSize(org.apache.hadoop.fs.Path,long,long,int,double)">estimateNnzBasedOnFileSize</a></span>​(org.apache.hadoop.fs.Path path, |
| long rlen, |
| long clen, |
| int blen, |
| double factor)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i10" class="altColor"> |
| <td class="colFirst"><code>static boolean</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#existsFileOnHDFS(java.lang.String)">existsFileOnHDFS</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i11" class="rowColor"> |
| <td class="colFirst"><code>static org.apache.hadoop.fs.FileStatus[]</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#getDirectoryListing(java.lang.String)">getDirectoryListing</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i12" class="altColor"> |
| <td class="colFirst"><code>static long</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#getFilesizeOnHDFS(org.apache.hadoop.fs.Path)">getFilesizeOnHDFS</a></span>​(org.apache.hadoop.fs.Path path)</code></th> |
| <td class="colLast"> |
| <div class="block">Returns the size of a file or directory on hdfs in bytes.</div> |
| </td> |
| </tr> |
| <tr id="i13" class="rowColor"> |
| <td class="colFirst"><code>static org.apache.hadoop.fs.FSDataOutputStream</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#getHDFSDataOutputStream(java.lang.String,boolean)">getHDFSDataOutputStream</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename, |
| boolean overwrite)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i14" class="altColor"> |
| <td class="colFirst"><code>static boolean</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#isDirectory(java.lang.String)">isDirectory</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i15" class="rowColor"> |
| <td class="colFirst"><code>static boolean</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#isFileEmpty(org.apache.hadoop.fs.FileSystem,org.apache.hadoop.fs.Path)">isFileEmpty</a></span>​(org.apache.hadoop.fs.FileSystem fs, |
| org.apache.hadoop.fs.Path dir)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i16" class="altColor"> |
| <td class="colFirst"><code>static boolean</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#isHDFSFileEmpty(java.lang.String)">isHDFSFileEmpty</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> dir)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i17" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#mergeIntoSingleFile(java.lang.String,java.lang.String)">mergeIntoSingleFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> originalDir, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> newFile)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i18" class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a></code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#metaDataToString(org.apache.sysds.common.Types.ValueType,org.apache.sysds.common.Types.ValueType%5B%5D,org.apache.sysds.common.Types.DataType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.io.FileFormatProperties,org.apache.sysds.runtime.privacy.PrivacyConstraint)">metaDataToString</a></span>​(<a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../../common/Types.DataType.html" title="enum in org.apache.sysds.common">Types.DataType</a> dt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../io/FileFormatProperties.html" title="class in org.apache.sysds.runtime.io">FileFormatProperties</a> formatProperties, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i19" class="rowColor"> |
| <td class="colFirst"><code>static boolean</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#readBooleanFromHDFSFile(java.lang.String)">readBooleanFromHDFSFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i20" class="altColor"> |
| <td class="colFirst"><code>static double[]</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#readColumnVectorFromHDFS(java.lang.String,org.apache.sysds.common.Types.FileFormat,long,long,int)">readColumnVectorFromHDFS</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> dir, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| long rlen, |
| long clen, |
| int blen)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i21" class="rowColor"> |
| <td class="colFirst"><code>static double</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#readDoubleFromHDFSFile(java.lang.String)">readDoubleFromHDFSFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i22" class="altColor"> |
| <td class="colFirst"><code>static long</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#readIntegerFromHDFSFile(java.lang.String)">readIntegerFromHDFSFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i23" class="rowColor"> |
| <td class="colFirst"><code>static double[][]</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#readMatrixFromHDFS(java.lang.String,org.apache.sysds.common.Types.FileFormat,long,long,int)">readMatrixFromHDFS</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> dir, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| long rlen, |
| long clen, |
| int blen)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i24" class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true" title="class or interface in java.lang" class="externalLink">Object</a></code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#readObjectFromHDFSFile(java.lang.String,org.apache.sysds.common.Types.ValueType)">readObjectFromHDFSFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i25" class="rowColor"> |
| <td class="colFirst"><code>static <a href="../instructions/cp/ScalarObject.html" title="class in org.apache.sysds.runtime.instructions.cp">ScalarObject</a></code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#readScalarObjectFromHDFSFile(java.lang.String,org.apache.sysds.common.Types.ValueType)">readScalarObjectFromHDFSFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i26" class="altColor"> |
| <td class="colFirst"><code>static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a></code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#readStringFromHDFSFile(java.lang.String)">readStringFromHDFSFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i27" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#renameFileOnHDFS(java.lang.String,java.lang.String)">renameFileOnHDFS</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> originalDir, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> newDir)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i28" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeBooleanToHDFS(boolean,java.lang.String)">writeBooleanToHDFS</a></span>​(boolean b, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i29" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeDoubleToHDFS(double,java.lang.String)">writeDoubleToHDFS</a></span>​(double d, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i30" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeIntToHDFS(long,java.lang.String)">writeIntToHDFS</a></span>​(long i, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i31" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.common.Types.ValueType%5B%5D,org.apache.sysds.common.Types.DataType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat)">writeMetaDataFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../../common/Types.DataType.html" title="enum in org.apache.sysds.common">Types.DataType</a> dt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> mc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i32" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.common.Types.ValueType%5B%5D,org.apache.sysds.common.Types.DataType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.io.FileFormatProperties)">writeMetaDataFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../../common/Types.DataType.html" title="enum in org.apache.sysds.common">Types.DataType</a> dt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../io/FileFormatProperties.html" title="class in org.apache.sysds.runtime.io">FileFormatProperties</a> formatProperties)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i33" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.common.Types.ValueType%5B%5D,org.apache.sysds.common.Types.DataType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.io.FileFormatProperties,org.apache.sysds.runtime.privacy.PrivacyConstraint)">writeMetaDataFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../../common/Types.DataType.html" title="enum in org.apache.sysds.common">Types.DataType</a> dt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../io/FileFormatProperties.html" title="class in org.apache.sysds.runtime.io">FileFormatProperties</a> formatProperties, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i34" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.common.Types.ValueType%5B%5D,org.apache.sysds.common.Types.DataType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.privacy.PrivacyConstraint)">writeMetaDataFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../../common/Types.DataType.html" title="enum in org.apache.sysds.common">Types.DataType</a> dt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> mc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i35" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat)">writeMetaDataFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> mc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i36" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.io.FileFormatProperties)">writeMetaDataFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../io/FileFormatProperties.html" title="class in org.apache.sysds.runtime.io">FileFormatProperties</a> formatProperties)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i37" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.io.FileFormatProperties,org.apache.sysds.runtime.privacy.PrivacyConstraint)">writeMetaDataFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../io/FileFormatProperties.html" title="class in org.apache.sysds.runtime.io">FileFormatProperties</a> formatProperties, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i38" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.privacy.PrivacyConstraint)">writeMetaDataFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> mc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i39" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeMetaDataFileFrame(java.lang.String,org.apache.sysds.common.Types.ValueType%5B%5D,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat)">writeMetaDataFileFrame</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i40" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeObjectToHDFS(java.lang.Object,java.lang.String)">writeObjectToHDFS</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true" title="class or interface in java.lang" class="externalLink">Object</a> obj, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i41" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeScalarMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType)">writeScalarMetaDataFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i42" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeScalarMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.runtime.privacy.PrivacyConstraint)">writeScalarMetaDataFile</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| <tr id="i43" class="rowColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeScalarToHDFS(org.apache.sysds.runtime.instructions.cp.ScalarObject,java.lang.String)">writeScalarToHDFS</a></span>​(<a href="../instructions/cp/ScalarObject.html" title="class in org.apache.sysds.runtime.instructions.cp">ScalarObject</a> scalar, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname)</code></th> |
| <td class="colLast"> |
| <div class="block">Helper function to write scalars to HDFS, |
| including writing its meta data and removing CRC files in local file system</div> |
| </td> |
| </tr> |
| <tr id="i44" class="altColor"> |
| <td class="colFirst"><code>static void</code></td> |
| <th class="colSecond" scope="row"><code><span class="memberNameLink"><a href="#writeStringToHDFS(java.lang.String,java.lang.String)">writeStringToHDFS</a></span>​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> s, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename)</code></th> |
| <td class="colLast"> </td> |
| </tr> |
| </table> |
| <ul class="blockList"> |
| <li class="blockList"><a id="methods.inherited.from.class.java.lang.Object"> |
| <!-- --> |
| </a> |
| <h3>Methods inherited from class java.lang.<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true" title="class or interface in java.lang" class="externalLink">Object</a></h3> |
| <code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true#equals(java.lang.Object)" title="class or interface in java.lang" class="externalLink">equals</a>, <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true#getClass()" title="class or interface in java.lang" class="externalLink">getClass</a>, <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true#hashCode()" title="class or interface in java.lang" class="externalLink">hashCode</a>, <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true#notify()" title="class or interface in java.lang" class="externalLink">notify</a>, <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true#notifyAll()" title="class or interface in java.lang" class="externalLink">notifyAll</a>, <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true#toString()" title="class or interface in java.lang" class="externalLink">toString</a>, <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true#wait()" title="class or interface in java.lang" class="externalLink">wait</a>, <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true#wait(long)" title="class or interface in java.lang" class="externalLink">wait</a>, <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true#wait(long,int)" title="class or interface in java.lang" class="externalLink">wait</a></code></li> |
| </ul> |
| </li> |
| </ul> |
| </section> |
| </li> |
| </ul> |
| </div> |
| <div class="details"> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <!-- ============ FIELD DETAIL =========== --> |
| <section> |
| <ul class="blockList"> |
| <li class="blockList"><a id="field.detail"> |
| <!-- --> |
| </a> |
| <h3>Field Detail</h3> |
| <a id="DFS_REPLICATION"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>DFS_REPLICATION</h4> |
| <pre>public static final <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> DFS_REPLICATION</pre> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../../constant-values.html#org.apache.sysds.runtime.util.HDFSTool.DFS_REPLICATION">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="IO_FILE_BUFFER_SIZE"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>IO_FILE_BUFFER_SIZE</h4> |
| <pre>public static final <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> IO_FILE_BUFFER_SIZE</pre> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../../constant-values.html#org.apache.sysds.runtime.util.HDFSTool.IO_FILE_BUFFER_SIZE">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="IO_SERIALIZATIONS"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>IO_SERIALIZATIONS</h4> |
| <pre>public static final <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> IO_SERIALIZATIONS</pre> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../../constant-values.html#org.apache.sysds.runtime.util.HDFSTool.IO_SERIALIZATIONS">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="DFS_BLOCKSIZE"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>DFS_BLOCKSIZE</h4> |
| <pre>public static final <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> DFS_BLOCKSIZE</pre> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../../constant-values.html#org.apache.sysds.runtime.util.HDFSTool.DFS_BLOCKSIZE">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="DFS_PERMISSIONS_ENABLED"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>DFS_PERMISSIONS_ENABLED</h4> |
| <pre>public static final <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> DFS_PERMISSIONS_ENABLED</pre> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../../constant-values.html#org.apache.sysds.runtime.util.HDFSTool.DFS_PERMISSIONS_ENABLED">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="FS_DEFAULTFS"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>FS_DEFAULTFS</h4> |
| <pre>public static final <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> FS_DEFAULTFS</pre> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../../constant-values.html#org.apache.sysds.runtime.util.HDFSTool.FS_DEFAULTFS">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="USE_BINARYBLOCK_SERIALIZATION"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>USE_BINARYBLOCK_SERIALIZATION</h4> |
| <pre>public static final boolean USE_BINARYBLOCK_SERIALIZATION</pre> |
| <dl> |
| <dt><span class="seeLabel">See Also:</span></dt> |
| <dd><a href="../../../../../constant-values.html#org.apache.sysds.runtime.util.HDFSTool.USE_BINARYBLOCK_SERIALIZATION">Constant Field Values</a></dd> |
| </dl> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </section> |
| <!-- ========= CONSTRUCTOR DETAIL ======== --> |
| <section> |
| <ul class="blockList"> |
| <li class="blockList"><a id="constructor.detail"> |
| <!-- --> |
| </a> |
| <h3>Constructor Detail</h3> |
| <a id="<init>()"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>HDFSTool</h4> |
| <pre>public HDFSTool()</pre> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </section> |
| <!-- ============ METHOD DETAIL ========== --> |
| <section> |
| <ul class="blockList"> |
| <li class="blockList"><a id="method.detail"> |
| <!-- --> |
| </a> |
| <h3>Method Detail</h3> |
| <a id="addBinaryBlockSerializationFramework(org.apache.hadoop.conf.Configuration)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>addBinaryBlockSerializationFramework</h4> |
| <pre class="methodSignature">public static void addBinaryBlockSerializationFramework​(org.apache.hadoop.conf.Configuration job)</pre> |
| </li> |
| </ul> |
| <a id="existsFileOnHDFS(java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>existsFileOnHDFS</h4> |
| <pre class="methodSignature">public static boolean existsFileOnHDFS​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname)</pre> |
| </li> |
| </ul> |
| <a id="isDirectory(java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>isDirectory</h4> |
| <pre class="methodSignature">public static boolean isDirectory​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname)</pre> |
| </li> |
| </ul> |
| <a id="getDirectoryListing(java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getDirectoryListing</h4> |
| <pre class="methodSignature">public static org.apache.hadoop.fs.FileStatus[] getDirectoryListing​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname)</pre> |
| </li> |
| </ul> |
| <a id="deleteFileWithMTDIfExistOnHDFS(java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>deleteFileWithMTDIfExistOnHDFS</h4> |
| <pre class="methodSignature">public static void deleteFileWithMTDIfExistOnHDFS​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="deleteFileIfExistOnHDFS(java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>deleteFileIfExistOnHDFS</h4> |
| <pre class="methodSignature">public static void deleteFileIfExistOnHDFS​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> dir) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="deleteFileIfExistOnHDFS(org.apache.hadoop.fs.Path,org.apache.hadoop.mapred.JobConf)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>deleteFileIfExistOnHDFS</h4> |
| <pre class="methodSignature">public static void deleteFileIfExistOnHDFS​(org.apache.hadoop.fs.Path outpath, |
| org.apache.hadoop.mapred.JobConf job) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="deleteFileIfExistOnLFS(org.apache.hadoop.fs.Path,org.apache.hadoop.mapred.JobConf)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>deleteFileIfExistOnLFS</h4> |
| <pre class="methodSignature">public static void deleteFileIfExistOnLFS​(org.apache.hadoop.fs.Path outpath, |
| org.apache.hadoop.mapred.JobConf job) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="isHDFSFileEmpty(java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>isHDFSFileEmpty</h4> |
| <pre class="methodSignature">public static boolean isHDFSFileEmpty​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> dir) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="isFileEmpty(org.apache.hadoop.fs.FileSystem,org.apache.hadoop.fs.Path)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>isFileEmpty</h4> |
| <pre class="methodSignature">public static boolean isFileEmpty​(org.apache.hadoop.fs.FileSystem fs, |
| org.apache.hadoop.fs.Path dir) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="renameFileOnHDFS(java.lang.String,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>renameFileOnHDFS</h4> |
| <pre class="methodSignature">public static void renameFileOnHDFS​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> originalDir, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> newDir) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="mergeIntoSingleFile(java.lang.String,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>mergeIntoSingleFile</h4> |
| <pre class="methodSignature">public static void mergeIntoSingleFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> originalDir, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> newFile) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="copyFileOnHDFS(java.lang.String,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>copyFileOnHDFS</h4> |
| <pre class="methodSignature">public static void copyFileOnHDFS​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> originalDir, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> newDir) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="estimateNnzBasedOnFileSize(org.apache.hadoop.fs.Path,long,long,int,double)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>estimateNnzBasedOnFileSize</h4> |
| <pre class="methodSignature">public static long estimateNnzBasedOnFileSize​(org.apache.hadoop.fs.Path path, |
| long rlen, |
| long clen, |
| int blen, |
| double factor) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="getFilesizeOnHDFS(org.apache.hadoop.fs.Path)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>getFilesizeOnHDFS</h4> |
| <pre class="methodSignature">public static long getFilesizeOnHDFS​(org.apache.hadoop.fs.Path path) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <div class="block">Returns the size of a file or directory on hdfs in bytes.</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>path</code> - file system path</dd> |
| <dt><span class="returnLabel">Returns:</span></dt> |
| <dd>file size</dd> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code> - if IOException occurs</dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="readDoubleFromHDFSFile(java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>readDoubleFromHDFSFile</h4> |
| <pre class="methodSignature">public static double readDoubleFromHDFSFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="readIntegerFromHDFSFile(java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>readIntegerFromHDFSFile</h4> |
| <pre class="methodSignature">public static long readIntegerFromHDFSFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="readBooleanFromHDFSFile(java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>readBooleanFromHDFSFile</h4> |
| <pre class="methodSignature">public static boolean readBooleanFromHDFSFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="readStringFromHDFSFile(java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>readStringFromHDFSFile</h4> |
| <pre class="methodSignature">public static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> readStringFromHDFSFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="readObjectFromHDFSFile(java.lang.String,org.apache.sysds.common.Types.ValueType)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>readObjectFromHDFSFile</h4> |
| <pre class="methodSignature">public static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true" title="class or interface in java.lang" class="externalLink">Object</a> readObjectFromHDFSFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="readScalarObjectFromHDFSFile(java.lang.String,org.apache.sysds.common.Types.ValueType)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>readScalarObjectFromHDFSFile</h4> |
| <pre class="methodSignature">public static <a href="../instructions/cp/ScalarObject.html" title="class in org.apache.sysds.runtime.instructions.cp">ScalarObject</a> readScalarObjectFromHDFSFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt)</pre> |
| </li> |
| </ul> |
| <a id="writeScalarToHDFS(org.apache.sysds.runtime.instructions.cp.ScalarObject,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeScalarToHDFS</h4> |
| <pre class="methodSignature">public static void writeScalarToHDFS​(<a href="../instructions/cp/ScalarObject.html" title="class in org.apache.sysds.runtime.instructions.cp">ScalarObject</a> scalar, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> fname)</pre> |
| <div class="block">Helper function to write scalars to HDFS, |
| including writing its meta data and removing CRC files in local file system</div> |
| <dl> |
| <dt><span class="paramLabel">Parameters:</span></dt> |
| <dd><code>scalar</code> - scalar data object</dd> |
| <dd><code>fname</code> - file name</dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeDoubleToHDFS(double,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeDoubleToHDFS</h4> |
| <pre class="methodSignature">public static void writeDoubleToHDFS​(double d, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeIntToHDFS(long,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeIntToHDFS</h4> |
| <pre class="methodSignature">public static void writeIntToHDFS​(long i, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeBooleanToHDFS(boolean,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeBooleanToHDFS</h4> |
| <pre class="methodSignature">public static void writeBooleanToHDFS​(boolean b, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeStringToHDFS(java.lang.String,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeStringToHDFS</h4> |
| <pre class="methodSignature">public static void writeStringToHDFS​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> s, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeObjectToHDFS(java.lang.Object,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeObjectToHDFS</h4> |
| <pre class="methodSignature">public static void writeObjectToHDFS​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/Object.html?is-external=true" title="class or interface in java.lang" class="externalLink">Object</a> obj, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeMetaDataFile</h4> |
| <pre class="methodSignature">public static void writeMetaDataFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> mc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.privacy.PrivacyConstraint)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeMetaDataFile</h4> |
| <pre class="methodSignature">public static void writeMetaDataFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> mc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.common.Types.ValueType[],org.apache.sysds.common.Types.DataType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeMetaDataFile</h4> |
| <pre class="methodSignature">public static void writeMetaDataFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../../common/Types.DataType.html" title="enum in org.apache.sysds.common">Types.DataType</a> dt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> mc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.common.Types.ValueType[],org.apache.sysds.common.Types.DataType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.privacy.PrivacyConstraint)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeMetaDataFile</h4> |
| <pre class="methodSignature">public static void writeMetaDataFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../../common/Types.DataType.html" title="enum in org.apache.sysds.common">Types.DataType</a> dt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> mc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.io.FileFormatProperties)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeMetaDataFile</h4> |
| <pre class="methodSignature">public static void writeMetaDataFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../io/FileFormatProperties.html" title="class in org.apache.sysds.runtime.io">FileFormatProperties</a> formatProperties) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.io.FileFormatProperties,org.apache.sysds.runtime.privacy.PrivacyConstraint)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeMetaDataFile</h4> |
| <pre class="methodSignature">public static void writeMetaDataFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../io/FileFormatProperties.html" title="class in org.apache.sysds.runtime.io">FileFormatProperties</a> formatProperties, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeMetaDataFileFrame(java.lang.String,org.apache.sysds.common.Types.ValueType[],org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeMetaDataFileFrame</h4> |
| <pre class="methodSignature">public static void writeMetaDataFileFrame​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.common.Types.ValueType[],org.apache.sysds.common.Types.DataType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.io.FileFormatProperties)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeMetaDataFile</h4> |
| <pre class="methodSignature">public static void writeMetaDataFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../../common/Types.DataType.html" title="enum in org.apache.sysds.common">Types.DataType</a> dt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../io/FileFormatProperties.html" title="class in org.apache.sysds.runtime.io">FileFormatProperties</a> formatProperties) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.common.Types.ValueType[],org.apache.sysds.common.Types.DataType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.io.FileFormatProperties,org.apache.sysds.runtime.privacy.PrivacyConstraint)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeMetaDataFile</h4> |
| <pre class="methodSignature">public static void writeMetaDataFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../../common/Types.DataType.html" title="enum in org.apache.sysds.common">Types.DataType</a> dt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../io/FileFormatProperties.html" title="class in org.apache.sysds.runtime.io">FileFormatProperties</a> formatProperties, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeScalarMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeScalarMetaDataFile</h4> |
| <pre class="methodSignature">public static void writeScalarMetaDataFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="writeScalarMetaDataFile(java.lang.String,org.apache.sysds.common.Types.ValueType,org.apache.sysds.runtime.privacy.PrivacyConstraint)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>writeScalarMetaDataFile</h4> |
| <pre class="methodSignature">public static void writeScalarMetaDataFile​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> mtdfile, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="metaDataToString(org.apache.sysds.common.Types.ValueType,org.apache.sysds.common.Types.ValueType[],org.apache.sysds.common.Types.DataType,org.apache.sysds.runtime.meta.DataCharacteristics,org.apache.sysds.common.Types.FileFormat,org.apache.sysds.runtime.io.FileFormatProperties,org.apache.sysds.runtime.privacy.PrivacyConstraint)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>metaDataToString</h4> |
| <pre class="methodSignature">public static <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> metaDataToString​(<a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a> vt, |
| <a href="../../common/Types.ValueType.html" title="enum in org.apache.sysds.common">Types.ValueType</a>[] schema, |
| <a href="../../common/Types.DataType.html" title="enum in org.apache.sysds.common">Types.DataType</a> dt, |
| <a href="../meta/DataCharacteristics.html" title="class in org.apache.sysds.runtime.meta">DataCharacteristics</a> dc, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| <a href="../io/FileFormatProperties.html" title="class in org.apache.sysds.runtime.io">FileFormatProperties</a> formatProperties, |
| <a href="../privacy/PrivacyConstraint.html" title="class in org.apache.sysds.runtime.privacy">PrivacyConstraint</a> privacyConstraint) |
| throws org.apache.wink.json4j.JSONException, |
| <a href="../DMLRuntimeException.html" title="class in org.apache.sysds.runtime">DMLRuntimeException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code>org.apache.wink.json4j.JSONException</code></dd> |
| <dd><code><a href="../DMLRuntimeException.html" title="class in org.apache.sysds.runtime">DMLRuntimeException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="readMatrixFromHDFS(java.lang.String,org.apache.sysds.common.Types.FileFormat,long,long,int)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>readMatrixFromHDFS</h4> |
| <pre class="methodSignature">public static double[][] readMatrixFromHDFS​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> dir, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| long rlen, |
| long clen, |
| int blen) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a>, |
| <a href="../DMLRuntimeException.html" title="class in org.apache.sysds.runtime">DMLRuntimeException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| <dd><code><a href="../DMLRuntimeException.html" title="class in org.apache.sysds.runtime">DMLRuntimeException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="readColumnVectorFromHDFS(java.lang.String,org.apache.sysds.common.Types.FileFormat,long,long,int)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>readColumnVectorFromHDFS</h4> |
| <pre class="methodSignature">public static double[] readColumnVectorFromHDFS​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> dir, |
| <a href="../../common/Types.FileFormat.html" title="enum in org.apache.sysds.common">Types.FileFormat</a> fmt, |
| long rlen, |
| long clen, |
| int blen) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a>, |
| <a href="../DMLRuntimeException.html" title="class in org.apache.sysds.runtime">DMLRuntimeException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| <dd><code><a href="../DMLRuntimeException.html" title="class in org.apache.sysds.runtime">DMLRuntimeException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="createDirIfNotExistOnHDFS(org.apache.hadoop.fs.Path)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>createDirIfNotExistOnHDFS</h4> |
| <pre class="methodSignature">public static void createDirIfNotExistOnHDFS​(org.apache.hadoop.fs.Path path) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="createDirIfNotExistOnHDFS(java.lang.String,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>createDirIfNotExistOnHDFS</h4> |
| <pre class="methodSignature">public static void createDirIfNotExistOnHDFS​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> dir, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> permissions) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="createDirIfNotExistOnHDFS(org.apache.hadoop.fs.Path,java.lang.String)"> |
| <!-- --> |
| </a> |
| <ul class="blockList"> |
| <li class="blockList"> |
| <h4>createDirIfNotExistOnHDFS</h4> |
| <pre class="methodSignature">public static void createDirIfNotExistOnHDFS​(org.apache.hadoop.fs.Path path, |
| <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> permissions) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| <a id="getHDFSDataOutputStream(java.lang.String,boolean)"> |
| <!-- --> |
| </a> |
| <ul class="blockListLast"> |
| <li class="blockList"> |
| <h4>getHDFSDataOutputStream</h4> |
| <pre class="methodSignature">public static org.apache.hadoop.fs.FSDataOutputStream getHDFSDataOutputStream​(<a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/lang/String.html?is-external=true" title="class or interface in java.lang" class="externalLink">String</a> filename, |
| boolean overwrite) |
| throws <a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></pre> |
| <dl> |
| <dt><span class="throwsLabel">Throws:</span></dt> |
| <dd><code><a href="https://docs.oracle.com/en/java/javase/11/docs/api/java.base/java/io/IOException.html?is-external=true" title="class or interface in java.io" class="externalLink">IOException</a></code></dd> |
| </dl> |
| </li> |
| </ul> |
| </li> |
| </ul> |
| </section> |
| </li> |
| </ul> |
| </div> |
| </div> |
| </main> |
| <!-- ========= END OF CLASS DATA ========= --> |
| <footer role="contentinfo"> |
| <nav role="navigation"> |
| <!-- ======= START OF BOTTOM NAVBAR ====== --> |
| <div class="bottomNav"><a id="navbar.bottom"> |
| <!-- --> |
| </a> |
| <div class="skipNav"><a href="#skip.navbar.bottom" title="Skip navigation links">Skip navigation links</a></div> |
| <a id="navbar.bottom.firstrow"> |
| <!-- --> |
| </a> |
| <ul class="navList" title="Navigation"> |
| <li><a href="../../../../../index.html">Overview</a></li> |
| <li><a href="package-summary.html">Package</a></li> |
| <li class="navBarCell1Rev">Class</li> |
| <li><a href="class-use/HDFSTool.html">Use</a></li> |
| <li><a href="package-tree.html">Tree</a></li> |
| <li><a href="../../../../../deprecated-list.html">Deprecated</a></li> |
| <li><a href="../../../../../index-all.html">Index</a></li> |
| <li><a href="../../../../../help-doc.html">Help</a></li> |
| </ul> |
| </div> |
| <div class="subNav"> |
| <ul class="navList" id="allclasses_navbar_bottom"> |
| <li><a href="../../../../../allclasses.html">All Classes</a></li> |
| </ul> |
| <div> |
| <script type="text/javascript"><!-- |
| allClassesLink = document.getElementById("allclasses_navbar_bottom"); |
| if(window==top) { |
| allClassesLink.style.display = "block"; |
| } |
| else { |
| allClassesLink.style.display = "none"; |
| } |
| //--> |
| </script> |
| <noscript> |
| <div>JavaScript is disabled on your browser.</div> |
| </noscript> |
| </div> |
| <div> |
| <ul class="subNavList"> |
| <li>Summary: </li> |
| <li>Nested | </li> |
| <li><a href="#field.summary">Field</a> | </li> |
| <li><a href="#constructor.summary">Constr</a> | </li> |
| <li><a href="#method.summary">Method</a></li> |
| </ul> |
| <ul class="subNavList"> |
| <li>Detail: </li> |
| <li><a href="#field.detail">Field</a> | </li> |
| <li><a href="#constructor.detail">Constr</a> | </li> |
| <li><a href="#method.detail">Method</a></li> |
| </ul> |
| </div> |
| <a id="skip.navbar.bottom"> |
| <!-- --> |
| </a></div> |
| <!-- ======== END OF BOTTOM NAVBAR ======= --> |
| </nav> |
| <p class="legalCopy"><small>Copyright © 2023 <a href="https://www.apache.org/">The Apache Software Foundation</a>. All rights reserved.</small></p> |
| </footer> |
| </body> |
| </html> |