blob: c271e5157918593ef4f01c4afba10b200f73c5fd [file] [log] [blame]
<!DOCTYPE HTML>
<html lang="en">
<head>
<!-- Generated by javadoc (17) on Tue May 28 17:21:12 UTC 2024 -->
<title>JavaNewHadoopRDD (Spark 4.0.0-preview1 JavaDoc)</title>
<meta name="viewport" content="width=device-width, initial-scale=1">
<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
<meta name="dc.created" content="2024-05-28">
<meta name="description" content="declaration: package: org.apache.spark.api.java, class: JavaNewHadoopRDD">
<meta name="generator" content="javadoc/ClassWriterImpl">
<link rel="stylesheet" type="text/css" href="../../../../../stylesheet.css" title="Style">
<link rel="stylesheet" type="text/css" href="../../../../../script-dir/jquery-ui.min.css" title="Style">
<link rel="stylesheet" type="text/css" href="../../../../../jquery-ui.overrides.css" title="Style">
<script type="text/javascript" src="../../../../../script.js"></script>
<script type="text/javascript" src="../../../../../script-dir/jquery-3.6.1.min.js"></script>
<script type="text/javascript" src="../../../../../script-dir/jquery-ui.min.js"></script>
</head>
<body class="class-declaration-page">
<script type="text/javascript">var evenRowColor = "even-row-color";
var oddRowColor = "odd-row-color";
var tableTab = "table-tab";
var activeTableTab = "active-table-tab";
var pathtoroot = "../../../../../";
loadScripts(document, 'script');</script>
<noscript>
<div>JavaScript is disabled on your browser.</div>
</noscript>
<div class="flex-box">
<header role="banner" class="flex-header">
<nav role="navigation">
<!-- ========= START OF TOP NAVBAR ======= -->
<div class="top-nav" id="navbar-top">
<div class="skip-nav"><a href="#skip-navbar-top" title="Skip navigation links">Skip navigation links</a></div>
<ul id="navbar-top-firstrow" class="nav-list" title="Navigation">
<li><a href="../../../../../index.html">Overview</a></li>
<li><a href="package-summary.html">Package</a></li>
<li class="nav-bar-cell1-rev">Class</li>
<li><a href="../../../../../deprecated-list.html">Deprecated</a></li>
<li><a href="../../../../../index-all.html">Index</a></li>
<li><a href="../../../../../help-doc.html#class">Help</a></li>
</ul>
</div>
<div class="sub-nav">
<div>
<ul class="sub-nav-list">
<li>Summary:&nbsp;</li>
<li>Nested&nbsp;|&nbsp;</li>
<li>Field&nbsp;|&nbsp;</li>
<li><a href="#constructor-summary">Constr</a>&nbsp;|&nbsp;</li>
<li><a href="#method-summary">Method</a></li>
</ul>
<ul class="sub-nav-list">
<li>Detail:&nbsp;</li>
<li>Field&nbsp;|&nbsp;</li>
<li><a href="#constructor-detail">Constr</a>&nbsp;|&nbsp;</li>
<li><a href="#method-detail">Method</a></li>
</ul>
</div>
<div class="nav-list-search"><label for="search-input">SEARCH:</label>
<input type="text" id="search-input" value="search" disabled="disabled">
<input type="reset" id="reset-button" value="reset" disabled="disabled">
</div>
</div>
<!-- ========= END OF TOP NAVBAR ========= -->
<span class="skip-nav" id="skip-navbar-top"></span></nav>
</header>
<div class="flex-content">
<main role="main">
<!-- ======== START OF CLASS DATA ======== -->
<div class="header">
<div class="sub-title"><span class="package-label-in-type">Package</span>&nbsp;<a href="package-summary.html">org.apache.spark.api.java</a></div>
<h1 title="Class JavaNewHadoopRDD" class="title">Class JavaNewHadoopRDD&lt;K,<wbr>V&gt;</h1>
</div>
<div class="inheritance" title="Inheritance Tree"><a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html" title="class or interface in java.lang" class="external-link">Object</a>
<div class="inheritance"><a href="JavaPairRDD.html" title="class in org.apache.spark.api.java">org.apache.spark.api.java.JavaPairRDD</a>&lt;K,<wbr>V&gt;
<div class="inheritance">org.apache.spark.api.java.JavaNewHadoopRDD&lt;K,<wbr>V&gt;</div>
</div>
</div>
<section class="class-description" id="class-description">
<dl class="notes">
<dt>All Implemented Interfaces:</dt>
<dd><code><a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/io/Serializable.html" title="class or interface in java.io" class="external-link">Serializable</a></code>, <code><a href="JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a>&lt;scala.Tuple2&lt;K,<wbr>V&gt;,<wbr><a href="JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a>&lt;K,<wbr>V&gt;&gt;</code></dd>
</dl>
<hr>
<div class="type-signature"><span class="modifiers">public class </span><span class="element-name type-name-label">JavaNewHadoopRDD&lt;K,<wbr>V&gt;</span>
<span class="extends-implements">extends <a href="JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a>&lt;K,<wbr>V&gt;</span></div>
<dl class="notes">
<dt>See Also:</dt>
<dd>
<ul class="see-list">
<li><a href="../../../../../serialized-form.html#org.apache.spark.api.java.JavaNewHadoopRDD">Serialized Form</a></li>
</ul>
</dd>
</dl>
</section>
<section class="summary">
<ul class="summary-list">
<!-- ======== CONSTRUCTOR SUMMARY ======== -->
<li>
<section class="constructor-summary" id="constructor-summary">
<h2>Constructor Summary</h2>
<div class="caption"><span>Constructors</span></div>
<div class="summary-table two-column-summary">
<div class="table-header col-first">Constructor</div>
<div class="table-header col-last">Description</div>
<div class="col-constructor-name even-row-color"><code><a href="#%3Cinit%3E(org.apache.spark.rdd.NewHadoopRDD,scala.reflect.ClassTag,scala.reflect.ClassTag)" class="member-name-link">JavaNewHadoopRDD</a><wbr>(<a href="../../rdd/NewHadoopRDD.html" title="class in org.apache.spark.rdd">NewHadoopRDD</a>&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<wbr><a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>&gt;&nbsp;rdd,
scala.reflect.ClassTag&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>&gt;&nbsp;kClassTag,
scala.reflect.ClassTag&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>&gt;&nbsp;vClassTag)</code></div>
<div class="col-last even-row-color">&nbsp;</div>
</div>
</section>
</li>
<!-- ========== METHOD SUMMARY =========== -->
<li>
<section class="method-summary" id="method-summary">
<h2>Method Summary</h2>
<div id="method-summary-table">
<div class="table-tabs" role="tablist" aria-orientation="horizontal"><button id="method-summary-table-tab0" role="tab" aria-selected="true" aria-controls="method-summary-table.tabpanel" tabindex="0" onkeydown="switchTab(event)" onclick="show('method-summary-table', 'method-summary-table', 3)" class="active-table-tab">All Methods</button><button id="method-summary-table-tab2" role="tab" aria-selected="false" aria-controls="method-summary-table.tabpanel" tabindex="-1" onkeydown="switchTab(event)" onclick="show('method-summary-table', 'method-summary-table-tab2', 3)" class="table-tab">Instance Methods</button><button id="method-summary-table-tab4" role="tab" aria-selected="false" aria-controls="method-summary-table.tabpanel" tabindex="-1" onkeydown="switchTab(event)" onclick="show('method-summary-table', 'method-summary-table-tab4', 3)" class="table-tab">Concrete Methods</button></div>
<div id="method-summary-table.tabpanel" role="tabpanel">
<div class="summary-table three-column-summary" aria-labelledby="method-summary-table-tab0">
<div class="table-header col-first">Modifier and Type</div>
<div class="table-header col-second">Method</div>
<div class="table-header col-last">Description</div>
<div class="col-first even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>scala.reflect.ClassTag&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>&gt;</code></div>
<div class="col-second even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#kClassTag()" class="member-name-link">kClassTag</a>()</code></div>
<div class="col-last even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4">&nbsp;</div>
<div class="col-first odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>&lt;R&gt;&nbsp;<a href="JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a>&lt;R&gt;</code></div>
<div class="col-second odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#mapPartitionsWithInputSplit(org.apache.spark.api.java.function.Function2,boolean)" class="member-name-link">mapPartitionsWithInputSplit</a><wbr>(<a href="function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a>&lt;org.apache.hadoop.mapreduce.InputSplit,<wbr><a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/util/Iterator.html" title="class or interface in java.util" class="external-link">Iterator</a>&lt;scala.Tuple2&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<wbr><a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>&gt;&gt;,<wbr><a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/util/Iterator.html" title="class or interface in java.util" class="external-link">Iterator</a>&lt;R&gt;&gt;&nbsp;f,
boolean&nbsp;preservesPartitioning)</code></div>
<div class="col-last odd-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4">
<div class="block">Maps over a partition, providing the InputSplit that was used as the base of the partition.</div>
</div>
<div class="col-first even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code>scala.reflect.ClassTag&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>&gt;</code></div>
<div class="col-second even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4"><code><a href="#vClassTag()" class="member-name-link">vClassTag</a>()</code></div>
<div class="col-last even-row-color method-summary-table method-summary-table-tab2 method-summary-table-tab4">&nbsp;</div>
</div>
</div>
</div>
<div class="inherited-list">
<h3 id="methods-inherited-from-class-org.apache.spark.api.java.JavaPairRDD">Methods inherited from class&nbsp;org.apache.spark.api.java.<a href="JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a></h3>
<code><a href="JavaPairRDD.html#aggregateByKey(U,int,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2)">aggregateByKey</a>, <a href="JavaPairRDD.html#aggregateByKey(U,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2)">aggregateByKey</a>, <a href="JavaPairRDD.html#aggregateByKey(U,org.apache.spark.Partitioner,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2)">aggregateByKey</a>, <a href="JavaPairRDD.html#cache()">cache</a>, <a href="JavaPairRDD.html#classTag()">classTag</a>, <a href="JavaPairRDD.html#coalesce(int)">coalesce</a>, <a href="JavaPairRDD.html#coalesce(int,boolean)">coalesce</a>, <a href="JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD)">cogroup</a>, <a href="JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,int)">cogroup</a>, <a href="JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.Partitioner)">cogroup</a>, <a href="JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD)">cogroup</a>, <a href="JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD,int)">cogroup</a>, <a href="JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD)">cogroup</a>, <a href="JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD,int)">cogroup</a>, <a href="JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD,org.apache.spark.Partitioner)">cogroup</a>, <a href="JavaPairRDD.html#cogroup(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD,org.apache.spark.Partitioner)">cogroup</a>, <a href="JavaPairRDD.html#collectAsMap()">collectAsMap</a>, <a href="JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2)">combineByKey</a>, <a href="JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2,int)">combineByKey</a>, <a href="JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2,org.apache.spark.Partitioner)">combineByKey</a>, <a href="JavaPairRDD.html#combineByKey(org.apache.spark.api.java.function.Function,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2,org.apache.spark.Partitioner,boolean,org.apache.spark.serializer.Serializer)">combineByKey</a>, <a href="JavaPairRDD.html#countApproxDistinctByKey(double)">countApproxDistinctByKey</a>, <a href="JavaPairRDD.html#countApproxDistinctByKey(double,int)">countApproxDistinctByKey</a>, <a href="JavaPairRDD.html#countApproxDistinctByKey(double,org.apache.spark.Partitioner)">countApproxDistinctByKey</a>, <a href="JavaPairRDD.html#countByKey()">countByKey</a>, <a href="JavaPairRDD.html#countByKeyApprox(long)">countByKeyApprox</a>, <a href="JavaPairRDD.html#countByKeyApprox(long,double)">countByKeyApprox</a>, <a href="JavaPairRDD.html#distinct()">distinct</a>, <a href="JavaPairRDD.html#distinct(int)">distinct</a>, <a href="JavaPairRDD.html#filter(org.apache.spark.api.java.function.Function)">filter</a>, <a href="JavaPairRDD.html#filterByRange(java.util.Comparator,K,K)">filterByRange</a>, <a href="JavaPairRDD.html#filterByRange(K,K)">filterByRange</a>, <a href="JavaPairRDD.html#first()">first</a>, <a href="JavaPairRDD.html#flatMapValues(org.apache.spark.api.java.function.FlatMapFunction)">flatMapValues</a>, <a href="JavaPairRDD.html#foldByKey(V,int,org.apache.spark.api.java.function.Function2)">foldByKey</a>, <a href="JavaPairRDD.html#foldByKey(V,org.apache.spark.api.java.function.Function2)">foldByKey</a>, <a href="JavaPairRDD.html#foldByKey(V,org.apache.spark.Partitioner,org.apache.spark.api.java.function.Function2)">foldByKey</a>, <a href="JavaPairRDD.html#fromJavaRDD(org.apache.spark.api.java.JavaRDD)">fromJavaRDD</a>, <a href="JavaPairRDD.html#fromRDD(org.apache.spark.rdd.RDD,scala.reflect.ClassTag,scala.reflect.ClassTag)">fromRDD</a>, <a href="JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD)">fullOuterJoin</a>, <a href="JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD,int)">fullOuterJoin</a>, <a href="JavaPairRDD.html#fullOuterJoin(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.Partitioner)">fullOuterJoin</a>, <a href="JavaPairRDD.html#groupByKey()">groupByKey</a>, <a href="JavaPairRDD.html#groupByKey(int)">groupByKey</a>, <a href="JavaPairRDD.html#groupByKey(org.apache.spark.Partitioner)">groupByKey</a>, <a href="JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD)">groupWith</a>, <a href="JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD)">groupWith</a>, <a href="JavaPairRDD.html#groupWith(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD,org.apache.spark.api.java.JavaPairRDD)">groupWith</a>, <a href="JavaPairRDD.html#intersection(org.apache.spark.api.java.JavaPairRDD)">intersection</a>, <a href="JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD)">join</a>, <a href="JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD,int)">join</a>, <a href="JavaPairRDD.html#join(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.Partitioner)">join</a>, <a href="JavaPairRDD.html#keys()">keys</a>, <a href="JavaPairRDD.html#leftOuterJoin(org.apache.spark.api.java.JavaPairRDD)">leftOuterJoin</a>, <a href="JavaPairRDD.html#leftOuterJoin(org.apache.spark.api.java.JavaPairRDD,int)">leftOuterJoin</a>, <a href="JavaPairRDD.html#leftOuterJoin(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.Partitioner)">leftOuterJoin</a>, <a href="JavaPairRDD.html#lookup(K)">lookup</a>, <a href="JavaPairRDD.html#mapValues(org.apache.spark.api.java.function.Function)">mapValues</a>, <a href="JavaPairRDD.html#partitionBy(org.apache.spark.Partitioner)">partitionBy</a>, <a href="JavaPairRDD.html#persist(org.apache.spark.storage.StorageLevel)">persist</a>, <a href="JavaPairRDD.html#rdd()">rdd</a>, <a href="JavaPairRDD.html#reduceByKey(org.apache.spark.api.java.function.Function2)">reduceByKey</a>, <a href="JavaPairRDD.html#reduceByKey(org.apache.spark.api.java.function.Function2,int)">reduceByKey</a>, <a href="JavaPairRDD.html#reduceByKey(org.apache.spark.Partitioner,org.apache.spark.api.java.function.Function2)">reduceByKey</a>, <a href="JavaPairRDD.html#reduceByKeyLocally(org.apache.spark.api.java.function.Function2)">reduceByKeyLocally</a>, <a href="JavaPairRDD.html#repartition(int)">repartition</a>, <a href="JavaPairRDD.html#repartitionAndSortWithinPartitions(org.apache.spark.Partitioner)">repartitionAndSortWithinPartitions</a>, <a href="JavaPairRDD.html#repartitionAndSortWithinPartitions(org.apache.spark.Partitioner,java.util.Comparator)">repartitionAndSortWithinPartitions</a>, <a href="JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD)">rightOuterJoin</a>, <a href="JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD,int)">rightOuterJoin</a>, <a href="JavaPairRDD.html#rightOuterJoin(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.Partitioner)">rightOuterJoin</a>, <a href="JavaPairRDD.html#sample(boolean,double)">sample</a>, <a href="JavaPairRDD.html#sample(boolean,double,long)">sample</a>, <a href="JavaPairRDD.html#sampleByKey(boolean,java.util.Map)">sampleByKey</a>, <a href="JavaPairRDD.html#sampleByKey(boolean,java.util.Map,long)">sampleByKey</a>, <a href="JavaPairRDD.html#sampleByKeyExact(boolean,java.util.Map)">sampleByKeyExact</a>, <a href="JavaPairRDD.html#sampleByKeyExact(boolean,java.util.Map,long)">sampleByKeyExact</a>, <a href="JavaPairRDD.html#saveAsHadoopDataset(org.apache.hadoop.mapred.JobConf)">saveAsHadoopDataset</a>, <a href="JavaPairRDD.html#saveAsHadoopFile(java.lang.String,java.lang.Class,java.lang.Class,java.lang.Class)">saveAsHadoopFile</a>, <a href="JavaPairRDD.html#saveAsHadoopFile(java.lang.String,java.lang.Class,java.lang.Class,java.lang.Class,java.lang.Class)">saveAsHadoopFile</a>, <a href="JavaPairRDD.html#saveAsHadoopFile(java.lang.String,java.lang.Class,java.lang.Class,java.lang.Class,org.apache.hadoop.mapred.JobConf)">saveAsHadoopFile</a>, <a href="JavaPairRDD.html#saveAsNewAPIHadoopDataset(org.apache.hadoop.conf.Configuration)">saveAsNewAPIHadoopDataset</a>, <a href="JavaPairRDD.html#saveAsNewAPIHadoopFile(java.lang.String,java.lang.Class,java.lang.Class,java.lang.Class)">saveAsNewAPIHadoopFile</a>, <a href="JavaPairRDD.html#saveAsNewAPIHadoopFile(java.lang.String,java.lang.Class,java.lang.Class,java.lang.Class,org.apache.hadoop.conf.Configuration)">saveAsNewAPIHadoopFile</a>, <a href="JavaPairRDD.html#setName(java.lang.String)">setName</a>, <a href="JavaPairRDD.html#sortByKey()">sortByKey</a>, <a href="JavaPairRDD.html#sortByKey(boolean)">sortByKey</a>, <a href="JavaPairRDD.html#sortByKey(boolean,int)">sortByKey</a>, <a href="JavaPairRDD.html#sortByKey(java.util.Comparator)">sortByKey</a>, <a href="JavaPairRDD.html#sortByKey(java.util.Comparator,boolean)">sortByKey</a>, <a href="JavaPairRDD.html#sortByKey(java.util.Comparator,boolean,int)">sortByKey</a>, <a href="JavaPairRDD.html#subtract(org.apache.spark.api.java.JavaPairRDD)">subtract</a>, <a href="JavaPairRDD.html#subtract(org.apache.spark.api.java.JavaPairRDD,int)">subtract</a>, <a href="JavaPairRDD.html#subtract(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.Partitioner)">subtract</a>, <a href="JavaPairRDD.html#subtractByKey(org.apache.spark.api.java.JavaPairRDD)">subtractByKey</a>, <a href="JavaPairRDD.html#subtractByKey(org.apache.spark.api.java.JavaPairRDD,int)">subtractByKey</a>, <a href="JavaPairRDD.html#subtractByKey(org.apache.spark.api.java.JavaPairRDD,org.apache.spark.Partitioner)">subtractByKey</a>, <a href="JavaPairRDD.html#toRDD(org.apache.spark.api.java.JavaPairRDD)">toRDD</a>, <a href="JavaPairRDD.html#union(org.apache.spark.api.java.JavaPairRDD)">union</a>, <a href="JavaPairRDD.html#unpersist()">unpersist</a>, <a href="JavaPairRDD.html#unpersist(boolean)">unpersist</a>, <a href="JavaPairRDD.html#values()">values</a>, <a href="JavaPairRDD.html#wrapRDD(org.apache.spark.rdd.RDD)">wrapRDD</a></code></div>
<div class="inherited-list">
<h3 id="methods-inherited-from-class-Object">Methods inherited from class&nbsp;java.lang.<a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html" title="class or interface in java.lang" class="external-link">Object</a></h3>
<code><a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#equals(java.lang.Object)" title="class or interface in java.lang" class="external-link">equals</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#getClass()" title="class or interface in java.lang" class="external-link">getClass</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#hashCode()" title="class or interface in java.lang" class="external-link">hashCode</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#notify()" title="class or interface in java.lang" class="external-link">notify</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#notifyAll()" title="class or interface in java.lang" class="external-link">notifyAll</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#toString()" title="class or interface in java.lang" class="external-link">toString</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#wait()" title="class or interface in java.lang" class="external-link">wait</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#wait(long)" title="class or interface in java.lang" class="external-link">wait</a>, <a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/lang/Object.html#wait(long,int)" title="class or interface in java.lang" class="external-link">wait</a></code></div>
<div class="inherited-list">
<h3 id="methods-inherited-from-class-org.apache.spark.api.java.JavaRDDLike">Methods inherited from interface&nbsp;org.apache.spark.api.java.<a href="JavaRDDLike.html" title="interface in org.apache.spark.api.java">JavaRDDLike</a></h3>
<code><a href="JavaRDDLike.html#aggregate(U,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2)">aggregate</a>, <a href="JavaRDDLike.html#cartesian(org.apache.spark.api.java.JavaRDDLike)">cartesian</a>, <a href="JavaRDDLike.html#checkpoint()">checkpoint</a>, <a href="JavaRDDLike.html#collect()">collect</a>, <a href="JavaRDDLike.html#collectAsync()">collectAsync</a>, <a href="JavaRDDLike.html#collectPartitions(int%5B%5D)">collectPartitions</a>, <a href="JavaRDDLike.html#context()">context</a>, <a href="JavaRDDLike.html#count()">count</a>, <a href="JavaRDDLike.html#countApprox(long)">countApprox</a>, <a href="JavaRDDLike.html#countApprox(long,double)">countApprox</a>, <a href="JavaRDDLike.html#countApproxDistinct(double)">countApproxDistinct</a>, <a href="JavaRDDLike.html#countAsync()">countAsync</a>, <a href="JavaRDDLike.html#countByValue()">countByValue</a>, <a href="JavaRDDLike.html#countByValueApprox(long)">countByValueApprox</a>, <a href="JavaRDDLike.html#countByValueApprox(long,double)">countByValueApprox</a>, <a href="JavaRDDLike.html#flatMap(org.apache.spark.api.java.function.FlatMapFunction)">flatMap</a>, <a href="JavaRDDLike.html#flatMapToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)">flatMapToDouble</a>, <a href="JavaRDDLike.html#flatMapToPair(org.apache.spark.api.java.function.PairFlatMapFunction)">flatMapToPair</a>, <a href="JavaRDDLike.html#fold(T,org.apache.spark.api.java.function.Function2)">fold</a>, <a href="JavaRDDLike.html#foreach(org.apache.spark.api.java.function.VoidFunction)">foreach</a>, <a href="JavaRDDLike.html#foreachAsync(org.apache.spark.api.java.function.VoidFunction)">foreachAsync</a>, <a href="JavaRDDLike.html#foreachPartition(org.apache.spark.api.java.function.VoidFunction)">foreachPartition</a>, <a href="JavaRDDLike.html#foreachPartitionAsync(org.apache.spark.api.java.function.VoidFunction)">foreachPartitionAsync</a>, <a href="JavaRDDLike.html#getCheckpointFile()">getCheckpointFile</a>, <a href="JavaRDDLike.html#getNumPartitions()">getNumPartitions</a>, <a href="JavaRDDLike.html#getStorageLevel()">getStorageLevel</a>, <a href="JavaRDDLike.html#glom()">glom</a>, <a href="JavaRDDLike.html#groupBy(org.apache.spark.api.java.function.Function)">groupBy</a>, <a href="JavaRDDLike.html#groupBy(org.apache.spark.api.java.function.Function,int)">groupBy</a>, <a href="JavaRDDLike.html#id()">id</a>, <a href="JavaRDDLike.html#isCheckpointed()">isCheckpointed</a>, <a href="JavaRDDLike.html#isEmpty()">isEmpty</a>, <a href="JavaRDDLike.html#iterator(org.apache.spark.Partition,org.apache.spark.TaskContext)">iterator</a>, <a href="JavaRDDLike.html#keyBy(org.apache.spark.api.java.function.Function)">keyBy</a>, <a href="JavaRDDLike.html#map(org.apache.spark.api.java.function.Function)">map</a>, <a href="JavaRDDLike.html#mapPartitions(org.apache.spark.api.java.function.FlatMapFunction)">mapPartitions</a>, <a href="JavaRDDLike.html#mapPartitions(org.apache.spark.api.java.function.FlatMapFunction,boolean)">mapPartitions</a>, <a href="JavaRDDLike.html#mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction)">mapPartitionsToDouble</a>, <a href="JavaRDDLike.html#mapPartitionsToDouble(org.apache.spark.api.java.function.DoubleFlatMapFunction,boolean)">mapPartitionsToDouble</a>, <a href="JavaRDDLike.html#mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction)">mapPartitionsToPair</a>, <a href="JavaRDDLike.html#mapPartitionsToPair(org.apache.spark.api.java.function.PairFlatMapFunction,boolean)">mapPartitionsToPair</a>, <a href="JavaRDDLike.html#mapPartitionsWithIndex(org.apache.spark.api.java.function.Function2,boolean)">mapPartitionsWithIndex</a>, <a href="JavaRDDLike.html#mapToDouble(org.apache.spark.api.java.function.DoubleFunction)">mapToDouble</a>, <a href="JavaRDDLike.html#mapToPair(org.apache.spark.api.java.function.PairFunction)">mapToPair</a>, <a href="JavaRDDLike.html#max(java.util.Comparator)">max</a>, <a href="JavaRDDLike.html#min(java.util.Comparator)">min</a>, <a href="JavaRDDLike.html#name()">name</a>, <a href="JavaRDDLike.html#partitioner()">partitioner</a>, <a href="JavaRDDLike.html#partitions()">partitions</a>, <a href="JavaRDDLike.html#pipe(java.lang.String)">pipe</a>, <a href="JavaRDDLike.html#pipe(java.util.List)">pipe</a>, <a href="JavaRDDLike.html#pipe(java.util.List,java.util.Map)">pipe</a>, <a href="JavaRDDLike.html#pipe(java.util.List,java.util.Map,boolean,int)">pipe</a>, <a href="JavaRDDLike.html#pipe(java.util.List,java.util.Map,boolean,int,java.lang.String)">pipe</a>, <a href="JavaRDDLike.html#reduce(org.apache.spark.api.java.function.Function2)">reduce</a>, <a href="JavaRDDLike.html#saveAsObjectFile(java.lang.String)">saveAsObjectFile</a>, <a href="JavaRDDLike.html#saveAsTextFile(java.lang.String)">saveAsTextFile</a>, <a href="JavaRDDLike.html#saveAsTextFile(java.lang.String,java.lang.Class)">saveAsTextFile</a>, <a href="JavaRDDLike.html#take(int)">take</a>, <a href="JavaRDDLike.html#takeAsync(int)">takeAsync</a>, <a href="JavaRDDLike.html#takeOrdered(int)">takeOrdered</a>, <a href="JavaRDDLike.html#takeOrdered(int,java.util.Comparator)">takeOrdered</a>, <a href="JavaRDDLike.html#takeSample(boolean,int)">takeSample</a>, <a href="JavaRDDLike.html#takeSample(boolean,int,long)">takeSample</a>, <a href="JavaRDDLike.html#toDebugString()">toDebugString</a>, <a href="JavaRDDLike.html#toLocalIterator()">toLocalIterator</a>, <a href="JavaRDDLike.html#top(int)">top</a>, <a href="JavaRDDLike.html#top(int,java.util.Comparator)">top</a>, <a href="JavaRDDLike.html#treeAggregate(U,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2)">treeAggregate</a>, <a href="JavaRDDLike.html#treeAggregate(U,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2,int)">treeAggregate</a>, <a href="JavaRDDLike.html#treeAggregate(U,org.apache.spark.api.java.function.Function2,org.apache.spark.api.java.function.Function2,int,boolean)">treeAggregate</a>, <a href="JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.Function2)">treeReduce</a>, <a href="JavaRDDLike.html#treeReduce(org.apache.spark.api.java.function.Function2,int)">treeReduce</a>, <a href="JavaRDDLike.html#zip(org.apache.spark.api.java.JavaRDDLike)">zip</a>, <a href="JavaRDDLike.html#zipPartitions(org.apache.spark.api.java.JavaRDDLike,org.apache.spark.api.java.function.FlatMapFunction2)">zipPartitions</a>, <a href="JavaRDDLike.html#zipWithIndex()">zipWithIndex</a>, <a href="JavaRDDLike.html#zipWithUniqueId()">zipWithUniqueId</a></code></div>
</section>
</li>
</ul>
</section>
<section class="details">
<ul class="details-list">
<!-- ========= CONSTRUCTOR DETAIL ======== -->
<li>
<section class="constructor-details" id="constructor-detail">
<h2>Constructor Details</h2>
<ul class="member-list">
<li>
<section class="detail" id="&lt;init&gt;(org.apache.spark.rdd.NewHadoopRDD,scala.reflect.ClassTag,scala.reflect.ClassTag)">
<h3>JavaNewHadoopRDD</h3>
<div class="member-signature"><span class="modifiers">public</span>&nbsp;<span class="element-name">JavaNewHadoopRDD</span><wbr><span class="parameters">(<a href="../../rdd/NewHadoopRDD.html" title="class in org.apache.spark.rdd">NewHadoopRDD</a>&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<wbr><a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>&gt;&nbsp;rdd,
scala.reflect.ClassTag&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>&gt;&nbsp;kClassTag,
scala.reflect.ClassTag&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>&gt;&nbsp;vClassTag)</span></div>
</section>
</li>
</ul>
</section>
</li>
<!-- ============ METHOD DETAIL ========== -->
<li>
<section class="method-details" id="method-detail">
<h2>Method Details</h2>
<ul class="member-list">
<li>
<section class="detail" id="kClassTag()">
<h3>kClassTag</h3>
<div class="member-signature"><span class="modifiers">public</span>&nbsp;<span class="return-type">scala.reflect.ClassTag&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>&gt;</span>&nbsp;<span class="element-name">kClassTag</span>()</div>
<dl class="notes">
<dt>Overrides:</dt>
<dd><code><a href="JavaPairRDD.html#kClassTag()">kClassTag</a></code>&nbsp;in class&nbsp;<code><a href="JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a>&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<wbr><a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>&gt;</code></dd>
</dl>
</section>
</li>
<li>
<section class="detail" id="mapPartitionsWithInputSplit(org.apache.spark.api.java.function.Function2,boolean)">
<h3>mapPartitionsWithInputSplit</h3>
<div class="member-signature"><span class="modifiers">public</span>&nbsp;<span class="type-parameters">&lt;R&gt;</span>&nbsp;<span class="return-type"><a href="JavaRDD.html" title="class in org.apache.spark.api.java">JavaRDD</a>&lt;R&gt;</span>&nbsp;<span class="element-name">mapPartitionsWithInputSplit</span><wbr><span class="parameters">(<a href="function/Function2.html" title="interface in org.apache.spark.api.java.function">Function2</a>&lt;org.apache.hadoop.mapreduce.InputSplit,<wbr><a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/util/Iterator.html" title="class or interface in java.util" class="external-link">Iterator</a>&lt;scala.Tuple2&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<wbr><a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>&gt;&gt;,<wbr><a href="https://docs.oracle.com/en/java/javase/17/docs/api/java.base/java/util/Iterator.html" title="class or interface in java.util" class="external-link">Iterator</a>&lt;R&gt;&gt;&nbsp;f,
boolean&nbsp;preservesPartitioning)</span></div>
<div class="block">Maps over a partition, providing the InputSplit that was used as the base of the partition.</div>
</section>
</li>
<li>
<section class="detail" id="vClassTag()">
<h3>vClassTag</h3>
<div class="member-signature"><span class="modifiers">public</span>&nbsp;<span class="return-type">scala.reflect.ClassTag&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>&gt;</span>&nbsp;<span class="element-name">vClassTag</span>()</div>
<dl class="notes">
<dt>Overrides:</dt>
<dd><code><a href="JavaPairRDD.html#vClassTag()">vClassTag</a></code>&nbsp;in class&nbsp;<code><a href="JavaPairRDD.html" title="class in org.apache.spark.api.java">JavaPairRDD</a>&lt;<a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">K</a>,<wbr><a href="JavaNewHadoopRDD.html" title="type parameter in JavaNewHadoopRDD">V</a>&gt;</code></dd>
</dl>
</section>
</li>
</ul>
</section>
</li>
</ul>
</section>
<!-- ========= END OF CLASS DATA ========= -->
</main>
</div>
</div>
<script defer="defer" type="text/javascript" src="../../../../../lib/jquery.js"></script><script defer="defer" type="text/javascript" src="../../../../../lib/api-javadocs.js"></script></body>
</html>