blob: 3165fb537866d808d6d6f2b6a50ca53fbb524a69 [file] [log] [blame]
<!DOCTYPE html>
<html >
<head>
<meta charset="utf-8" />
<meta name="viewport" content="width=device-width, initial-scale=1.0" /><meta name="generator" content="Docutils 0.17.1: http://docutils.sourceforge.net/" />
<title>MLlib (DataFrame-based) &#8212; PySpark 4.0.0-preview1 documentation</title>
<script data-cfasync="false">
document.documentElement.dataset.mode = localStorage.getItem("mode") || "";
document.documentElement.dataset.theme = localStorage.getItem("theme") || "light";
</script>
<!-- Loaded before other Sphinx assets -->
<link href="../_static/styles/theme.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../_static/styles/bootstrap.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../_static/styles/pydata-sphinx-theme.css?digest=e353d410970836974a52" rel="stylesheet" />
<link href="../_static/vendor/fontawesome/6.1.2/css/all.min.css?digest=e353d410970836974a52" rel="stylesheet" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../_static/vendor/fontawesome/6.1.2/webfonts/fa-solid-900.woff2" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../_static/vendor/fontawesome/6.1.2/webfonts/fa-brands-400.woff2" />
<link rel="preload" as="font" type="font/woff2" crossorigin href="../_static/vendor/fontawesome/6.1.2/webfonts/fa-regular-400.woff2" />
<link rel="stylesheet" type="text/css" href="../_static/pygments.css" />
<link rel="stylesheet" type="text/css" href="../_static/copybutton.css" />
<link rel="stylesheet" type="text/css" href="../_static/css/pyspark.css" />
<!-- Pre-loaded scripts that we'll load fully later -->
<link rel="preload" as="script" href="../_static/scripts/bootstrap.js?digest=e353d410970836974a52" />
<link rel="preload" as="script" href="../_static/scripts/pydata-sphinx-theme.js?digest=e353d410970836974a52" />
<script data-url_root="../" id="documentation_options" src="../_static/documentation_options.js"></script>
<script src="../_static/jquery.js"></script>
<script src="../_static/underscore.js"></script>
<script src="../_static/doctools.js"></script>
<script src="../_static/clipboard.min.js"></script>
<script src="../_static/copybutton.js"></script>
<script crossorigin="anonymous" integrity="sha256-Ae2Vz/4ePdIu6ZyI/5ZGsYnb+m0JlOmKPjt6XZ9JJkA=" src="https://cdnjs.cloudflare.com/ajax/libs/require.js/2.3.4/require.min.js"></script>
<script>DOCUMENTATION_OPTIONS.pagename = 'reference/pyspark.ml';</script>
<link rel="canonical" href="https://spark.apache.org/docs/latest/api/python/reference/pyspark.ml.html" />
<link rel="search" title="Search" href="../search.html" />
<link rel="next" title="Transformer" href="api/pyspark.ml.Transformer.html" />
<link rel="prev" title="pyspark.sql.streaming.StreamingQueryManager.resetTerminated" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.resetTerminated.html" />
<meta name="viewport" content="width=device-width, initial-scale=1" />
<meta name="docsearch:language" content="None">
<!-- Matomo -->
<script type="text/javascript">
var _paq = window._paq = window._paq || [];
/* tracker methods like "setCustomDimension" should be called before "trackPageView" */
_paq.push(["disableCookies"]);
_paq.push(['trackPageView']);
_paq.push(['enableLinkTracking']);
(function() {
var u="https://analytics.apache.org/";
_paq.push(['setTrackerUrl', u+'matomo.php']);
_paq.push(['setSiteId', '40']);
var d=document, g=d.createElement('script'), s=d.getElementsByTagName('script')[0];
g.async=true; g.src=u+'matomo.js'; s.parentNode.insertBefore(g,s);
})();
</script>
<!-- End Matomo Code -->
</head>
<body data-bs-spy="scroll" data-bs-target=".bd-toc-nav" data-offset="180" data-bs-root-margin="0px 0px -60%" data-default-mode="">
<a class="skip-link" href="#main-content">Skip to main content</a>
<input type="checkbox"
class="sidebar-toggle"
name="__primary"
id="__primary"/>
<label class="overlay overlay-primary" for="__primary"></label>
<input type="checkbox"
class="sidebar-toggle"
name="__secondary"
id="__secondary"/>
<label class="overlay overlay-secondary" for="__secondary"></label>
<div class="search-button__wrapper">
<div class="search-button__overlay"></div>
<div class="search-button__search-container">
<form class="bd-search d-flex align-items-center"
action="../search.html"
method="get">
<i class="fa-solid fa-magnifying-glass"></i>
<input type="search"
class="form-control"
name="q"
id="search-input"
placeholder="Search the docs ..."
aria-label="Search the docs ..."
autocomplete="off"
autocorrect="off"
autocapitalize="off"
spellcheck="false"/>
<span class="search-button__kbd-shortcut"><kbd class="kbd-shortcut__modifier">Ctrl</kbd>+<kbd>K</kbd></span>
</form></div>
</div>
<nav class="bd-header navbar navbar-expand-lg bd-navbar">
<div class="bd-header__inner bd-page-width">
<label class="sidebar-toggle primary-toggle" for="__primary">
<span class="fa-solid fa-bars"></span>
</label>
<div class="navbar-header-items__start">
<div class="navbar-item">
<a class="navbar-brand logo" href="../index.html">
<img src="../_static/spark-logo-light.png" class="logo__image only-light" alt="Logo image"/>
<script>document.write(`<img src="../_static/spark-logo-dark.png" class="logo__image only-dark" alt="Logo image"/>`);</script>
</a></div>
</div>
<div class="col-lg-9 navbar-header-items">
<div class="me-auto navbar-header-items__center">
<div class="navbar-item"><nav class="navbar-nav">
<p class="sidebar-header-items__title"
role="heading"
aria-level="1"
aria-label="Site Navigation">
Site Navigation
</p>
<ul class="bd-navbar-elements navbar-nav">
<li class="nav-item">
<a class="nav-link nav-internal" href="../index.html">
Overview
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../getting_started/index.html">
Getting Started
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../user_guide/index.html">
User Guides
</a>
</li>
<li class="nav-item current active">
<a class="nav-link nav-internal" href="index.html">
API Reference
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../development/index.html">
Development
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../migration_guide/index.html">
Migration Guides
</a>
</li>
</ul>
</nav></div>
</div>
<div class="navbar-header-items__end">
<div class="navbar-item navbar-persistent--container">
<script>
document.write(`
<button class="btn btn-sm navbar-btn search-button search-button__button" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
<i class="fa-solid fa-magnifying-glass"></i>
</button>
`);
</script>
</div>
<div class="navbar-item"><!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<div id="version-button" class="dropdown">
<button type="button" class="btn btn-secondary btn-sm navbar-btn dropdown-toggle" id="version_switcher_button" data-toggle="dropdown">
4.0.0-preview1
<span class="caret"></span>
</button>
<div id="version_switcher" class="dropdown-menu list-group-flush py-0" aria-labelledby="version_switcher_button">
<!-- dropdown will be populated by javascript on page load -->
</div>
</div>
<script type="text/javascript">
// Function to construct the target URL from the JSON components
function buildURL(entry) {
var template = "https://spark.apache.org/docs/{version}/api/python/index.html"; // supplied by jinja
template = template.replace("{version}", entry.version);
return template;
}
// Function to check if corresponding page path exists in other version of docs
// and, if so, go there instead of the homepage of the other docs version
function checkPageExistsAndRedirect(event) {
const currentFilePath = "reference/pyspark.ml.html",
otherDocsHomepage = event.target.getAttribute("href");
let tryUrl = `${otherDocsHomepage}${currentFilePath}`;
$.ajax({
type: 'HEAD',
url: tryUrl,
// if the page exists, go there
success: function() {
location.href = tryUrl;
}
}).fail(function() {
location.href = otherDocsHomepage;
});
return false;
}
// Function to populate the version switcher
(function () {
// get JSON config
$.getJSON("https://spark.apache.org/static/versions.json", function(data, textStatus, jqXHR) {
// create the nodes first (before AJAX calls) to ensure the order is
// correct (for now, links will go to doc version homepage)
$.each(data, function(index, entry) {
// if no custom name specified (e.g., "latest"), use version string
if (!("name" in entry)) {
entry.name = entry.version;
}
// construct the appropriate URL, and add it to the dropdown
entry.url = buildURL(entry);
const node = document.createElement("a");
node.setAttribute("class", "list-group-item list-group-item-action py-1");
node.setAttribute("href", `${entry.url}`);
node.textContent = `${entry.name}`;
node.onclick = checkPageExistsAndRedirect;
$("#version_switcher").append(node);
});
});
})();
</script></div>
<div class="navbar-item">
<script>
document.write(`
<button class="theme-switch-button btn btn-sm btn-outline-primary navbar-btn rounded-circle" title="light/dark" aria-label="light/dark" data-bs-placement="bottom" data-bs-toggle="tooltip">
<span class="theme-switch" data-mode="light"><i class="fa-solid fa-sun"></i></span>
<span class="theme-switch" data-mode="dark"><i class="fa-solid fa-moon"></i></span>
<span class="theme-switch" data-mode="auto"><i class="fa-solid fa-circle-half-stroke"></i></span>
</button>
`);
</script></div>
<div class="navbar-item"><ul class="navbar-icon-links navbar-nav"
aria-label="Icon Links">
<li class="nav-item">
<a href="https://github.com/apache/spark" title="GitHub" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-brands fa-github"></i></span>
<label class="sr-only">GitHub</label></a>
</li>
<li class="nav-item">
<a href="https://pypi.org/project/pyspark" title="PyPI" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-solid fa-box"></i></span>
<label class="sr-only">PyPI</label></a>
</li>
</ul></div>
</div>
</div>
<div class="navbar-persistent--mobile">
<script>
document.write(`
<button class="btn btn-sm navbar-btn search-button search-button__button" title="Search" aria-label="Search" data-bs-placement="bottom" data-bs-toggle="tooltip">
<i class="fa-solid fa-magnifying-glass"></i>
</button>
`);
</script>
</div>
<label class="sidebar-toggle secondary-toggle" for="__secondary">
<span class="fa-solid fa-outdent"></span>
</label>
</div>
</nav>
<div class="bd-container">
<div class="bd-container__inner bd-page-width">
<div class="bd-sidebar-primary bd-sidebar">
<div class="sidebar-header-items sidebar-primary__section">
<div class="sidebar-header-items__center">
<div class="navbar-item"><nav class="navbar-nav">
<p class="sidebar-header-items__title"
role="heading"
aria-level="1"
aria-label="Site Navigation">
Site Navigation
</p>
<ul class="bd-navbar-elements navbar-nav">
<li class="nav-item">
<a class="nav-link nav-internal" href="../index.html">
Overview
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../getting_started/index.html">
Getting Started
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../user_guide/index.html">
User Guides
</a>
</li>
<li class="nav-item current active">
<a class="nav-link nav-internal" href="index.html">
API Reference
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../development/index.html">
Development
</a>
</li>
<li class="nav-item">
<a class="nav-link nav-internal" href="../migration_guide/index.html">
Migration Guides
</a>
</li>
</ul>
</nav></div>
</div>
<div class="sidebar-header-items__end">
<div class="navbar-item"><!--
Licensed to the Apache Software Foundation (ASF) under one or more
contributor license agreements. See the NOTICE file distributed with
this work for additional information regarding copyright ownership.
The ASF licenses this file to You under the Apache License, Version 2.0
(the "License"); you may not use this file except in compliance with
the License. You may obtain a copy of the License at
http://www.apache.org/licenses/LICENSE-2.0
Unless required by applicable law or agreed to in writing, software
distributed under the License is distributed on an "AS IS" BASIS,
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
See the License for the specific language governing permissions and
limitations under the License.
-->
<div id="version-button" class="dropdown">
<button type="button" class="btn btn-secondary btn-sm navbar-btn dropdown-toggle" id="version_switcher_button" data-toggle="dropdown">
4.0.0-preview1
<span class="caret"></span>
</button>
<div id="version_switcher" class="dropdown-menu list-group-flush py-0" aria-labelledby="version_switcher_button">
<!-- dropdown will be populated by javascript on page load -->
</div>
</div>
<script type="text/javascript">
// Function to construct the target URL from the JSON components
function buildURL(entry) {
var template = "https://spark.apache.org/docs/{version}/api/python/index.html"; // supplied by jinja
template = template.replace("{version}", entry.version);
return template;
}
// Function to check if corresponding page path exists in other version of docs
// and, if so, go there instead of the homepage of the other docs version
function checkPageExistsAndRedirect(event) {
const currentFilePath = "reference/pyspark.ml.html",
otherDocsHomepage = event.target.getAttribute("href");
let tryUrl = `${otherDocsHomepage}${currentFilePath}`;
$.ajax({
type: 'HEAD',
url: tryUrl,
// if the page exists, go there
success: function() {
location.href = tryUrl;
}
}).fail(function() {
location.href = otherDocsHomepage;
});
return false;
}
// Function to populate the version switcher
(function () {
// get JSON config
$.getJSON("https://spark.apache.org/static/versions.json", function(data, textStatus, jqXHR) {
// create the nodes first (before AJAX calls) to ensure the order is
// correct (for now, links will go to doc version homepage)
$.each(data, function(index, entry) {
// if no custom name specified (e.g., "latest"), use version string
if (!("name" in entry)) {
entry.name = entry.version;
}
// construct the appropriate URL, and add it to the dropdown
entry.url = buildURL(entry);
const node = document.createElement("a");
node.setAttribute("class", "list-group-item list-group-item-action py-1");
node.setAttribute("href", `${entry.url}`);
node.textContent = `${entry.name}`;
node.onclick = checkPageExistsAndRedirect;
$("#version_switcher").append(node);
});
});
})();
</script></div>
<div class="navbar-item">
<script>
document.write(`
<button class="theme-switch-button btn btn-sm btn-outline-primary navbar-btn rounded-circle" title="light/dark" aria-label="light/dark" data-bs-placement="bottom" data-bs-toggle="tooltip">
<span class="theme-switch" data-mode="light"><i class="fa-solid fa-sun"></i></span>
<span class="theme-switch" data-mode="dark"><i class="fa-solid fa-moon"></i></span>
<span class="theme-switch" data-mode="auto"><i class="fa-solid fa-circle-half-stroke"></i></span>
</button>
`);
</script></div>
<div class="navbar-item"><ul class="navbar-icon-links navbar-nav"
aria-label="Icon Links">
<li class="nav-item">
<a href="https://github.com/apache/spark" title="GitHub" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-brands fa-github"></i></span>
<label class="sr-only">GitHub</label></a>
</li>
<li class="nav-item">
<a href="https://pypi.org/project/pyspark" title="PyPI" class="nav-link" rel="noopener" target="_blank" data-bs-toggle="tooltip" data-bs-placement="bottom"><span><i class="fa-solid fa-box"></i></span>
<label class="sr-only">PyPI</label></a>
</li>
</ul></div>
</div>
</div>
<div class="sidebar-primary-items__start sidebar-primary__section">
<div class="sidebar-primary-item"><nav class="bd-docs-nav bd-links"
aria-label="Section Navigation">
<p class="bd-links__title" role="heading" aria-level="1">Section Navigation</p>
<div class="bd-toc-item navbar-nav"><ul class="current nav bd-sidenav">
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.sql/index.html">Spark SQL</a><input class="toctree-checkbox" id="toctree-checkbox-1" name="toctree-checkbox-1" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-1"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/core_classes.html">Core Classes</a><input class="toctree-checkbox" id="toctree-checkbox-2" name="toctree-checkbox-2" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-2"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.html">pyspark.sql.SparkSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.html">pyspark.sql.Catalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.html">pyspark.sql.DataFrame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.html">pyspark.sql.Column</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Observation.html">pyspark.sql.Observation</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Row.html">pyspark.sql.Row</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.html">pyspark.sql.GroupedData</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.PandasCogroupedOps.html">pyspark.sql.PandasCogroupedOps</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.html">pyspark.sql.DataFrameNaFunctions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.html">pyspark.sql.DataFrameStatFunctions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.html">pyspark.sql.Window</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.html">pyspark.sql.DataFrameReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.html">pyspark.sql.DataFrameWriter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.html">pyspark.sql.DataFrameWriterV2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDFRegistration.html">pyspark.sql.UDFRegistration</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDTFRegistration.html">pyspark.sql.UDTFRegistration</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udf.UserDefinedFunction.html">pyspark.sql.udf.UserDefinedFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udtf.UserDefinedTableFunction.html">pyspark.sql.udtf.UserDefinedTableFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.html">pyspark.sql.datasource.DataSource</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceReader.html">pyspark.sql.datasource.DataSourceReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.html">pyspark.sql.datasource.DataSourceStreamReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.html">pyspark.sql.datasource.DataSourceWriter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceRegistration.html">pyspark.sql.datasource.DataSourceRegistration</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.InputPartition.html">pyspark.sql.datasource.InputPartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.WriterCommitMessage.html">pyspark.sql.datasource.WriterCommitMessage</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.VariantVal.html">pyspark.sql.VariantVal</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/spark_session.html">Spark Session</a><input class="toctree-checkbox" id="toctree-checkbox-3" name="toctree-checkbox-3" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-3"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.active.html">pyspark.sql.SparkSession.active</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.appName.html">pyspark.sql.SparkSession.builder.appName</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.config.html">pyspark.sql.SparkSession.builder.config</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.enableHiveSupport.html">pyspark.sql.SparkSession.builder.enableHiveSupport</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.getOrCreate.html">pyspark.sql.SparkSession.builder.getOrCreate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.master.html">pyspark.sql.SparkSession.builder.master</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.remote.html">pyspark.sql.SparkSession.builder.remote</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.catalog.html">pyspark.sql.SparkSession.catalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.conf.html">pyspark.sql.SparkSession.conf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.createDataFrame.html">pyspark.sql.SparkSession.createDataFrame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.dataSource.html">pyspark.sql.SparkSession.dataSource</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.getActiveSession.html">pyspark.sql.SparkSession.getActiveSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.newSession.html">pyspark.sql.SparkSession.newSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.profile.html">pyspark.sql.SparkSession.profile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.range.html">pyspark.sql.SparkSession.range</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.read.html">pyspark.sql.SparkSession.read</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.readStream.html">pyspark.sql.SparkSession.readStream</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.sparkContext.html">pyspark.sql.SparkSession.sparkContext</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.sql.html">pyspark.sql.SparkSession.sql</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.stop.html">pyspark.sql.SparkSession.stop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.streams.html">pyspark.sql.SparkSession.streams</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.table.html">pyspark.sql.SparkSession.table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.udf.html">pyspark.sql.SparkSession.udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.udtf.html">pyspark.sql.SparkSession.udtf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.version.html">pyspark.sql.SparkSession.version</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.is_remote.html">pyspark.sql.is_remote</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.builder.create.html">pyspark.sql.SparkSession.builder.create</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.addArtifact.html">pyspark.sql.SparkSession.addArtifact</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.addArtifacts.html">pyspark.sql.SparkSession.addArtifacts</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.addTag.html">pyspark.sql.SparkSession.addTag</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.clearProgressHandlers.html">pyspark.sql.SparkSession.clearProgressHandlers</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.clearTags.html">pyspark.sql.SparkSession.clearTags</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.client.html">pyspark.sql.SparkSession.client</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.copyFromLocalToFs.html">pyspark.sql.SparkSession.copyFromLocalToFs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.getTags.html">pyspark.sql.SparkSession.getTags</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.interruptAll.html">pyspark.sql.SparkSession.interruptAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.interruptOperation.html">pyspark.sql.SparkSession.interruptOperation</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.interruptTag.html">pyspark.sql.SparkSession.interruptTag</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.registerProgressHandler.html">pyspark.sql.SparkSession.registerProgressHandler</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.removeProgressHandler.html">pyspark.sql.SparkSession.removeProgressHandler</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.SparkSession.removeTag.html">pyspark.sql.SparkSession.removeTag</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/configuration.html">Configuration</a><input class="toctree-checkbox" id="toctree-checkbox-4" name="toctree-checkbox-4" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-4"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.conf.RuntimeConfig.html">pyspark.sql.conf.RuntimeConfig</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/io.html">Input/Output</a><input class="toctree-checkbox" id="toctree-checkbox-5" name="toctree-checkbox-5" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-5"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.csv.html">pyspark.sql.DataFrameReader.csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.format.html">pyspark.sql.DataFrameReader.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.jdbc.html">pyspark.sql.DataFrameReader.jdbc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.json.html">pyspark.sql.DataFrameReader.json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.load.html">pyspark.sql.DataFrameReader.load</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.option.html">pyspark.sql.DataFrameReader.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.options.html">pyspark.sql.DataFrameReader.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.orc.html">pyspark.sql.DataFrameReader.orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.parquet.html">pyspark.sql.DataFrameReader.parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.schema.html">pyspark.sql.DataFrameReader.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.table.html">pyspark.sql.DataFrameReader.table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameReader.text.html">pyspark.sql.DataFrameReader.text</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.bucketBy.html">pyspark.sql.DataFrameWriter.bucketBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.csv.html">pyspark.sql.DataFrameWriter.csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.format.html">pyspark.sql.DataFrameWriter.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.insertInto.html">pyspark.sql.DataFrameWriter.insertInto</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.jdbc.html">pyspark.sql.DataFrameWriter.jdbc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.json.html">pyspark.sql.DataFrameWriter.json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.mode.html">pyspark.sql.DataFrameWriter.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.option.html">pyspark.sql.DataFrameWriter.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.options.html">pyspark.sql.DataFrameWriter.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.orc.html">pyspark.sql.DataFrameWriter.orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.parquet.html">pyspark.sql.DataFrameWriter.parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.partitionBy.html">pyspark.sql.DataFrameWriter.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.save.html">pyspark.sql.DataFrameWriter.save</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.saveAsTable.html">pyspark.sql.DataFrameWriter.saveAsTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.sortBy.html">pyspark.sql.DataFrameWriter.sortBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriter.text.html">pyspark.sql.DataFrameWriter.text</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.using.html">pyspark.sql.DataFrameWriterV2.using</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.option.html">pyspark.sql.DataFrameWriterV2.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.options.html">pyspark.sql.DataFrameWriterV2.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.tableProperty.html">pyspark.sql.DataFrameWriterV2.tableProperty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.partitionedBy.html">pyspark.sql.DataFrameWriterV2.partitionedBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.create.html">pyspark.sql.DataFrameWriterV2.create</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.replace.html">pyspark.sql.DataFrameWriterV2.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.createOrReplace.html">pyspark.sql.DataFrameWriterV2.createOrReplace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.append.html">pyspark.sql.DataFrameWriterV2.append</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.overwrite.html">pyspark.sql.DataFrameWriterV2.overwrite</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameWriterV2.overwritePartitions.html">pyspark.sql.DataFrameWriterV2.overwritePartitions</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/dataframe.html">DataFrame</a><input class="toctree-checkbox" id="toctree-checkbox-6" name="toctree-checkbox-6" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-6"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.__getattr__.html">pyspark.sql.DataFrame.__getattr__</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.__getitem__.html">pyspark.sql.DataFrame.__getitem__</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.agg.html">pyspark.sql.DataFrame.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.alias.html">pyspark.sql.DataFrame.alias</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.approxQuantile.html">pyspark.sql.DataFrame.approxQuantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.cache.html">pyspark.sql.DataFrame.cache</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.checkpoint.html">pyspark.sql.DataFrame.checkpoint</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.coalesce.html">pyspark.sql.DataFrame.coalesce</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.colRegex.html">pyspark.sql.DataFrame.colRegex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.collect.html">pyspark.sql.DataFrame.collect</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.columns.html">pyspark.sql.DataFrame.columns</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.corr.html">pyspark.sql.DataFrame.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.count.html">pyspark.sql.DataFrame.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.cov.html">pyspark.sql.DataFrame.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.createGlobalTempView.html">pyspark.sql.DataFrame.createGlobalTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.createOrReplaceGlobalTempView.html">pyspark.sql.DataFrame.createOrReplaceGlobalTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.createOrReplaceTempView.html">pyspark.sql.DataFrame.createOrReplaceTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.createTempView.html">pyspark.sql.DataFrame.createTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.crossJoin.html">pyspark.sql.DataFrame.crossJoin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.crosstab.html">pyspark.sql.DataFrame.crosstab</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.cube.html">pyspark.sql.DataFrame.cube</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.describe.html">pyspark.sql.DataFrame.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.distinct.html">pyspark.sql.DataFrame.distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.drop.html">pyspark.sql.DataFrame.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.dropDuplicates.html">pyspark.sql.DataFrame.dropDuplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.dropDuplicatesWithinWatermark.html">pyspark.sql.DataFrame.dropDuplicatesWithinWatermark</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.drop_duplicates.html">pyspark.sql.DataFrame.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.dropna.html">pyspark.sql.DataFrame.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.dtypes.html">pyspark.sql.DataFrame.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.exceptAll.html">pyspark.sql.DataFrame.exceptAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.explain.html">pyspark.sql.DataFrame.explain</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.fillna.html">pyspark.sql.DataFrame.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.filter.html">pyspark.sql.DataFrame.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.first.html">pyspark.sql.DataFrame.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.foreach.html">pyspark.sql.DataFrame.foreach</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.foreachPartition.html">pyspark.sql.DataFrame.foreachPartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.freqItems.html">pyspark.sql.DataFrame.freqItems</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.groupBy.html">pyspark.sql.DataFrame.groupBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.groupingSets.html">pyspark.sql.DataFrame.groupingSets</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.head.html">pyspark.sql.DataFrame.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.hint.html">pyspark.sql.DataFrame.hint</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.inputFiles.html">pyspark.sql.DataFrame.inputFiles</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.intersect.html">pyspark.sql.DataFrame.intersect</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.intersectAll.html">pyspark.sql.DataFrame.intersectAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.isEmpty.html">pyspark.sql.DataFrame.isEmpty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.isLocal.html">pyspark.sql.DataFrame.isLocal</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.isStreaming.html">pyspark.sql.DataFrame.isStreaming</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.join.html">pyspark.sql.DataFrame.join</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.limit.html">pyspark.sql.DataFrame.limit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.localCheckpoint.html">pyspark.sql.DataFrame.localCheckpoint</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.mapInPandas.html">pyspark.sql.DataFrame.mapInPandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.mapInArrow.html">pyspark.sql.DataFrame.mapInArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.melt.html">pyspark.sql.DataFrame.melt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.na.html">pyspark.sql.DataFrame.na</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.observe.html">pyspark.sql.DataFrame.observe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.offset.html">pyspark.sql.DataFrame.offset</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.orderBy.html">pyspark.sql.DataFrame.orderBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.persist.html">pyspark.sql.DataFrame.persist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.printSchema.html">pyspark.sql.DataFrame.printSchema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.randomSplit.html">pyspark.sql.DataFrame.randomSplit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.rdd.html">pyspark.sql.DataFrame.rdd</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.registerTempTable.html">pyspark.sql.DataFrame.registerTempTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.repartition.html">pyspark.sql.DataFrame.repartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.repartitionByRange.html">pyspark.sql.DataFrame.repartitionByRange</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.replace.html">pyspark.sql.DataFrame.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.rollup.html">pyspark.sql.DataFrame.rollup</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sameSemantics.html">pyspark.sql.DataFrame.sameSemantics</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sample.html">pyspark.sql.DataFrame.sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sampleBy.html">pyspark.sql.DataFrame.sampleBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.schema.html">pyspark.sql.DataFrame.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.select.html">pyspark.sql.DataFrame.select</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.selectExpr.html">pyspark.sql.DataFrame.selectExpr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.semanticHash.html">pyspark.sql.DataFrame.semanticHash</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.show.html">pyspark.sql.DataFrame.show</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sort.html">pyspark.sql.DataFrame.sort</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sortWithinPartitions.html">pyspark.sql.DataFrame.sortWithinPartitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.sparkSession.html">pyspark.sql.DataFrame.sparkSession</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.stat.html">pyspark.sql.DataFrame.stat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.storageLevel.html">pyspark.sql.DataFrame.storageLevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.subtract.html">pyspark.sql.DataFrame.subtract</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.summary.html">pyspark.sql.DataFrame.summary</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.tail.html">pyspark.sql.DataFrame.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.take.html">pyspark.sql.DataFrame.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.to.html">pyspark.sql.DataFrame.to</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.toArrow.html">pyspark.sql.DataFrame.toArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.toDF.html">pyspark.sql.DataFrame.toDF</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.toJSON.html">pyspark.sql.DataFrame.toJSON</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.toLocalIterator.html">pyspark.sql.DataFrame.toLocalIterator</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.toPandas.html">pyspark.sql.DataFrame.toPandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.transform.html">pyspark.sql.DataFrame.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.union.html">pyspark.sql.DataFrame.union</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.unionAll.html">pyspark.sql.DataFrame.unionAll</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.unionByName.html">pyspark.sql.DataFrame.unionByName</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.unpersist.html">pyspark.sql.DataFrame.unpersist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.unpivot.html">pyspark.sql.DataFrame.unpivot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.where.html">pyspark.sql.DataFrame.where</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withColumn.html">pyspark.sql.DataFrame.withColumn</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withColumns.html">pyspark.sql.DataFrame.withColumns</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withColumnRenamed.html">pyspark.sql.DataFrame.withColumnRenamed</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withColumnsRenamed.html">pyspark.sql.DataFrame.withColumnsRenamed</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withMetadata.html">pyspark.sql.DataFrame.withMetadata</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.withWatermark.html">pyspark.sql.DataFrame.withWatermark</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.write.html">pyspark.sql.DataFrame.write</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.writeStream.html">pyspark.sql.DataFrame.writeStream</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.writeTo.html">pyspark.sql.DataFrame.writeTo</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrame.pandas_api.html">pyspark.sql.DataFrame.pandas_api</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.drop.html">pyspark.sql.DataFrameNaFunctions.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.fill.html">pyspark.sql.DataFrameNaFunctions.fill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameNaFunctions.replace.html">pyspark.sql.DataFrameNaFunctions.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.approxQuantile.html">pyspark.sql.DataFrameStatFunctions.approxQuantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.corr.html">pyspark.sql.DataFrameStatFunctions.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.cov.html">pyspark.sql.DataFrameStatFunctions.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.crosstab.html">pyspark.sql.DataFrameStatFunctions.crosstab</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.freqItems.html">pyspark.sql.DataFrameStatFunctions.freqItems</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.DataFrameStatFunctions.sampleBy.html">pyspark.sql.DataFrameStatFunctions.sampleBy</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/column.html">Column</a><input class="toctree-checkbox" id="toctree-checkbox-7" name="toctree-checkbox-7" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-7"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.__getattr__.html">pyspark.sql.Column.__getattr__</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.__getitem__.html">pyspark.sql.Column.__getitem__</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.alias.html">pyspark.sql.Column.alias</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.asc.html">pyspark.sql.Column.asc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.asc_nulls_first.html">pyspark.sql.Column.asc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.asc_nulls_last.html">pyspark.sql.Column.asc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.astype.html">pyspark.sql.Column.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.between.html">pyspark.sql.Column.between</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.bitwiseAND.html">pyspark.sql.Column.bitwiseAND</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.bitwiseOR.html">pyspark.sql.Column.bitwiseOR</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.bitwiseXOR.html">pyspark.sql.Column.bitwiseXOR</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.cast.html">pyspark.sql.Column.cast</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.contains.html">pyspark.sql.Column.contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.desc.html">pyspark.sql.Column.desc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.desc_nulls_first.html">pyspark.sql.Column.desc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.desc_nulls_last.html">pyspark.sql.Column.desc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.dropFields.html">pyspark.sql.Column.dropFields</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.endswith.html">pyspark.sql.Column.endswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.eqNullSafe.html">pyspark.sql.Column.eqNullSafe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.getField.html">pyspark.sql.Column.getField</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.getItem.html">pyspark.sql.Column.getItem</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.ilike.html">pyspark.sql.Column.ilike</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.isNaN.html">pyspark.sql.Column.isNaN</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.isNotNull.html">pyspark.sql.Column.isNotNull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.isNull.html">pyspark.sql.Column.isNull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.isin.html">pyspark.sql.Column.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.like.html">pyspark.sql.Column.like</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.name.html">pyspark.sql.Column.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.otherwise.html">pyspark.sql.Column.otherwise</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.over.html">pyspark.sql.Column.over</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.rlike.html">pyspark.sql.Column.rlike</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.startswith.html">pyspark.sql.Column.startswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.substr.html">pyspark.sql.Column.substr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.try_cast.html">pyspark.sql.Column.try_cast</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.when.html">pyspark.sql.Column.when</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Column.withField.html">pyspark.sql.Column.withField</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/data_types.html">Data Types</a><input class="toctree-checkbox" id="toctree-checkbox-8" name="toctree-checkbox-8" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-8"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.ArrayType.html">ArrayType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.BinaryType.html">BinaryType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.BooleanType.html">BooleanType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.ByteType.html">ByteType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.DataType.html">DataType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.DateType.html">DateType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.DecimalType.html">DecimalType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.DoubleType.html">DoubleType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.FloatType.html">FloatType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.IntegerType.html">IntegerType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.LongType.html">LongType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.MapType.html">MapType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.NullType.html">NullType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.ShortType.html">ShortType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.StringType.html">StringType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.CharType.html">CharType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.VarcharType.html">VarcharType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.StructField.html">StructField</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.StructType.html">StructType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.VariantType.html">VariantType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.TimestampType.html">TimestampType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.TimestampNTZType.html">TimestampNTZType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.DayTimeIntervalType.html">DayTimeIntervalType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.YearMonthIntervalType.html">YearMonthIntervalType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.types.CalendarIntervalType.html">CalendarIntervalType</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/row.html">Row</a><input class="toctree-checkbox" id="toctree-checkbox-9" name="toctree-checkbox-9" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-9"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Row.asDict.html">pyspark.sql.Row.asDict</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/functions.html">Functions</a><input class="toctree-checkbox" id="toctree-checkbox-10" name="toctree-checkbox-10" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-10"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.broadcast.html">pyspark.sql.functions.broadcast</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.call_function.html">pyspark.sql.functions.call_function</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.col.html">pyspark.sql.functions.col</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.column.html">pyspark.sql.functions.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lit.html">pyspark.sql.functions.lit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.expr.html">pyspark.sql.functions.expr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.coalesce.html">pyspark.sql.functions.coalesce</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ifnull.html">pyspark.sql.functions.ifnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nanvl.html">pyspark.sql.functions.nanvl</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nullif.html">pyspark.sql.functions.nullif</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nvl.html">pyspark.sql.functions.nvl</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nvl2.html">pyspark.sql.functions.nvl2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.when.html">pyspark.sql.functions.when</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.equal_null.html">pyspark.sql.functions.equal_null</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ilike.html">pyspark.sql.functions.ilike</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.isnan.html">pyspark.sql.functions.isnan</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.isnotnull.html">pyspark.sql.functions.isnotnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.isnull.html">pyspark.sql.functions.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.like.html">pyspark.sql.functions.like</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp.html">pyspark.sql.functions.regexp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_like.html">pyspark.sql.functions.regexp_like</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rlike.html">pyspark.sql.functions.rlike</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.asc.html">pyspark.sql.functions.asc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.asc_nulls_first.html">pyspark.sql.functions.asc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.asc_nulls_last.html">pyspark.sql.functions.asc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.desc.html">pyspark.sql.functions.desc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.desc_nulls_first.html">pyspark.sql.functions.desc_nulls_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.desc_nulls_last.html">pyspark.sql.functions.desc_nulls_last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.abs.html">pyspark.sql.functions.abs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.acos.html">pyspark.sql.functions.acos</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.acosh.html">pyspark.sql.functions.acosh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.asin.html">pyspark.sql.functions.asin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.asinh.html">pyspark.sql.functions.asinh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.atan.html">pyspark.sql.functions.atan</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.atan2.html">pyspark.sql.functions.atan2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.atanh.html">pyspark.sql.functions.atanh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bin.html">pyspark.sql.functions.bin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bround.html">pyspark.sql.functions.bround</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cbrt.html">pyspark.sql.functions.cbrt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ceil.html">pyspark.sql.functions.ceil</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ceiling.html">pyspark.sql.functions.ceiling</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.conv.html">pyspark.sql.functions.conv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cos.html">pyspark.sql.functions.cos</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cosh.html">pyspark.sql.functions.cosh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cot.html">pyspark.sql.functions.cot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.csc.html">pyspark.sql.functions.csc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.degrees.html">pyspark.sql.functions.degrees</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.e.html">pyspark.sql.functions.e</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.exp.html">pyspark.sql.functions.exp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.expm1.html">pyspark.sql.functions.expm1</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.factorial.html">pyspark.sql.functions.factorial</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.floor.html">pyspark.sql.functions.floor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.greatest.html">pyspark.sql.functions.greatest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hex.html">pyspark.sql.functions.hex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hypot.html">pyspark.sql.functions.hypot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.least.html">pyspark.sql.functions.least</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ln.html">pyspark.sql.functions.ln</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.log.html">pyspark.sql.functions.log</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.log10.html">pyspark.sql.functions.log10</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.log1p.html">pyspark.sql.functions.log1p</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.log2.html">pyspark.sql.functions.log2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.negate.html">pyspark.sql.functions.negate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.negative.html">pyspark.sql.functions.negative</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.pi.html">pyspark.sql.functions.pi</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.pmod.html">pyspark.sql.functions.pmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.positive.html">pyspark.sql.functions.positive</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.pow.html">pyspark.sql.functions.pow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.power.html">pyspark.sql.functions.power</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.radians.html">pyspark.sql.functions.radians</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rand.html">pyspark.sql.functions.rand</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.randn.html">pyspark.sql.functions.randn</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rint.html">pyspark.sql.functions.rint</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.round.html">pyspark.sql.functions.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sec.html">pyspark.sql.functions.sec</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sign.html">pyspark.sql.functions.sign</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.signum.html">pyspark.sql.functions.signum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sin.html">pyspark.sql.functions.sin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sinh.html">pyspark.sql.functions.sinh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sqrt.html">pyspark.sql.functions.sqrt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.tan.html">pyspark.sql.functions.tan</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.tanh.html">pyspark.sql.functions.tanh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_add.html">pyspark.sql.functions.try_add</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_divide.html">pyspark.sql.functions.try_divide</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_multiply.html">pyspark.sql.functions.try_multiply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_remainder.html">pyspark.sql.functions.try_remainder</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_subtract.html">pyspark.sql.functions.try_subtract</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unhex.html">pyspark.sql.functions.unhex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.width_bucket.html">pyspark.sql.functions.width_bucket</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ascii.html">pyspark.sql.functions.ascii</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.base64.html">pyspark.sql.functions.base64</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_length.html">pyspark.sql.functions.bit_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.btrim.html">pyspark.sql.functions.btrim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.char.html">pyspark.sql.functions.char</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.char_length.html">pyspark.sql.functions.char_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.character_length.html">pyspark.sql.functions.character_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.collate.html">pyspark.sql.functions.collate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.collation.html">pyspark.sql.functions.collation</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.concat_ws.html">pyspark.sql.functions.concat_ws</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.contains.html">pyspark.sql.functions.contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.decode.html">pyspark.sql.functions.decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.elt.html">pyspark.sql.functions.elt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.encode.html">pyspark.sql.functions.encode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.endswith.html">pyspark.sql.functions.endswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.find_in_set.html">pyspark.sql.functions.find_in_set</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.format_number.html">pyspark.sql.functions.format_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.format_string.html">pyspark.sql.functions.format_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.initcap.html">pyspark.sql.functions.initcap</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.instr.html">pyspark.sql.functions.instr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lcase.html">pyspark.sql.functions.lcase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.left.html">pyspark.sql.functions.left</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.length.html">pyspark.sql.functions.length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.levenshtein.html">pyspark.sql.functions.levenshtein</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.locate.html">pyspark.sql.functions.locate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lower.html">pyspark.sql.functions.lower</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lpad.html">pyspark.sql.functions.lpad</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ltrim.html">pyspark.sql.functions.ltrim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.mask.html">pyspark.sql.functions.mask</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.octet_length.html">pyspark.sql.functions.octet_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.overlay.html">pyspark.sql.functions.overlay</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.position.html">pyspark.sql.functions.position</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.printf.html">pyspark.sql.functions.printf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_count.html">pyspark.sql.functions.regexp_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_extract.html">pyspark.sql.functions.regexp_extract</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_extract_all.html">pyspark.sql.functions.regexp_extract_all</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_instr.html">pyspark.sql.functions.regexp_instr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_replace.html">pyspark.sql.functions.regexp_replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regexp_substr.html">pyspark.sql.functions.regexp_substr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.repeat.html">pyspark.sql.functions.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.replace.html">pyspark.sql.functions.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.right.html">pyspark.sql.functions.right</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rpad.html">pyspark.sql.functions.rpad</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rtrim.html">pyspark.sql.functions.rtrim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sentences.html">pyspark.sql.functions.sentences</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.soundex.html">pyspark.sql.functions.soundex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.split.html">pyspark.sql.functions.split</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.split_part.html">pyspark.sql.functions.split_part</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.startswith.html">pyspark.sql.functions.startswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.substr.html">pyspark.sql.functions.substr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.substring.html">pyspark.sql.functions.substring</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.substring_index.html">pyspark.sql.functions.substring_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_binary.html">pyspark.sql.functions.to_binary</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_char.html">pyspark.sql.functions.to_char</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_number.html">pyspark.sql.functions.to_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_varchar.html">pyspark.sql.functions.to_varchar</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.translate.html">pyspark.sql.functions.translate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.trim.html">pyspark.sql.functions.trim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_to_binary.html">pyspark.sql.functions.try_to_binary</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_to_number.html">pyspark.sql.functions.try_to_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ucase.html">pyspark.sql.functions.ucase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unbase64.html">pyspark.sql.functions.unbase64</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.upper.html">pyspark.sql.functions.upper</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_count.html">pyspark.sql.functions.bit_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_get.html">pyspark.sql.functions.bit_get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitwise_not.html">pyspark.sql.functions.bitwise_not</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.getbit.html">pyspark.sql.functions.getbit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.shiftleft.html">pyspark.sql.functions.shiftleft</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.shiftright.html">pyspark.sql.functions.shiftright</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.shiftrightunsigned.html">pyspark.sql.functions.shiftrightunsigned</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.add_months.html">pyspark.sql.functions.add_months</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.convert_timezone.html">pyspark.sql.functions.convert_timezone</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.curdate.html">pyspark.sql.functions.curdate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_date.html">pyspark.sql.functions.current_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_timestamp.html">pyspark.sql.functions.current_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_timezone.html">pyspark.sql.functions.current_timezone</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_add.html">pyspark.sql.functions.date_add</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_diff.html">pyspark.sql.functions.date_diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_format.html">pyspark.sql.functions.date_format</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_from_unix_date.html">pyspark.sql.functions.date_from_unix_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_part.html">pyspark.sql.functions.date_part</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_sub.html">pyspark.sql.functions.date_sub</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.date_trunc.html">pyspark.sql.functions.date_trunc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dateadd.html">pyspark.sql.functions.dateadd</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.datediff.html">pyspark.sql.functions.datediff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.datepart.html">pyspark.sql.functions.datepart</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.day.html">pyspark.sql.functions.day</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dayname.html">pyspark.sql.functions.dayname</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dayofmonth.html">pyspark.sql.functions.dayofmonth</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dayofweek.html">pyspark.sql.functions.dayofweek</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dayofyear.html">pyspark.sql.functions.dayofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.extract.html">pyspark.sql.functions.extract</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.from_unixtime.html">pyspark.sql.functions.from_unixtime</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.from_utc_timestamp.html">pyspark.sql.functions.from_utc_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hour.html">pyspark.sql.functions.hour</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.last_day.html">pyspark.sql.functions.last_day</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.localtimestamp.html">pyspark.sql.functions.localtimestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_date.html">pyspark.sql.functions.make_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_dt_interval.html">pyspark.sql.functions.make_dt_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_interval.html">pyspark.sql.functions.make_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_timestamp.html">pyspark.sql.functions.make_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_timestamp_ltz.html">pyspark.sql.functions.make_timestamp_ltz</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_timestamp_ntz.html">pyspark.sql.functions.make_timestamp_ntz</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.make_ym_interval.html">pyspark.sql.functions.make_ym_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.minute.html">pyspark.sql.functions.minute</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.month.html">pyspark.sql.functions.month</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.monthname.html">pyspark.sql.functions.monthname</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.months_between.html">pyspark.sql.functions.months_between</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.next_day.html">pyspark.sql.functions.next_day</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.now.html">pyspark.sql.functions.now</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.quarter.html">pyspark.sql.functions.quarter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.second.html">pyspark.sql.functions.second</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.session_window.html">pyspark.sql.functions.session_window</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.timestamp_add.html">pyspark.sql.functions.timestamp_add</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.timestamp_diff.html">pyspark.sql.functions.timestamp_diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.timestamp_micros.html">pyspark.sql.functions.timestamp_micros</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.timestamp_millis.html">pyspark.sql.functions.timestamp_millis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.timestamp_seconds.html">pyspark.sql.functions.timestamp_seconds</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_date.html">pyspark.sql.functions.to_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_timestamp.html">pyspark.sql.functions.to_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_timestamp_ltz.html">pyspark.sql.functions.to_timestamp_ltz</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_timestamp_ntz.html">pyspark.sql.functions.to_timestamp_ntz</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_unix_timestamp.html">pyspark.sql.functions.to_unix_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_utc_timestamp.html">pyspark.sql.functions.to_utc_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.trunc.html">pyspark.sql.functions.trunc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_to_timestamp.html">pyspark.sql.functions.try_to_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unix_date.html">pyspark.sql.functions.unix_date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unix_micros.html">pyspark.sql.functions.unix_micros</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unix_millis.html">pyspark.sql.functions.unix_millis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unix_seconds.html">pyspark.sql.functions.unix_seconds</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unix_timestamp.html">pyspark.sql.functions.unix_timestamp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.weekday.html">pyspark.sql.functions.weekday</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.weekofyear.html">pyspark.sql.functions.weekofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.window.html">pyspark.sql.functions.window</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.window_time.html">pyspark.sql.functions.window_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.year.html">pyspark.sql.functions.year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.crc32.html">pyspark.sql.functions.crc32</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hash.html">pyspark.sql.functions.hash</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.md5.html">pyspark.sql.functions.md5</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sha.html">pyspark.sql.functions.sha</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sha1.html">pyspark.sql.functions.sha1</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sha2.html">pyspark.sql.functions.sha2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xxhash64.html">pyspark.sql.functions.xxhash64</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.aggregate.html">pyspark.sql.functions.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_sort.html">pyspark.sql.functions.array_sort</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cardinality.html">pyspark.sql.functions.cardinality</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.concat.html">pyspark.sql.functions.concat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.element_at.html">pyspark.sql.functions.element_at</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.exists.html">pyspark.sql.functions.exists</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.filter.html">pyspark.sql.functions.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.forall.html">pyspark.sql.functions.forall</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_filter.html">pyspark.sql.functions.map_filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_zip_with.html">pyspark.sql.functions.map_zip_with</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.reduce.html">pyspark.sql.functions.reduce</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.reverse.html">pyspark.sql.functions.reverse</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.size.html">pyspark.sql.functions.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.transform.html">pyspark.sql.functions.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.transform_keys.html">pyspark.sql.functions.transform_keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.transform_values.html">pyspark.sql.functions.transform_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_element_at.html">pyspark.sql.functions.try_element_at</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.zip_with.html">pyspark.sql.functions.zip_with</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array.html">pyspark.sql.functions.array</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_append.html">pyspark.sql.functions.array_append</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_compact.html">pyspark.sql.functions.array_compact</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_contains.html">pyspark.sql.functions.array_contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_distinct.html">pyspark.sql.functions.array_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_except.html">pyspark.sql.functions.array_except</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_insert.html">pyspark.sql.functions.array_insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_intersect.html">pyspark.sql.functions.array_intersect</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_join.html">pyspark.sql.functions.array_join</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_max.html">pyspark.sql.functions.array_max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_min.html">pyspark.sql.functions.array_min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_position.html">pyspark.sql.functions.array_position</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_prepend.html">pyspark.sql.functions.array_prepend</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_remove.html">pyspark.sql.functions.array_remove</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_repeat.html">pyspark.sql.functions.array_repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_size.html">pyspark.sql.functions.array_size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_union.html">pyspark.sql.functions.array_union</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.arrays_overlap.html">pyspark.sql.functions.arrays_overlap</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.arrays_zip.html">pyspark.sql.functions.arrays_zip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.flatten.html">pyspark.sql.functions.flatten</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.get.html">pyspark.sql.functions.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sequence.html">pyspark.sql.functions.sequence</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.shuffle.html">pyspark.sql.functions.shuffle</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.slice.html">pyspark.sql.functions.slice</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sort_array.html">pyspark.sql.functions.sort_array</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.named_struct.html">pyspark.sql.functions.named_struct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.struct.html">pyspark.sql.functions.struct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.create_map.html">pyspark.sql.functions.create_map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_concat.html">pyspark.sql.functions.map_concat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_contains_key.html">pyspark.sql.functions.map_contains_key</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_entries.html">pyspark.sql.functions.map_entries</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_from_arrays.html">pyspark.sql.functions.map_from_arrays</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_from_entries.html">pyspark.sql.functions.map_from_entries</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_keys.html">pyspark.sql.functions.map_keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.map_values.html">pyspark.sql.functions.map_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.str_to_map.html">pyspark.sql.functions.str_to_map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.any_value.html">pyspark.sql.functions.any_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.approx_count_distinct.html">pyspark.sql.functions.approx_count_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.approx_percentile.html">pyspark.sql.functions.approx_percentile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.array_agg.html">pyspark.sql.functions.array_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.avg.html">pyspark.sql.functions.avg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_and.html">pyspark.sql.functions.bit_and</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_or.html">pyspark.sql.functions.bit_or</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bit_xor.html">pyspark.sql.functions.bit_xor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitmap_construct_agg.html">pyspark.sql.functions.bitmap_construct_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitmap_or_agg.html">pyspark.sql.functions.bitmap_or_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bool_and.html">pyspark.sql.functions.bool_and</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bool_or.html">pyspark.sql.functions.bool_or</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.collect_list.html">pyspark.sql.functions.collect_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.collect_set.html">pyspark.sql.functions.collect_set</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.corr.html">pyspark.sql.functions.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.count.html">pyspark.sql.functions.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.count_distinct.html">pyspark.sql.functions.count_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.count_if.html">pyspark.sql.functions.count_if</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.count_min_sketch.html">pyspark.sql.functions.count_min_sketch</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.covar_pop.html">pyspark.sql.functions.covar_pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.covar_samp.html">pyspark.sql.functions.covar_samp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.every.html">pyspark.sql.functions.every</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.first.html">pyspark.sql.functions.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.first_value.html">pyspark.sql.functions.first_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.grouping.html">pyspark.sql.functions.grouping</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.grouping_id.html">pyspark.sql.functions.grouping_id</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.histogram_numeric.html">pyspark.sql.functions.histogram_numeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hll_sketch_agg.html">pyspark.sql.functions.hll_sketch_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hll_union_agg.html">pyspark.sql.functions.hll_union_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.kurtosis.html">pyspark.sql.functions.kurtosis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.last.html">pyspark.sql.functions.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.last_value.html">pyspark.sql.functions.last_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.max.html">pyspark.sql.functions.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.max_by.html">pyspark.sql.functions.max_by</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.mean.html">pyspark.sql.functions.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.median.html">pyspark.sql.functions.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.min.html">pyspark.sql.functions.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.min_by.html">pyspark.sql.functions.min_by</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.mode.html">pyspark.sql.functions.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.percentile.html">pyspark.sql.functions.percentile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.percentile_approx.html">pyspark.sql.functions.percentile_approx</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.product.html">pyspark.sql.functions.product</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_avgx.html">pyspark.sql.functions.regr_avgx</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_avgy.html">pyspark.sql.functions.regr_avgy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_count.html">pyspark.sql.functions.regr_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_intercept.html">pyspark.sql.functions.regr_intercept</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_r2.html">pyspark.sql.functions.regr_r2</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_slope.html">pyspark.sql.functions.regr_slope</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_sxx.html">pyspark.sql.functions.regr_sxx</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_sxy.html">pyspark.sql.functions.regr_sxy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.regr_syy.html">pyspark.sql.functions.regr_syy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.skewness.html">pyspark.sql.functions.skewness</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.some.html">pyspark.sql.functions.some</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.std.html">pyspark.sql.functions.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.stddev.html">pyspark.sql.functions.stddev</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.stddev_pop.html">pyspark.sql.functions.stddev_pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.stddev_samp.html">pyspark.sql.functions.stddev_samp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sum.html">pyspark.sql.functions.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.sum_distinct.html">pyspark.sql.functions.sum_distinct</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_avg.html">pyspark.sql.functions.try_avg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_sum.html">pyspark.sql.functions.try_sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.var_pop.html">pyspark.sql.functions.var_pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.var_samp.html">pyspark.sql.functions.var_samp</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.variance.html">pyspark.sql.functions.variance</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.cume_dist.html">pyspark.sql.functions.cume_dist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.dense_rank.html">pyspark.sql.functions.dense_rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lag.html">pyspark.sql.functions.lag</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.lead.html">pyspark.sql.functions.lead</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.nth_value.html">pyspark.sql.functions.nth_value</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.ntile.html">pyspark.sql.functions.ntile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.percent_rank.html">pyspark.sql.functions.percent_rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.rank.html">pyspark.sql.functions.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.row_number.html">pyspark.sql.functions.row_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.explode.html">pyspark.sql.functions.explode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.explode_outer.html">pyspark.sql.functions.explode_outer</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.inline.html">pyspark.sql.functions.inline</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.inline_outer.html">pyspark.sql.functions.inline_outer</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.posexplode.html">pyspark.sql.functions.posexplode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.posexplode_outer.html">pyspark.sql.functions.posexplode_outer</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.stack.html">pyspark.sql.functions.stack</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.partitioning.years.html">pyspark.sql.functions.partitioning.years</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.partitioning.months.html">pyspark.sql.functions.partitioning.months</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.partitioning.days.html">pyspark.sql.functions.partitioning.days</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.partitioning.hours.html">pyspark.sql.functions.partitioning.hours</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.partitioning.bucket.html">pyspark.sql.functions.partitioning.bucket</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.from_csv.html">pyspark.sql.functions.from_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.schema_of_csv.html">pyspark.sql.functions.schema_of_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_csv.html">pyspark.sql.functions.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.from_json.html">pyspark.sql.functions.from_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.get_json_object.html">pyspark.sql.functions.get_json_object</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.json_array_length.html">pyspark.sql.functions.json_array_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.json_object_keys.html">pyspark.sql.functions.json_object_keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.json_tuple.html">pyspark.sql.functions.json_tuple</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.schema_of_json.html">pyspark.sql.functions.schema_of_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_json.html">pyspark.sql.functions.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.is_variant_null.html">pyspark.sql.functions.is_variant_null</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.parse_json.html">pyspark.sql.functions.parse_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.schema_of_variant.html">pyspark.sql.functions.schema_of_variant</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.schema_of_variant_agg.html">pyspark.sql.functions.schema_of_variant_agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_variant_get.html">pyspark.sql.functions.try_variant_get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.variant_get.html">pyspark.sql.functions.variant_get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_parse_json.html">pyspark.sql.functions.try_parse_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.from_xml.html">pyspark.sql.functions.from_xml</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.schema_of_xml.html">pyspark.sql.functions.schema_of_xml</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.to_xml.html">pyspark.sql.functions.to_xml</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath.html">pyspark.sql.functions.xpath</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_boolean.html">pyspark.sql.functions.xpath_boolean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_double.html">pyspark.sql.functions.xpath_double</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_float.html">pyspark.sql.functions.xpath_float</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_int.html">pyspark.sql.functions.xpath_int</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_long.html">pyspark.sql.functions.xpath_long</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_number.html">pyspark.sql.functions.xpath_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_short.html">pyspark.sql.functions.xpath_short</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.xpath_string.html">pyspark.sql.functions.xpath_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.parse_url.html">pyspark.sql.functions.parse_url</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.url_decode.html">pyspark.sql.functions.url_decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.url_encode.html">pyspark.sql.functions.url_encode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.aes_decrypt.html">pyspark.sql.functions.aes_decrypt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.aes_encrypt.html">pyspark.sql.functions.aes_encrypt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.assert_true.html">pyspark.sql.functions.assert_true</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitmap_bit_position.html">pyspark.sql.functions.bitmap_bit_position</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitmap_bucket_number.html">pyspark.sql.functions.bitmap_bucket_number</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.bitmap_count.html">pyspark.sql.functions.bitmap_count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_catalog.html">pyspark.sql.functions.current_catalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_database.html">pyspark.sql.functions.current_database</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_schema.html">pyspark.sql.functions.current_schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.current_user.html">pyspark.sql.functions.current_user</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hll_sketch_estimate.html">pyspark.sql.functions.hll_sketch_estimate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.hll_union.html">pyspark.sql.functions.hll_union</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.input_file_block_length.html">pyspark.sql.functions.input_file_block_length</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.input_file_block_start.html">pyspark.sql.functions.input_file_block_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.input_file_name.html">pyspark.sql.functions.input_file_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.java_method.html">pyspark.sql.functions.java_method</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.monotonically_increasing_id.html">pyspark.sql.functions.monotonically_increasing_id</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.raise_error.html">pyspark.sql.functions.raise_error</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.reflect.html">pyspark.sql.functions.reflect</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.session_user.html">pyspark.sql.functions.session_user</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.spark_partition_id.html">pyspark.sql.functions.spark_partition_id</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_aes_decrypt.html">pyspark.sql.functions.try_aes_decrypt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.try_reflect.html">pyspark.sql.functions.try_reflect</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.typeof.html">pyspark.sql.functions.typeof</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.user.html">pyspark.sql.functions.user</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.version.html">pyspark.sql.functions.version</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.call_udf.html">pyspark.sql.functions.call_udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.pandas_udf.html">pyspark.sql.functions.pandas_udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.udf.html">pyspark.sql.functions.udf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.udtf.html">pyspark.sql.functions.udtf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.functions.unwrap_udt.html">pyspark.sql.functions.unwrap_udt</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/window.html">Window</a><input class="toctree-checkbox" id="toctree-checkbox-11" name="toctree-checkbox-11" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-11"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.currentRow.html">pyspark.sql.Window.currentRow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.orderBy.html">pyspark.sql.Window.orderBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.partitionBy.html">pyspark.sql.Window.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.rangeBetween.html">pyspark.sql.Window.rangeBetween</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.rowsBetween.html">pyspark.sql.Window.rowsBetween</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.unboundedFollowing.html">pyspark.sql.Window.unboundedFollowing</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Window.unboundedPreceding.html">pyspark.sql.Window.unboundedPreceding</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.WindowSpec.orderBy.html">pyspark.sql.WindowSpec.orderBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.WindowSpec.partitionBy.html">pyspark.sql.WindowSpec.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.WindowSpec.rangeBetween.html">pyspark.sql.WindowSpec.rangeBetween</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.WindowSpec.rowsBetween.html">pyspark.sql.WindowSpec.rowsBetween</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/grouping.html">Grouping</a><input class="toctree-checkbox" id="toctree-checkbox-12" name="toctree-checkbox-12" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-12"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.agg.html">pyspark.sql.GroupedData.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.apply.html">pyspark.sql.GroupedData.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.applyInArrow.html">pyspark.sql.GroupedData.applyInArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.applyInPandas.html">pyspark.sql.GroupedData.applyInPandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.applyInPandasWithState.html">pyspark.sql.GroupedData.applyInPandasWithState</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.avg.html">pyspark.sql.GroupedData.avg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.cogroup.html">pyspark.sql.GroupedData.cogroup</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.count.html">pyspark.sql.GroupedData.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.max.html">pyspark.sql.GroupedData.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.mean.html">pyspark.sql.GroupedData.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.min.html">pyspark.sql.GroupedData.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.pivot.html">pyspark.sql.GroupedData.pivot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.GroupedData.sum.html">pyspark.sql.GroupedData.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.PandasCogroupedOps.applyInArrow.html">pyspark.sql.PandasCogroupedOps.applyInArrow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.PandasCogroupedOps.applyInPandas.html">pyspark.sql.PandasCogroupedOps.applyInPandas</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/catalog.html">Catalog</a><input class="toctree-checkbox" id="toctree-checkbox-13" name="toctree-checkbox-13" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-13"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.cacheTable.html">pyspark.sql.Catalog.cacheTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.clearCache.html">pyspark.sql.Catalog.clearCache</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.createExternalTable.html">pyspark.sql.Catalog.createExternalTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.createTable.html">pyspark.sql.Catalog.createTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.currentCatalog.html">pyspark.sql.Catalog.currentCatalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.currentDatabase.html">pyspark.sql.Catalog.currentDatabase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.databaseExists.html">pyspark.sql.Catalog.databaseExists</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.dropGlobalTempView.html">pyspark.sql.Catalog.dropGlobalTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.dropTempView.html">pyspark.sql.Catalog.dropTempView</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.functionExists.html">pyspark.sql.Catalog.functionExists</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.getDatabase.html">pyspark.sql.Catalog.getDatabase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.getFunction.html">pyspark.sql.Catalog.getFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.getTable.html">pyspark.sql.Catalog.getTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.isCached.html">pyspark.sql.Catalog.isCached</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.listCatalogs.html">pyspark.sql.Catalog.listCatalogs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.listColumns.html">pyspark.sql.Catalog.listColumns</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.listDatabases.html">pyspark.sql.Catalog.listDatabases</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.listFunctions.html">pyspark.sql.Catalog.listFunctions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.listTables.html">pyspark.sql.Catalog.listTables</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.recoverPartitions.html">pyspark.sql.Catalog.recoverPartitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.refreshByPath.html">pyspark.sql.Catalog.refreshByPath</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.refreshTable.html">pyspark.sql.Catalog.refreshTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.registerFunction.html">pyspark.sql.Catalog.registerFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.setCurrentCatalog.html">pyspark.sql.Catalog.setCurrentCatalog</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.setCurrentDatabase.html">pyspark.sql.Catalog.setCurrentDatabase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.tableExists.html">pyspark.sql.Catalog.tableExists</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Catalog.uncacheTable.html">pyspark.sql.Catalog.uncacheTable</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/avro.html">Avro</a><input class="toctree-checkbox" id="toctree-checkbox-14" name="toctree-checkbox-14" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-14"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.avro.functions.from_avro.html">pyspark.sql.avro.functions.from_avro</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.avro.functions.to_avro.html">pyspark.sql.avro.functions.to_avro</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/observation.html">Observation</a><input class="toctree-checkbox" id="toctree-checkbox-15" name="toctree-checkbox-15" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-15"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.Observation.get.html">pyspark.sql.Observation.get</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/udf.html">UDF</a><input class="toctree-checkbox" id="toctree-checkbox-16" name="toctree-checkbox-16" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-16"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udf.UserDefinedFunction.asNondeterministic.html">pyspark.sql.udf.UserDefinedFunction.asNondeterministic</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udf.UserDefinedFunction.returnType.html">pyspark.sql.udf.UserDefinedFunction.returnType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDFRegistration.register.html">pyspark.sql.UDFRegistration.register</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDFRegistration.registerJavaFunction.html">pyspark.sql.UDFRegistration.registerJavaFunction</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDFRegistration.registerJavaUDAF.html">pyspark.sql.UDFRegistration.registerJavaUDAF</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/udtf.html">UDTF</a><input class="toctree-checkbox" id="toctree-checkbox-17" name="toctree-checkbox-17" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-17"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udtf.UserDefinedTableFunction.asDeterministic.html">pyspark.sql.udtf.UserDefinedTableFunction.asDeterministic</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.udtf.UserDefinedTableFunction.returnType.html">pyspark.sql.udtf.UserDefinedTableFunction.returnType</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.UDTFRegistration.register.html">pyspark.sql.UDTFRegistration.register</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/variant_val.html">VariantVal</a><input class="toctree-checkbox" id="toctree-checkbox-18" name="toctree-checkbox-18" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-18"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.VariantVal.toPython.html">pyspark.sql.VariantVal.toPython</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.VariantVal.toJson.html">pyspark.sql.VariantVal.toJson</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/protobuf.html">Protobuf</a><input class="toctree-checkbox" id="toctree-checkbox-19" name="toctree-checkbox-19" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-19"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.protobuf.functions.from_protobuf.html">pyspark.sql.protobuf.functions.from_protobuf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.protobuf.functions.to_protobuf.html">pyspark.sql.protobuf.functions.to_protobuf</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.sql/datasource.html">Python Data Source</a><input class="toctree-checkbox" id="toctree-checkbox-20" name="toctree-checkbox-20" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-20"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.name.html">pyspark.sql.datasource.DataSource.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.reader.html">pyspark.sql.datasource.DataSource.reader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.schema.html">pyspark.sql.datasource.DataSource.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.streamReader.html">pyspark.sql.datasource.DataSource.streamReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSource.writer.html">pyspark.sql.datasource.DataSource.writer</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceReader.partitions.html">pyspark.sql.datasource.DataSourceReader.partitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceReader.read.html">pyspark.sql.datasource.DataSourceReader.read</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceRegistration.register.html">pyspark.sql.datasource.DataSourceRegistration.register</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.commit.html">pyspark.sql.datasource.DataSourceStreamReader.commit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.initialOffset.html">pyspark.sql.datasource.DataSourceStreamReader.initialOffset</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.latestOffset.html">pyspark.sql.datasource.DataSourceStreamReader.latestOffset</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.partitions.html">pyspark.sql.datasource.DataSourceStreamReader.partitions</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.read.html">pyspark.sql.datasource.DataSourceStreamReader.read</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceStreamReader.stop.html">pyspark.sql.datasource.DataSourceStreamReader.stop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.abort.html">pyspark.sql.datasource.DataSourceWriter.abort</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.commit.html">pyspark.sql.datasource.DataSourceWriter.commit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.sql/api/pyspark.sql.datasource.DataSourceWriter.write.html">pyspark.sql.datasource.DataSourceWriter.write</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.pandas/index.html">Pandas API on Spark</a><input class="toctree-checkbox" id="toctree-checkbox-21" name="toctree-checkbox-21" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-21"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/io.html">Input/Output</a><input class="toctree-checkbox" id="toctree-checkbox-22" name="toctree-checkbox-22" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-22"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.range.html">pyspark.pandas.range</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_table.html">pyspark.pandas.read_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_table.html">pyspark.pandas.DataFrame.to_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_delta.html">pyspark.pandas.read_delta</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_delta.html">pyspark.pandas.DataFrame.to_delta</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_parquet.html">pyspark.pandas.read_parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_parquet.html">pyspark.pandas.DataFrame.to_parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_orc.html">pyspark.pandas.read_orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_orc.html">pyspark.pandas.DataFrame.to_orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_spark_io.html">pyspark.pandas.read_spark_io</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.to_spark_io.html">pyspark.pandas.DataFrame.spark.to_spark_io</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_csv.html">pyspark.pandas.read_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_csv.html">pyspark.pandas.DataFrame.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_clipboard.html">pyspark.pandas.read_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_clipboard.html">pyspark.pandas.DataFrame.to_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_excel.html">pyspark.pandas.read_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_excel.html">pyspark.pandas.DataFrame.to_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_json.html">pyspark.pandas.read_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_json.html">pyspark.pandas.DataFrame.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_html.html">pyspark.pandas.read_html</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_html.html">pyspark.pandas.DataFrame.to_html</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_sql_table.html">pyspark.pandas.read_sql_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_sql_query.html">pyspark.pandas.read_sql_query</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.read_sql.html">pyspark.pandas.read_sql</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/general_functions.html">General functions</a><input class="toctree-checkbox" id="toctree-checkbox-23" name="toctree-checkbox-23" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-23"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.melt.html">pyspark.pandas.melt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.merge.html">pyspark.pandas.merge</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.merge_asof.html">pyspark.pandas.merge_asof</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.get_dummies.html">pyspark.pandas.get_dummies</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.concat.html">pyspark.pandas.concat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.sql.html">pyspark.pandas.sql</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.broadcast.html">pyspark.pandas.broadcast</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.isna.html">pyspark.pandas.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.isnull.html">pyspark.pandas.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.notna.html">pyspark.pandas.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.notnull.html">pyspark.pandas.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.to_numeric.html">pyspark.pandas.to_numeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.to_datetime.html">pyspark.pandas.to_datetime</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.date_range.html">pyspark.pandas.date_range</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.to_timedelta.html">pyspark.pandas.to_timedelta</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.timedelta_range.html">pyspark.pandas.timedelta_range</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/series.html">Series</a><input class="toctree-checkbox" id="toctree-checkbox-24" name="toctree-checkbox-24" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-24"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.html">pyspark.pandas.Series</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.index.html">pyspark.pandas.Series.index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dtype.html">pyspark.pandas.Series.dtype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dtypes.html">pyspark.pandas.Series.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ndim.html">pyspark.pandas.Series.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.name.html">pyspark.pandas.Series.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.shape.html">pyspark.pandas.Series.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.axes.html">pyspark.pandas.Series.axes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.size.html">pyspark.pandas.Series.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.empty.html">pyspark.pandas.Series.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.T.html">pyspark.pandas.Series.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.hasnans.html">pyspark.pandas.Series.hasnans</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.values.html">pyspark.pandas.Series.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.astype.html">pyspark.pandas.Series.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.copy.html">pyspark.pandas.Series.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.bool.html">pyspark.pandas.Series.bool</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.at.html">pyspark.pandas.Series.at</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.iat.html">pyspark.pandas.Series.iat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.loc.html">pyspark.pandas.Series.loc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.iloc.html">pyspark.pandas.Series.iloc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.keys.html">pyspark.pandas.Series.keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pop.html">pyspark.pandas.Series.pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.items.html">pyspark.pandas.Series.items</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.item.html">pyspark.pandas.Series.item</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.xs.html">pyspark.pandas.Series.xs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.get.html">pyspark.pandas.Series.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.add.html">pyspark.pandas.Series.add</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.div.html">pyspark.pandas.Series.div</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mul.html">pyspark.pandas.Series.mul</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.radd.html">pyspark.pandas.Series.radd</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rdiv.html">pyspark.pandas.Series.rdiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rmul.html">pyspark.pandas.Series.rmul</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rsub.html">pyspark.pandas.Series.rsub</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rtruediv.html">pyspark.pandas.Series.rtruediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sub.html">pyspark.pandas.Series.sub</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.truediv.html">pyspark.pandas.Series.truediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pow.html">pyspark.pandas.Series.pow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rpow.html">pyspark.pandas.Series.rpow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mod.html">pyspark.pandas.Series.mod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rmod.html">pyspark.pandas.Series.rmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.floordiv.html">pyspark.pandas.Series.floordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rfloordiv.html">pyspark.pandas.Series.rfloordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.divmod.html">pyspark.pandas.Series.divmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rdivmod.html">pyspark.pandas.Series.rdivmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.combine_first.html">pyspark.pandas.Series.combine_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.lt.html">pyspark.pandas.Series.lt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.gt.html">pyspark.pandas.Series.gt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.le.html">pyspark.pandas.Series.le</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ge.html">pyspark.pandas.Series.ge</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ne.html">pyspark.pandas.Series.ne</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.eq.html">pyspark.pandas.Series.eq</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.product.html">pyspark.pandas.Series.product</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dot.html">pyspark.pandas.Series.dot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.apply.html">pyspark.pandas.Series.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.agg.html">pyspark.pandas.Series.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.aggregate.html">pyspark.pandas.Series.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.transform.html">pyspark.pandas.Series.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.map.html">pyspark.pandas.Series.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.groupby.html">pyspark.pandas.Series.groupby</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rolling.html">pyspark.pandas.Series.rolling</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.expanding.html">pyspark.pandas.Series.expanding</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pipe.html">pyspark.pandas.Series.pipe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.abs.html">pyspark.pandas.Series.abs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.all.html">pyspark.pandas.Series.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.any.html">pyspark.pandas.Series.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.autocorr.html">pyspark.pandas.Series.autocorr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.between.html">pyspark.pandas.Series.between</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.clip.html">pyspark.pandas.Series.clip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.corr.html">pyspark.pandas.Series.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.count.html">pyspark.pandas.Series.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cov.html">pyspark.pandas.Series.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cummax.html">pyspark.pandas.Series.cummax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cummin.html">pyspark.pandas.Series.cummin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cumsum.html">pyspark.pandas.Series.cumsum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cumprod.html">pyspark.pandas.Series.cumprod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.describe.html">pyspark.pandas.Series.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ewm.html">pyspark.pandas.Series.ewm</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.filter.html">pyspark.pandas.Series.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.kurt.html">pyspark.pandas.Series.kurt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.max.html">pyspark.pandas.Series.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mean.html">pyspark.pandas.Series.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.min.html">pyspark.pandas.Series.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mode.html">pyspark.pandas.Series.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.nlargest.html">pyspark.pandas.Series.nlargest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.nsmallest.html">pyspark.pandas.Series.nsmallest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pct_change.html">pyspark.pandas.Series.pct_change</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.prod.html">pyspark.pandas.Series.prod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.nunique.html">pyspark.pandas.Series.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.is_unique.html">pyspark.pandas.Series.is_unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.quantile.html">pyspark.pandas.Series.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rank.html">pyspark.pandas.Series.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sem.html">pyspark.pandas.Series.sem</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.skew.html">pyspark.pandas.Series.skew</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.std.html">pyspark.pandas.Series.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sum.html">pyspark.pandas.Series.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.median.html">pyspark.pandas.Series.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.var.html">pyspark.pandas.Series.var</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.kurtosis.html">pyspark.pandas.Series.kurtosis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.unique.html">pyspark.pandas.Series.unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.value_counts.html">pyspark.pandas.Series.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.round.html">pyspark.pandas.Series.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.diff.html">pyspark.pandas.Series.diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.is_monotonic_increasing.html">pyspark.pandas.Series.is_monotonic_increasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.is_monotonic_decreasing.html">pyspark.pandas.Series.is_monotonic_decreasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.align.html">pyspark.pandas.Series.align</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.drop.html">pyspark.pandas.Series.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.droplevel.html">pyspark.pandas.Series.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.drop_duplicates.html">pyspark.pandas.Series.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.duplicated.html">pyspark.pandas.Series.duplicated</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.equals.html">pyspark.pandas.Series.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.add_prefix.html">pyspark.pandas.Series.add_prefix</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.add_suffix.html">pyspark.pandas.Series.add_suffix</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.first.html">pyspark.pandas.Series.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.head.html">pyspark.pandas.Series.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.idxmax.html">pyspark.pandas.Series.idxmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.idxmin.html">pyspark.pandas.Series.idxmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.isin.html">pyspark.pandas.Series.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.last.html">pyspark.pandas.Series.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rename.html">pyspark.pandas.Series.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.rename_axis.html">pyspark.pandas.Series.rename_axis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.reindex.html">pyspark.pandas.Series.reindex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.reindex_like.html">pyspark.pandas.Series.reindex_like</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.reset_index.html">pyspark.pandas.Series.reset_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sample.html">pyspark.pandas.Series.sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.searchsorted.html">pyspark.pandas.Series.searchsorted</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.swaplevel.html">pyspark.pandas.Series.swaplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.swapaxes.html">pyspark.pandas.Series.swapaxes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.take.html">pyspark.pandas.Series.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.tail.html">pyspark.pandas.Series.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.where.html">pyspark.pandas.Series.where</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.mask.html">pyspark.pandas.Series.mask</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.truncate.html">pyspark.pandas.Series.truncate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.backfill.html">pyspark.pandas.Series.backfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.bfill.html">pyspark.pandas.Series.bfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.ffill.html">pyspark.pandas.Series.ffill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.isna.html">pyspark.pandas.Series.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.isnull.html">pyspark.pandas.Series.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.notna.html">pyspark.pandas.Series.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.notnull.html">pyspark.pandas.Series.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pad.html">pyspark.pandas.Series.pad</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dropna.html">pyspark.pandas.Series.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.fillna.html">pyspark.pandas.Series.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.interpolate.html">pyspark.pandas.Series.interpolate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.argsort.html">pyspark.pandas.Series.argsort</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.argmin.html">pyspark.pandas.Series.argmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.argmax.html">pyspark.pandas.Series.argmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sort_index.html">pyspark.pandas.Series.sort_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.sort_values.html">pyspark.pandas.Series.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.unstack.html">pyspark.pandas.Series.unstack</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.explode.html">pyspark.pandas.Series.explode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.repeat.html">pyspark.pandas.Series.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.squeeze.html">pyspark.pandas.Series.squeeze</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.factorize.html">pyspark.pandas.Series.factorize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.compare.html">pyspark.pandas.Series.compare</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.replace.html">pyspark.pandas.Series.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.update.html">pyspark.pandas.Series.update</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.asof.html">pyspark.pandas.Series.asof</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.resample.html">pyspark.pandas.Series.resample</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.shift.html">pyspark.pandas.Series.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.first_valid_index.html">pyspark.pandas.Series.first_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.last_valid_index.html">pyspark.pandas.Series.last_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.at_time.html">pyspark.pandas.Series.at_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.between_time.html">pyspark.pandas.Series.between_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.spark.column.html">pyspark.pandas.Series.spark.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.spark.transform.html">pyspark.pandas.Series.spark.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.spark.apply.html">pyspark.pandas.Series.spark.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.date.html">pyspark.pandas.Series.dt.date</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.year.html">pyspark.pandas.Series.dt.year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.month.html">pyspark.pandas.Series.dt.month</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.day.html">pyspark.pandas.Series.dt.day</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.hour.html">pyspark.pandas.Series.dt.hour</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.minute.html">pyspark.pandas.Series.dt.minute</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.second.html">pyspark.pandas.Series.dt.second</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.microsecond.html">pyspark.pandas.Series.dt.microsecond</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.isocalendar.html">pyspark.pandas.Series.dt.isocalendar</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.dayofweek.html">pyspark.pandas.Series.dt.dayofweek</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.weekday.html">pyspark.pandas.Series.dt.weekday</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.dayofyear.html">pyspark.pandas.Series.dt.dayofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.quarter.html">pyspark.pandas.Series.dt.quarter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_month_start.html">pyspark.pandas.Series.dt.is_month_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_month_end.html">pyspark.pandas.Series.dt.is_month_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_quarter_start.html">pyspark.pandas.Series.dt.is_quarter_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_quarter_end.html">pyspark.pandas.Series.dt.is_quarter_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_year_start.html">pyspark.pandas.Series.dt.is_year_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_year_end.html">pyspark.pandas.Series.dt.is_year_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.is_leap_year.html">pyspark.pandas.Series.dt.is_leap_year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.daysinmonth.html">pyspark.pandas.Series.dt.daysinmonth</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.days_in_month.html">pyspark.pandas.Series.dt.days_in_month</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.normalize.html">pyspark.pandas.Series.dt.normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.strftime.html">pyspark.pandas.Series.dt.strftime</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.round.html">pyspark.pandas.Series.dt.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.floor.html">pyspark.pandas.Series.dt.floor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.ceil.html">pyspark.pandas.Series.dt.ceil</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.month_name.html">pyspark.pandas.Series.dt.month_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.dt.day_name.html">pyspark.pandas.Series.dt.day_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.capitalize.html">pyspark.pandas.Series.str.capitalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.cat.html">pyspark.pandas.Series.str.cat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.center.html">pyspark.pandas.Series.str.center</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.contains.html">pyspark.pandas.Series.str.contains</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.count.html">pyspark.pandas.Series.str.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.decode.html">pyspark.pandas.Series.str.decode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.encode.html">pyspark.pandas.Series.str.encode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.endswith.html">pyspark.pandas.Series.str.endswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.extract.html">pyspark.pandas.Series.str.extract</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.extractall.html">pyspark.pandas.Series.str.extractall</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.find.html">pyspark.pandas.Series.str.find</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.findall.html">pyspark.pandas.Series.str.findall</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.get.html">pyspark.pandas.Series.str.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.get_dummies.html">pyspark.pandas.Series.str.get_dummies</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.index.html">pyspark.pandas.Series.str.index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isalnum.html">pyspark.pandas.Series.str.isalnum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isalpha.html">pyspark.pandas.Series.str.isalpha</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isdigit.html">pyspark.pandas.Series.str.isdigit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isspace.html">pyspark.pandas.Series.str.isspace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.islower.html">pyspark.pandas.Series.str.islower</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isupper.html">pyspark.pandas.Series.str.isupper</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.istitle.html">pyspark.pandas.Series.str.istitle</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isnumeric.html">pyspark.pandas.Series.str.isnumeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.isdecimal.html">pyspark.pandas.Series.str.isdecimal</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.join.html">pyspark.pandas.Series.str.join</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.len.html">pyspark.pandas.Series.str.len</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.ljust.html">pyspark.pandas.Series.str.ljust</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.lower.html">pyspark.pandas.Series.str.lower</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.lstrip.html">pyspark.pandas.Series.str.lstrip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.match.html">pyspark.pandas.Series.str.match</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.normalize.html">pyspark.pandas.Series.str.normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.pad.html">pyspark.pandas.Series.str.pad</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.partition.html">pyspark.pandas.Series.str.partition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.repeat.html">pyspark.pandas.Series.str.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.replace.html">pyspark.pandas.Series.str.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rfind.html">pyspark.pandas.Series.str.rfind</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rindex.html">pyspark.pandas.Series.str.rindex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rjust.html">pyspark.pandas.Series.str.rjust</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rpartition.html">pyspark.pandas.Series.str.rpartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rsplit.html">pyspark.pandas.Series.str.rsplit</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.rstrip.html">pyspark.pandas.Series.str.rstrip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.slice.html">pyspark.pandas.Series.str.slice</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.slice_replace.html">pyspark.pandas.Series.str.slice_replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.split.html">pyspark.pandas.Series.str.split</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.startswith.html">pyspark.pandas.Series.str.startswith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.strip.html">pyspark.pandas.Series.str.strip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.swapcase.html">pyspark.pandas.Series.str.swapcase</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.title.html">pyspark.pandas.Series.str.title</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.translate.html">pyspark.pandas.Series.str.translate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.upper.html">pyspark.pandas.Series.str.upper</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.wrap.html">pyspark.pandas.Series.str.wrap</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.str.zfill.html">pyspark.pandas.Series.str.zfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.categories.html">pyspark.pandas.Series.cat.categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.ordered.html">pyspark.pandas.Series.cat.ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.codes.html">pyspark.pandas.Series.cat.codes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.rename_categories.html">pyspark.pandas.Series.cat.rename_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.reorder_categories.html">pyspark.pandas.Series.cat.reorder_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.add_categories.html">pyspark.pandas.Series.cat.add_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.remove_categories.html">pyspark.pandas.Series.cat.remove_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.remove_unused_categories.html">pyspark.pandas.Series.cat.remove_unused_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.set_categories.html">pyspark.pandas.Series.cat.set_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.as_ordered.html">pyspark.pandas.Series.cat.as_ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.cat.as_unordered.html">pyspark.pandas.Series.cat.as_unordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.area.html">pyspark.pandas.Series.plot.area</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.bar.html">pyspark.pandas.Series.plot.bar</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.barh.html">pyspark.pandas.Series.plot.barh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.box.html">pyspark.pandas.Series.plot.box</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.density.html">pyspark.pandas.Series.plot.density</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.hist.html">pyspark.pandas.Series.plot.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.line.html">pyspark.pandas.Series.plot.line</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.pie.html">pyspark.pandas.Series.plot.pie</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.plot.kde.html">pyspark.pandas.Series.plot.kde</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.hist.html">pyspark.pandas.Series.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_pandas.html">pyspark.pandas.Series.to_pandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_numpy.html">pyspark.pandas.Series.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_list.html">pyspark.pandas.Series.to_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_string.html">pyspark.pandas.Series.to_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_dict.html">pyspark.pandas.Series.to_dict</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_clipboard.html">pyspark.pandas.Series.to_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_latex.html">pyspark.pandas.Series.to_latex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_markdown.html">pyspark.pandas.Series.to_markdown</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_json.html">pyspark.pandas.Series.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_csv.html">pyspark.pandas.Series.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_excel.html">pyspark.pandas.Series.to_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_hdf.html">pyspark.pandas.Series.to_hdf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.to_frame.html">pyspark.pandas.Series.to_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Series.pandas_on_spark.transform_batch.html">pyspark.pandas.Series.pandas_on_spark.transform_batch</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/frame.html">DataFrame</a><input class="toctree-checkbox" id="toctree-checkbox-25" name="toctree-checkbox-25" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-25"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.html">pyspark.pandas.DataFrame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.index.html">pyspark.pandas.DataFrame.index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.info.html">pyspark.pandas.DataFrame.info</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.columns.html">pyspark.pandas.DataFrame.columns</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.empty.html">pyspark.pandas.DataFrame.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.dtypes.html">pyspark.pandas.DataFrame.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.shape.html">pyspark.pandas.DataFrame.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.axes.html">pyspark.pandas.DataFrame.axes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ndim.html">pyspark.pandas.DataFrame.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.size.html">pyspark.pandas.DataFrame.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.select_dtypes.html">pyspark.pandas.DataFrame.select_dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.values.html">pyspark.pandas.DataFrame.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.copy.html">pyspark.pandas.DataFrame.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.isna.html">pyspark.pandas.DataFrame.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.astype.html">pyspark.pandas.DataFrame.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.isnull.html">pyspark.pandas.DataFrame.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.notna.html">pyspark.pandas.DataFrame.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.notnull.html">pyspark.pandas.DataFrame.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.bool.html">pyspark.pandas.DataFrame.bool</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.at.html">pyspark.pandas.DataFrame.at</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.iat.html">pyspark.pandas.DataFrame.iat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.head.html">pyspark.pandas.DataFrame.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.idxmax.html">pyspark.pandas.DataFrame.idxmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.idxmin.html">pyspark.pandas.DataFrame.idxmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.loc.html">pyspark.pandas.DataFrame.loc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.iloc.html">pyspark.pandas.DataFrame.iloc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.insert.html">pyspark.pandas.DataFrame.insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.items.html">pyspark.pandas.DataFrame.items</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.iterrows.html">pyspark.pandas.DataFrame.iterrows</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.itertuples.html">pyspark.pandas.DataFrame.itertuples</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.keys.html">pyspark.pandas.DataFrame.keys</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pop.html">pyspark.pandas.DataFrame.pop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.tail.html">pyspark.pandas.DataFrame.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.xs.html">pyspark.pandas.DataFrame.xs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.get.html">pyspark.pandas.DataFrame.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.where.html">pyspark.pandas.DataFrame.where</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mask.html">pyspark.pandas.DataFrame.mask</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.query.html">pyspark.pandas.DataFrame.query</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.add.html">pyspark.pandas.DataFrame.add</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.radd.html">pyspark.pandas.DataFrame.radd</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.div.html">pyspark.pandas.DataFrame.div</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rdiv.html">pyspark.pandas.DataFrame.rdiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.truediv.html">pyspark.pandas.DataFrame.truediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rtruediv.html">pyspark.pandas.DataFrame.rtruediv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mul.html">pyspark.pandas.DataFrame.mul</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rmul.html">pyspark.pandas.DataFrame.rmul</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sub.html">pyspark.pandas.DataFrame.sub</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rsub.html">pyspark.pandas.DataFrame.rsub</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pow.html">pyspark.pandas.DataFrame.pow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rpow.html">pyspark.pandas.DataFrame.rpow</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mod.html">pyspark.pandas.DataFrame.mod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rmod.html">pyspark.pandas.DataFrame.rmod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.floordiv.html">pyspark.pandas.DataFrame.floordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rfloordiv.html">pyspark.pandas.DataFrame.rfloordiv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.lt.html">pyspark.pandas.DataFrame.lt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.gt.html">pyspark.pandas.DataFrame.gt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.le.html">pyspark.pandas.DataFrame.le</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ge.html">pyspark.pandas.DataFrame.ge</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ne.html">pyspark.pandas.DataFrame.ne</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.eq.html">pyspark.pandas.DataFrame.eq</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.dot.html">pyspark.pandas.DataFrame.dot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.combine_first.html">pyspark.pandas.DataFrame.combine_first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.apply.html">pyspark.pandas.DataFrame.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.applymap.html">pyspark.pandas.DataFrame.applymap</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.map.html">pyspark.pandas.DataFrame.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pipe.html">pyspark.pandas.DataFrame.pipe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.agg.html">pyspark.pandas.DataFrame.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.aggregate.html">pyspark.pandas.DataFrame.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.groupby.html">pyspark.pandas.DataFrame.groupby</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rolling.html">pyspark.pandas.DataFrame.rolling</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.expanding.html">pyspark.pandas.DataFrame.expanding</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.transform.html">pyspark.pandas.DataFrame.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.abs.html">pyspark.pandas.DataFrame.abs</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.all.html">pyspark.pandas.DataFrame.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.any.html">pyspark.pandas.DataFrame.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.clip.html">pyspark.pandas.DataFrame.clip</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.corr.html">pyspark.pandas.DataFrame.corr</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.corrwith.html">pyspark.pandas.DataFrame.corrwith</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.count.html">pyspark.pandas.DataFrame.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cov.html">pyspark.pandas.DataFrame.cov</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.describe.html">pyspark.pandas.DataFrame.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ewm.html">pyspark.pandas.DataFrame.ewm</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.kurt.html">pyspark.pandas.DataFrame.kurt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.kurtosis.html">pyspark.pandas.DataFrame.kurtosis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.max.html">pyspark.pandas.DataFrame.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mean.html">pyspark.pandas.DataFrame.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.min.html">pyspark.pandas.DataFrame.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.median.html">pyspark.pandas.DataFrame.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.mode.html">pyspark.pandas.DataFrame.mode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pct_change.html">pyspark.pandas.DataFrame.pct_change</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.prod.html">pyspark.pandas.DataFrame.prod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.product.html">pyspark.pandas.DataFrame.product</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.quantile.html">pyspark.pandas.DataFrame.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rank.html">pyspark.pandas.DataFrame.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.nunique.html">pyspark.pandas.DataFrame.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sem.html">pyspark.pandas.DataFrame.sem</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.skew.html">pyspark.pandas.DataFrame.skew</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sum.html">pyspark.pandas.DataFrame.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.std.html">pyspark.pandas.DataFrame.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.var.html">pyspark.pandas.DataFrame.var</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cummin.html">pyspark.pandas.DataFrame.cummin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cummax.html">pyspark.pandas.DataFrame.cummax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cumsum.html">pyspark.pandas.DataFrame.cumsum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.cumprod.html">pyspark.pandas.DataFrame.cumprod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.round.html">pyspark.pandas.DataFrame.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.diff.html">pyspark.pandas.DataFrame.diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.eval.html">pyspark.pandas.DataFrame.eval</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.add_prefix.html">pyspark.pandas.DataFrame.add_prefix</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.add_suffix.html">pyspark.pandas.DataFrame.add_suffix</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.align.html">pyspark.pandas.DataFrame.align</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.at_time.html">pyspark.pandas.DataFrame.at_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.between_time.html">pyspark.pandas.DataFrame.between_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.drop.html">pyspark.pandas.DataFrame.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.droplevel.html">pyspark.pandas.DataFrame.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.drop_duplicates.html">pyspark.pandas.DataFrame.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.duplicated.html">pyspark.pandas.DataFrame.duplicated</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.equals.html">pyspark.pandas.DataFrame.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.filter.html">pyspark.pandas.DataFrame.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.first.html">pyspark.pandas.DataFrame.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.head.html">pyspark.pandas.DataFrame.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.last.html">pyspark.pandas.DataFrame.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.reindex.html">pyspark.pandas.DataFrame.reindex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.reindex_like.html">pyspark.pandas.DataFrame.reindex_like</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rename.html">pyspark.pandas.DataFrame.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.rename_axis.html">pyspark.pandas.DataFrame.rename_axis</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.reset_index.html">pyspark.pandas.DataFrame.reset_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.set_index.html">pyspark.pandas.DataFrame.set_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.swapaxes.html">pyspark.pandas.DataFrame.swapaxes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.swaplevel.html">pyspark.pandas.DataFrame.swaplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.take.html">pyspark.pandas.DataFrame.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.isin.html">pyspark.pandas.DataFrame.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sample.html">pyspark.pandas.DataFrame.sample</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.truncate.html">pyspark.pandas.DataFrame.truncate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.backfill.html">pyspark.pandas.DataFrame.backfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.dropna.html">pyspark.pandas.DataFrame.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.fillna.html">pyspark.pandas.DataFrame.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.replace.html">pyspark.pandas.DataFrame.replace</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.bfill.html">pyspark.pandas.DataFrame.bfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.ffill.html">pyspark.pandas.DataFrame.ffill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.interpolate.html">pyspark.pandas.DataFrame.interpolate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pad.html">pyspark.pandas.DataFrame.pad</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pivot_table.html">pyspark.pandas.DataFrame.pivot_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pivot.html">pyspark.pandas.DataFrame.pivot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sort_index.html">pyspark.pandas.DataFrame.sort_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.sort_values.html">pyspark.pandas.DataFrame.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.nlargest.html">pyspark.pandas.DataFrame.nlargest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.nsmallest.html">pyspark.pandas.DataFrame.nsmallest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.stack.html">pyspark.pandas.DataFrame.stack</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.unstack.html">pyspark.pandas.DataFrame.unstack</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.melt.html">pyspark.pandas.DataFrame.melt</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.explode.html">pyspark.pandas.DataFrame.explode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.squeeze.html">pyspark.pandas.DataFrame.squeeze</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.T.html">pyspark.pandas.DataFrame.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.transpose.html">pyspark.pandas.DataFrame.transpose</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.assign.html">pyspark.pandas.DataFrame.assign</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.merge.html">pyspark.pandas.DataFrame.merge</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.join.html">pyspark.pandas.DataFrame.join</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.update.html">pyspark.pandas.DataFrame.update</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.resample.html">pyspark.pandas.DataFrame.resample</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.shift.html">pyspark.pandas.DataFrame.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.first_valid_index.html">pyspark.pandas.DataFrame.first_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.last_valid_index.html">pyspark.pandas.DataFrame.last_valid_index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.from_dict.html">pyspark.pandas.DataFrame.from_dict</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.from_records.html">pyspark.pandas.DataFrame.from_records</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_table.html">pyspark.pandas.DataFrame.to_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_delta.html">pyspark.pandas.DataFrame.to_delta</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_parquet.html">pyspark.pandas.DataFrame.to_parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_csv.html">pyspark.pandas.DataFrame.to_csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_orc.html">pyspark.pandas.DataFrame.to_orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_pandas.html">pyspark.pandas.DataFrame.to_pandas</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_html.html">pyspark.pandas.DataFrame.to_html</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_numpy.html">pyspark.pandas.DataFrame.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_spark.html">pyspark.pandas.DataFrame.to_spark</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_string.html">pyspark.pandas.DataFrame.to_string</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_feather.html">pyspark.pandas.DataFrame.to_feather</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_stata.html">pyspark.pandas.DataFrame.to_stata</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_json.html">pyspark.pandas.DataFrame.to_json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_dict.html">pyspark.pandas.DataFrame.to_dict</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_excel.html">pyspark.pandas.DataFrame.to_excel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_hdf.html">pyspark.pandas.DataFrame.to_hdf</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_clipboard.html">pyspark.pandas.DataFrame.to_clipboard</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_markdown.html">pyspark.pandas.DataFrame.to_markdown</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_records.html">pyspark.pandas.DataFrame.to_records</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.to_latex.html">pyspark.pandas.DataFrame.to_latex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.style.html">pyspark.pandas.DataFrame.style</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.frame.html">pyspark.pandas.DataFrame.spark.frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.cache.html">pyspark.pandas.DataFrame.spark.cache</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.persist.html">pyspark.pandas.DataFrame.spark.persist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.hint.html">pyspark.pandas.DataFrame.spark.hint</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.to_table.html">pyspark.pandas.DataFrame.spark.to_table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.to_spark_io.html">pyspark.pandas.DataFrame.spark.to_spark_io</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.apply.html">pyspark.pandas.DataFrame.spark.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.repartition.html">pyspark.pandas.DataFrame.spark.repartition</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.spark.coalesce.html">pyspark.pandas.DataFrame.spark.coalesce</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.area.html">pyspark.pandas.DataFrame.plot.area</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.barh.html">pyspark.pandas.DataFrame.plot.barh</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.bar.html">pyspark.pandas.DataFrame.plot.bar</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.hist.html">pyspark.pandas.DataFrame.plot.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.box.html">pyspark.pandas.DataFrame.plot.box</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.line.html">pyspark.pandas.DataFrame.plot.line</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.pie.html">pyspark.pandas.DataFrame.plot.pie</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.scatter.html">pyspark.pandas.DataFrame.plot.scatter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.plot.density.html">pyspark.pandas.DataFrame.plot.density</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.hist.html">pyspark.pandas.DataFrame.hist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.boxplot.html">pyspark.pandas.DataFrame.boxplot</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.kde.html">pyspark.pandas.DataFrame.kde</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pandas_on_spark.apply_batch.html">pyspark.pandas.DataFrame.pandas_on_spark.apply_batch</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DataFrame.pandas_on_spark.transform_batch.html">pyspark.pandas.DataFrame.pandas_on_spark.transform_batch</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/indexing.html">Index objects</a><input class="toctree-checkbox" id="toctree-checkbox-26" name="toctree-checkbox-26" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-26"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.html">pyspark.pandas.Index</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_monotonic_increasing.html">pyspark.pandas.Index.is_monotonic_increasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_monotonic_decreasing.html">pyspark.pandas.Index.is_monotonic_decreasing</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_unique.html">pyspark.pandas.Index.is_unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.has_duplicates.html">pyspark.pandas.Index.has_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.hasnans.html">pyspark.pandas.Index.hasnans</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.dtype.html">pyspark.pandas.Index.dtype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.inferred_type.html">pyspark.pandas.Index.inferred_type</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.shape.html">pyspark.pandas.Index.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.name.html">pyspark.pandas.Index.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.names.html">pyspark.pandas.Index.names</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.ndim.html">pyspark.pandas.Index.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.size.html">pyspark.pandas.Index.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.nlevels.html">pyspark.pandas.Index.nlevels</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.empty.html">pyspark.pandas.Index.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.T.html">pyspark.pandas.Index.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.values.html">pyspark.pandas.Index.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.all.html">pyspark.pandas.Index.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.any.html">pyspark.pandas.Index.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.argmin.html">pyspark.pandas.Index.argmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.argmax.html">pyspark.pandas.Index.argmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.copy.html">pyspark.pandas.Index.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.delete.html">pyspark.pandas.Index.delete</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.equals.html">pyspark.pandas.Index.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.factorize.html">pyspark.pandas.Index.factorize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.identical.html">pyspark.pandas.Index.identical</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.insert.html">pyspark.pandas.Index.insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_boolean.html">pyspark.pandas.Index.is_boolean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_categorical.html">pyspark.pandas.Index.is_categorical</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_floating.html">pyspark.pandas.Index.is_floating</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_integer.html">pyspark.pandas.Index.is_integer</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_interval.html">pyspark.pandas.Index.is_interval</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_numeric.html">pyspark.pandas.Index.is_numeric</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.is_object.html">pyspark.pandas.Index.is_object</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.drop.html">pyspark.pandas.Index.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.drop_duplicates.html">pyspark.pandas.Index.drop_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.min.html">pyspark.pandas.Index.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.max.html">pyspark.pandas.Index.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.map.html">pyspark.pandas.Index.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.rename.html">pyspark.pandas.Index.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.repeat.html">pyspark.pandas.Index.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.take.html">pyspark.pandas.Index.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.unique.html">pyspark.pandas.Index.unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.nunique.html">pyspark.pandas.Index.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.value_counts.html">pyspark.pandas.Index.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.set_names.html">pyspark.pandas.Index.set_names</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.droplevel.html">pyspark.pandas.Index.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.fillna.html">pyspark.pandas.Index.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.dropna.html">pyspark.pandas.Index.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.isna.html">pyspark.pandas.Index.isna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.isnull.html">pyspark.pandas.Index.isnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.notna.html">pyspark.pandas.Index.notna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.notnull.html">pyspark.pandas.Index.notnull</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.astype.html">pyspark.pandas.Index.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.item.html">pyspark.pandas.Index.item</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_list.html">pyspark.pandas.Index.to_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_series.html">pyspark.pandas.Index.to_series</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_frame.html">pyspark.pandas.Index.to_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.view.html">pyspark.pandas.Index.view</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.to_numpy.html">pyspark.pandas.Index.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.spark.column.html">pyspark.pandas.Index.spark.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.spark.transform.html">pyspark.pandas.Index.spark.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.sort_values.html">pyspark.pandas.Index.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.shift.html">pyspark.pandas.Index.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.append.html">pyspark.pandas.Index.append</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.intersection.html">pyspark.pandas.Index.intersection</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.union.html">pyspark.pandas.Index.union</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.difference.html">pyspark.pandas.Index.difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.symmetric_difference.html">pyspark.pandas.Index.symmetric_difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.asof.html">pyspark.pandas.Index.asof</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.Index.isin.html">pyspark.pandas.Index.isin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.html">pyspark.pandas.CategoricalIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.codes.html">pyspark.pandas.CategoricalIndex.codes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.categories.html">pyspark.pandas.CategoricalIndex.categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.ordered.html">pyspark.pandas.CategoricalIndex.ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.rename_categories.html">pyspark.pandas.CategoricalIndex.rename_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.reorder_categories.html">pyspark.pandas.CategoricalIndex.reorder_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.add_categories.html">pyspark.pandas.CategoricalIndex.add_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.remove_categories.html">pyspark.pandas.CategoricalIndex.remove_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.remove_unused_categories.html">pyspark.pandas.CategoricalIndex.remove_unused_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.set_categories.html">pyspark.pandas.CategoricalIndex.set_categories</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.as_ordered.html">pyspark.pandas.CategoricalIndex.as_ordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.as_unordered.html">pyspark.pandas.CategoricalIndex.as_unordered</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.map.html">pyspark.pandas.CategoricalIndex.map</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.equals.html">pyspark.pandas.CategoricalIndex.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.max.html">pyspark.pandas.CategoricalIndex.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.min.html">pyspark.pandas.CategoricalIndex.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.CategoricalIndex.tolist.html">pyspark.pandas.CategoricalIndex.tolist</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.html">pyspark.pandas.MultiIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_arrays.html">pyspark.pandas.MultiIndex.from_arrays</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_tuples.html">pyspark.pandas.MultiIndex.from_tuples</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_product.html">pyspark.pandas.MultiIndex.from_product</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.from_frame.html">pyspark.pandas.MultiIndex.from_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.has_duplicates.html">pyspark.pandas.MultiIndex.has_duplicates</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.hasnans.html">pyspark.pandas.MultiIndex.hasnans</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.inferred_type.html">pyspark.pandas.MultiIndex.inferred_type</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.shape.html">pyspark.pandas.MultiIndex.shape</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.names.html">pyspark.pandas.MultiIndex.names</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.ndim.html">pyspark.pandas.MultiIndex.ndim</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.empty.html">pyspark.pandas.MultiIndex.empty</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.T.html">pyspark.pandas.MultiIndex.T</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.size.html">pyspark.pandas.MultiIndex.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.nlevels.html">pyspark.pandas.MultiIndex.nlevels</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.levshape.html">pyspark.pandas.MultiIndex.levshape</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.values.html">pyspark.pandas.MultiIndex.values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.dtypes.html">pyspark.pandas.MultiIndex.dtypes</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.swaplevel.html">pyspark.pandas.MultiIndex.swaplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.droplevel.html">pyspark.pandas.MultiIndex.droplevel</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.fillna.html">pyspark.pandas.MultiIndex.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.dropna.html">pyspark.pandas.MultiIndex.dropna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.equals.html">pyspark.pandas.MultiIndex.equals</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.equal_levels.html">pyspark.pandas.MultiIndex.equal_levels</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.identical.html">pyspark.pandas.MultiIndex.identical</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.insert.html">pyspark.pandas.MultiIndex.insert</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.drop.html">pyspark.pandas.MultiIndex.drop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.copy.html">pyspark.pandas.MultiIndex.copy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.delete.html">pyspark.pandas.MultiIndex.delete</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.rename.html">pyspark.pandas.MultiIndex.rename</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.repeat.html">pyspark.pandas.MultiIndex.repeat</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.take.html">pyspark.pandas.MultiIndex.take</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.unique.html">pyspark.pandas.MultiIndex.unique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.min.html">pyspark.pandas.MultiIndex.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.max.html">pyspark.pandas.MultiIndex.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.value_counts.html">pyspark.pandas.MultiIndex.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.append.html">pyspark.pandas.MultiIndex.append</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.intersection.html">pyspark.pandas.MultiIndex.intersection</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.union.html">pyspark.pandas.MultiIndex.union</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.difference.html">pyspark.pandas.MultiIndex.difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.symmetric_difference.html">pyspark.pandas.MultiIndex.symmetric_difference</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.astype.html">pyspark.pandas.MultiIndex.astype</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.item.html">pyspark.pandas.MultiIndex.item</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_list.html">pyspark.pandas.MultiIndex.to_list</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_series.html">pyspark.pandas.MultiIndex.to_series</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_frame.html">pyspark.pandas.MultiIndex.to_frame</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.view.html">pyspark.pandas.MultiIndex.view</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.to_numpy.html">pyspark.pandas.MultiIndex.to_numpy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.data_type.html">pyspark.pandas.MultiIndex.spark.data_type</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.column.html">pyspark.pandas.MultiIndex.spark.column</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.spark.transform.html">pyspark.pandas.MultiIndex.spark.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.MultiIndex.sort_values.html">pyspark.pandas.MultiIndex.sort_values</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.html">pyspark.pandas.DatetimeIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.year.html">pyspark.pandas.DatetimeIndex.year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.month.html">pyspark.pandas.DatetimeIndex.month</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day.html">pyspark.pandas.DatetimeIndex.day</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.hour.html">pyspark.pandas.DatetimeIndex.hour</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.minute.html">pyspark.pandas.DatetimeIndex.minute</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.second.html">pyspark.pandas.DatetimeIndex.second</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.microsecond.html">pyspark.pandas.DatetimeIndex.microsecond</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.isocalendar.html">pyspark.pandas.DatetimeIndex.isocalendar</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.dayofweek.html">pyspark.pandas.DatetimeIndex.dayofweek</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_of_week.html">pyspark.pandas.DatetimeIndex.day_of_week</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.weekday.html">pyspark.pandas.DatetimeIndex.weekday</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.dayofyear.html">pyspark.pandas.DatetimeIndex.dayofyear</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_of_year.html">pyspark.pandas.DatetimeIndex.day_of_year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.quarter.html">pyspark.pandas.DatetimeIndex.quarter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_month_start.html">pyspark.pandas.DatetimeIndex.is_month_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_month_end.html">pyspark.pandas.DatetimeIndex.is_month_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_quarter_start.html">pyspark.pandas.DatetimeIndex.is_quarter_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_quarter_end.html">pyspark.pandas.DatetimeIndex.is_quarter_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_year_start.html">pyspark.pandas.DatetimeIndex.is_year_start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_year_end.html">pyspark.pandas.DatetimeIndex.is_year_end</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.is_leap_year.html">pyspark.pandas.DatetimeIndex.is_leap_year</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.daysinmonth.html">pyspark.pandas.DatetimeIndex.daysinmonth</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.days_in_month.html">pyspark.pandas.DatetimeIndex.days_in_month</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.indexer_between_time.html">pyspark.pandas.DatetimeIndex.indexer_between_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.indexer_at_time.html">pyspark.pandas.DatetimeIndex.indexer_at_time</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.normalize.html">pyspark.pandas.DatetimeIndex.normalize</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.strftime.html">pyspark.pandas.DatetimeIndex.strftime</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.round.html">pyspark.pandas.DatetimeIndex.round</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.floor.html">pyspark.pandas.DatetimeIndex.floor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.ceil.html">pyspark.pandas.DatetimeIndex.ceil</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.month_name.html">pyspark.pandas.DatetimeIndex.month_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.DatetimeIndex.day_name.html">pyspark.pandas.DatetimeIndex.day_name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.html">pyspark.pandas.TimedeltaIndex</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.days.html">pyspark.pandas.TimedeltaIndex.days</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.seconds.html">pyspark.pandas.TimedeltaIndex.seconds</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.TimedeltaIndex.microseconds.html">pyspark.pandas.TimedeltaIndex.microseconds</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/window.html">Window</a><input class="toctree-checkbox" id="toctree-checkbox-27" name="toctree-checkbox-27" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-27"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.count.html">pyspark.pandas.window.Rolling.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.sum.html">pyspark.pandas.window.Rolling.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.min.html">pyspark.pandas.window.Rolling.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.max.html">pyspark.pandas.window.Rolling.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.mean.html">pyspark.pandas.window.Rolling.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Rolling.quantile.html">pyspark.pandas.window.Rolling.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.count.html">pyspark.pandas.window.Expanding.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.sum.html">pyspark.pandas.window.Expanding.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.min.html">pyspark.pandas.window.Expanding.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.max.html">pyspark.pandas.window.Expanding.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.mean.html">pyspark.pandas.window.Expanding.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.Expanding.quantile.html">pyspark.pandas.window.Expanding.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.window.ExponentialMoving.mean.html">pyspark.pandas.window.ExponentialMoving.mean</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/groupby.html">GroupBy</a><input class="toctree-checkbox" id="toctree-checkbox-28" name="toctree-checkbox-28" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-28"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.get_group.html">pyspark.pandas.groupby.GroupBy.get_group</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.apply.html">pyspark.pandas.groupby.GroupBy.apply</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.transform.html">pyspark.pandas.groupby.GroupBy.transform</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.agg.html">pyspark.pandas.groupby.DataFrameGroupBy.agg</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.aggregate.html">pyspark.pandas.groupby.DataFrameGroupBy.aggregate</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.all.html">pyspark.pandas.groupby.GroupBy.all</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.any.html">pyspark.pandas.groupby.GroupBy.any</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.count.html">pyspark.pandas.groupby.GroupBy.count</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumcount.html">pyspark.pandas.groupby.GroupBy.cumcount</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cummax.html">pyspark.pandas.groupby.GroupBy.cummax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cummin.html">pyspark.pandas.groupby.GroupBy.cummin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumprod.html">pyspark.pandas.groupby.GroupBy.cumprod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.cumsum.html">pyspark.pandas.groupby.GroupBy.cumsum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.ewm.html">pyspark.pandas.groupby.GroupBy.ewm</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.filter.html">pyspark.pandas.groupby.GroupBy.filter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.first.html">pyspark.pandas.groupby.GroupBy.first</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.last.html">pyspark.pandas.groupby.GroupBy.last</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.max.html">pyspark.pandas.groupby.GroupBy.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.mean.html">pyspark.pandas.groupby.GroupBy.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.median.html">pyspark.pandas.groupby.GroupBy.median</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.min.html">pyspark.pandas.groupby.GroupBy.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.nth.html">pyspark.pandas.groupby.GroupBy.nth</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.prod.html">pyspark.pandas.groupby.GroupBy.prod</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.rank.html">pyspark.pandas.groupby.GroupBy.rank</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.sem.html">pyspark.pandas.groupby.GroupBy.sem</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.std.html">pyspark.pandas.groupby.GroupBy.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.sum.html">pyspark.pandas.groupby.GroupBy.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.var.html">pyspark.pandas.groupby.GroupBy.var</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.nunique.html">pyspark.pandas.groupby.GroupBy.nunique</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.quantile.html">pyspark.pandas.groupby.GroupBy.quantile</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.size.html">pyspark.pandas.groupby.GroupBy.size</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.diff.html">pyspark.pandas.groupby.GroupBy.diff</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.idxmax.html">pyspark.pandas.groupby.GroupBy.idxmax</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.idxmin.html">pyspark.pandas.groupby.GroupBy.idxmin</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.fillna.html">pyspark.pandas.groupby.GroupBy.fillna</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.bfill.html">pyspark.pandas.groupby.GroupBy.bfill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.ffill.html">pyspark.pandas.groupby.GroupBy.ffill</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.head.html">pyspark.pandas.groupby.GroupBy.head</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.shift.html">pyspark.pandas.groupby.GroupBy.shift</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.GroupBy.tail.html">pyspark.pandas.groupby.GroupBy.tail</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.DataFrameGroupBy.describe.html">pyspark.pandas.groupby.DataFrameGroupBy.describe</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.nsmallest.html">pyspark.pandas.groupby.SeriesGroupBy.nsmallest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.nlargest.html">pyspark.pandas.groupby.SeriesGroupBy.nlargest</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.value_counts.html">pyspark.pandas.groupby.SeriesGroupBy.value_counts</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.groupby.SeriesGroupBy.unique.html">pyspark.pandas.groupby.SeriesGroupBy.unique</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/resampling.html">Resampling</a><input class="toctree-checkbox" id="toctree-checkbox-29" name="toctree-checkbox-29" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-29"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.max.html">pyspark.pandas.resample.Resampler.max</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.mean.html">pyspark.pandas.resample.Resampler.mean</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.min.html">pyspark.pandas.resample.Resampler.min</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.std.html">pyspark.pandas.resample.Resampler.std</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.sum.html">pyspark.pandas.resample.Resampler.sum</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.resample.Resampler.var.html">pyspark.pandas.resample.Resampler.var</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/options.html">Options and settings</a><input class="toctree-checkbox" id="toctree-checkbox-30" name="toctree-checkbox-30" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-30"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.reset_option.html">pyspark.pandas.reset_option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.get_option.html">pyspark.pandas.get_option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.set_option.html">pyspark.pandas.set_option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.option_context.html">pyspark.pandas.option_context</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/ml.html">Machine Learning utilities</a><input class="toctree-checkbox" id="toctree-checkbox-31" name="toctree-checkbox-31" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-31"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.mlflow.PythonModelWrapper.html">pyspark.pandas.mlflow.PythonModelWrapper</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.mlflow.load_model.html">pyspark.pandas.mlflow.load_model</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/extensions.html">Extensions</a><input class="toctree-checkbox" id="toctree-checkbox-32" name="toctree-checkbox-32" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-32"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.extensions.register_dataframe_accessor.html">pyspark.pandas.extensions.register_dataframe_accessor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.extensions.register_series_accessor.html">pyspark.pandas.extensions.register_series_accessor</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.extensions.register_index_accessor.html">pyspark.pandas.extensions.register_index_accessor</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.pandas/testing.html">Testing</a><input class="toctree-checkbox" id="toctree-checkbox-33" name="toctree-checkbox-33" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-33"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.testing.assert_frame_equal.html">pyspark.pandas.testing.assert_frame_equal</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.testing.assert_series_equal.html">pyspark.pandas.testing.assert_series_equal</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.pandas/api/pyspark.pandas.testing.assert_index_equal.html">pyspark.pandas.testing.assert_index_equal</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.ss/index.html">Structured Streaming</a><input class="toctree-checkbox" id="toctree-checkbox-34" name="toctree-checkbox-34" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-34"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.ss/core_classes.html">Core Classes</a><input class="toctree-checkbox" id="toctree-checkbox-35" name="toctree-checkbox-35" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-35"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.html">pyspark.sql.streaming.DataStreamReader</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.html">pyspark.sql.streaming.DataStreamWriter</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.html">pyspark.sql.streaming.StreamingQuery</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.html">pyspark.sql.streaming.StreamingQueryManager</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryListener.html">pyspark.sql.streaming.StreamingQueryListener</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.ss/io.html">Input/Output</a><input class="toctree-checkbox" id="toctree-checkbox-36" name="toctree-checkbox-36" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-36"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.csv.html">pyspark.sql.streaming.DataStreamReader.csv</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.format.html">pyspark.sql.streaming.DataStreamReader.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.json.html">pyspark.sql.streaming.DataStreamReader.json</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.load.html">pyspark.sql.streaming.DataStreamReader.load</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.option.html">pyspark.sql.streaming.DataStreamReader.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.options.html">pyspark.sql.streaming.DataStreamReader.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.orc.html">pyspark.sql.streaming.DataStreamReader.orc</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.parquet.html">pyspark.sql.streaming.DataStreamReader.parquet</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.schema.html">pyspark.sql.streaming.DataStreamReader.schema</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.table.html">pyspark.sql.streaming.DataStreamReader.table</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamReader.text.html">pyspark.sql.streaming.DataStreamReader.text</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.foreach.html">pyspark.sql.streaming.DataStreamWriter.foreach</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.foreachBatch.html">pyspark.sql.streaming.DataStreamWriter.foreachBatch</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.format.html">pyspark.sql.streaming.DataStreamWriter.format</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.option.html">pyspark.sql.streaming.DataStreamWriter.option</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.options.html">pyspark.sql.streaming.DataStreamWriter.options</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.outputMode.html">pyspark.sql.streaming.DataStreamWriter.outputMode</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.partitionBy.html">pyspark.sql.streaming.DataStreamWriter.partitionBy</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.queryName.html">pyspark.sql.streaming.DataStreamWriter.queryName</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.start.html">pyspark.sql.streaming.DataStreamWriter.start</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.toTable.html">pyspark.sql.streaming.DataStreamWriter.toTable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.DataStreamWriter.trigger.html">pyspark.sql.streaming.DataStreamWriter.trigger</a></li>
</ul>
</li>
<li class="toctree-l2 has-children"><a class="reference internal" href="pyspark.ss/query_management.html">Query Management</a><input class="toctree-checkbox" id="toctree-checkbox-37" name="toctree-checkbox-37" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-37"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.awaitTermination.html">pyspark.sql.streaming.StreamingQuery.awaitTermination</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.exception.html">pyspark.sql.streaming.StreamingQuery.exception</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.explain.html">pyspark.sql.streaming.StreamingQuery.explain</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.id.html">pyspark.sql.streaming.StreamingQuery.id</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.isActive.html">pyspark.sql.streaming.StreamingQuery.isActive</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.lastProgress.html">pyspark.sql.streaming.StreamingQuery.lastProgress</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.name.html">pyspark.sql.streaming.StreamingQuery.name</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.processAllAvailable.html">pyspark.sql.streaming.StreamingQuery.processAllAvailable</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.recentProgress.html">pyspark.sql.streaming.StreamingQuery.recentProgress</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.runId.html">pyspark.sql.streaming.StreamingQuery.runId</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.status.html">pyspark.sql.streaming.StreamingQuery.status</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQuery.stop.html">pyspark.sql.streaming.StreamingQuery.stop</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.active.html">pyspark.sql.streaming.StreamingQueryManager.active</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.addListener.html">pyspark.sql.streaming.StreamingQueryManager.addListener</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.awaitAnyTermination.html">pyspark.sql.streaming.StreamingQueryManager.awaitAnyTermination</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.get.html">pyspark.sql.streaming.StreamingQueryManager.get</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.removeListener.html">pyspark.sql.streaming.StreamingQueryManager.removeListener</a></li>
<li class="toctree-l3"><a class="reference internal" href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.resetTerminated.html">pyspark.sql.streaming.StreamingQueryManager.resetTerminated</a></li>
</ul>
</li>
</ul>
</li>
<li class="toctree-l1 current active has-children"><a class="current reference internal" href="#">MLlib (DataFrame-based)</a><input checked="" class="toctree-checkbox" id="toctree-checkbox-38" name="toctree-checkbox-38" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-38"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.Transformer.html">Transformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.UnaryTransformer.html">UnaryTransformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.Estimator.html">Estimator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.Model.html">Model</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.Predictor.html">Predictor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.PredictionModel.html">PredictionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.Pipeline.html">Pipeline</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.PipelineModel.html">PipelineModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.param.Param.html">Param</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.param.Params.html">Params</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.param.TypeConverters.html">TypeConverters</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Binarizer.html">Binarizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.BucketedRandomProjectionLSH.html">BucketedRandomProjectionLSH</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.BucketedRandomProjectionLSHModel.html">BucketedRandomProjectionLSHModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Bucketizer.html">Bucketizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.ChiSqSelector.html">ChiSqSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.ChiSqSelectorModel.html">ChiSqSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.CountVectorizer.html">CountVectorizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.CountVectorizerModel.html">CountVectorizerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.DCT.html">DCT</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.ElementwiseProduct.html">ElementwiseProduct</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.FeatureHasher.html">FeatureHasher</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.HashingTF.html">HashingTF</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.IDF.html">IDF</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.IDFModel.html">IDFModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Imputer.html">Imputer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.ImputerModel.html">ImputerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.IndexToString.html">IndexToString</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Interaction.html">Interaction</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MaxAbsScaler.html">MaxAbsScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MaxAbsScalerModel.html">MaxAbsScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MinHashLSH.html">MinHashLSH</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MinHashLSHModel.html">MinHashLSHModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MinMaxScaler.html">MinMaxScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.MinMaxScalerModel.html">MinMaxScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.NGram.html">NGram</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Normalizer.html">Normalizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.OneHotEncoder.html">OneHotEncoder</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.OneHotEncoderModel.html">OneHotEncoderModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.PCA.html">PCA</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.PCAModel.html">PCAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.PolynomialExpansion.html">PolynomialExpansion</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.QuantileDiscretizer.html">QuantileDiscretizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.RobustScaler.html">RobustScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.RobustScalerModel.html">RobustScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.RegexTokenizer.html">RegexTokenizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.RFormula.html">RFormula</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.RFormulaModel.html">RFormulaModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.SQLTransformer.html">SQLTransformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.StandardScaler.html">StandardScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.StandardScalerModel.html">StandardScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.StopWordsRemover.html">StopWordsRemover</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.StringIndexer.html">StringIndexer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.StringIndexerModel.html">StringIndexerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Tokenizer.html">Tokenizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.UnivariateFeatureSelector.html">UnivariateFeatureSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.UnivariateFeatureSelectorModel.html">UnivariateFeatureSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VarianceThresholdSelector.html">VarianceThresholdSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VarianceThresholdSelectorModel.html">VarianceThresholdSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VectorAssembler.html">VectorAssembler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VectorIndexer.html">VectorIndexer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VectorIndexerModel.html">VectorIndexerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VectorSizeHint.html">VectorSizeHint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.VectorSlicer.html">VectorSlicer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Word2Vec.html">Word2Vec</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.feature.Word2VecModel.html">Word2VecModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LinearSVC.html">LinearSVC</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LinearSVCModel.html">LinearSVCModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LinearSVCSummary.html">LinearSVCSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LinearSVCTrainingSummary.html">LinearSVCTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegression.html">LogisticRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionModel.html">LogisticRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionSummary.html">LogisticRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionTrainingSummary.html">LogisticRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.BinaryLogisticRegressionSummary.html">BinaryLogisticRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.BinaryLogisticRegressionTrainingSummary.html">BinaryLogisticRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.DecisionTreeClassifier.html">DecisionTreeClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.DecisionTreeClassificationModel.html">DecisionTreeClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.GBTClassifier.html">GBTClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.GBTClassificationModel.html">GBTClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassifier.html">RandomForestClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationModel.html">RandomForestClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationSummary.html">RandomForestClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationTrainingSummary.html">RandomForestClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.BinaryRandomForestClassificationSummary.html">BinaryRandomForestClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.BinaryRandomForestClassificationTrainingSummary.html">BinaryRandomForestClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.NaiveBayes.html">NaiveBayes</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.NaiveBayesModel.html">NaiveBayesModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassifier.html">MultilayerPerceptronClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationModel.html">MultilayerPerceptronClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationSummary.html">MultilayerPerceptronClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationTrainingSummary.html">MultilayerPerceptronClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.OneVsRest.html">OneVsRest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.OneVsRestModel.html">OneVsRestModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.FMClassifier.html">FMClassifier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.FMClassificationModel.html">FMClassificationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.FMClassificationSummary.html">FMClassificationSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.classification.FMClassificationTrainingSummary.html">FMClassificationTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeans.html">BisectingKMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeansModel.html">BisectingKMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeansSummary.html">BisectingKMeansSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.KMeans.html">KMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.KMeansModel.html">KMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.KMeansSummary.html">KMeansSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixture.html">GaussianMixture</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixtureModel.html">GaussianMixtureModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixtureSummary.html">GaussianMixtureSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.LDA.html">LDA</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.LDAModel.html">LDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.LocalLDAModel.html">LocalLDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.DistributedLDAModel.html">DistributedLDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.clustering.PowerIterationClustering.html">PowerIterationClustering</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.functions.array_to_vector.html">pyspark.ml.functions.array_to_vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.functions.vector_to_array.html">pyspark.ml.functions.vector_to_array</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.functions.predict_batch_udf.html">pyspark.ml.functions.predict_batch_udf</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.Vector.html">Vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.DenseVector.html">DenseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.SparseVector.html">SparseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.Vectors.html">Vectors</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.Matrix.html">Matrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.DenseMatrix.html">DenseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.SparseMatrix.html">SparseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.linalg.Matrices.html">Matrices</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.recommendation.ALS.html">ALS</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.recommendation.ALSModel.html">ALSModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.AFTSurvivalRegression.html">AFTSurvivalRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.AFTSurvivalRegressionModel.html">AFTSurvivalRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.DecisionTreeRegressor.html">DecisionTreeRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.DecisionTreeRegressionModel.html">DecisionTreeRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GBTRegressor.html">GBTRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GBTRegressionModel.html">GBTRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegression.html">GeneralizedLinearRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionModel.html">GeneralizedLinearRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionSummary.html">GeneralizedLinearRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionTrainingSummary.html">GeneralizedLinearRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.IsotonicRegression.html">IsotonicRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.IsotonicRegressionModel.html">IsotonicRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.LinearRegression.html">LinearRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionModel.html">LinearRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionSummary.html">LinearRegressionSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionTrainingSummary.html">LinearRegressionTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.RandomForestRegressor.html">RandomForestRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.RandomForestRegressionModel.html">RandomForestRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.FMRegressor.html">FMRegressor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.regression.FMRegressionModel.html">FMRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.ChiSquareTest.html">ChiSquareTest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.Correlation.html">Correlation</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.KolmogorovSmirnovTest.html">KolmogorovSmirnovTest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.MultivariateGaussian.html">MultivariateGaussian</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.Summarizer.html">Summarizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.stat.SummaryBuilder.html">SummaryBuilder</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.tuning.ParamGridBuilder.html">ParamGridBuilder</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.tuning.CrossValidator.html">CrossValidator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.tuning.CrossValidatorModel.html">CrossValidatorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.tuning.TrainValidationSplit.html">TrainValidationSplit</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.tuning.TrainValidationSplitModel.html">TrainValidationSplitModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.Evaluator.html">Evaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.BinaryClassificationEvaluator.html">BinaryClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.RegressionEvaluator.html">RegressionEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.MulticlassClassificationEvaluator.html">MulticlassClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.MultilabelClassificationEvaluator.html">MultilabelClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.ClusteringEvaluator.html">ClusteringEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.evaluation.RankingEvaluator.html">RankingEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.fpm.FPGrowth.html">FPGrowth</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.fpm.FPGrowthModel.html">FPGrowthModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.fpm.PrefixSpan.html">PrefixSpan</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.image.ImageSchema.html">ImageSchema</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.image._ImageSchema.html">_ImageSchema</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.torch.distributor.TorchDistributor.html">TorchDistributor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.deepspeed.deepspeed_distributor.DeepspeedTorchDistributor.html">DeepspeedTorchDistributor</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.BaseReadWrite.html">BaseReadWrite</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsReadable.html">DefaultParamsReadable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsReader.html">DefaultParamsReader</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsWritable.html">DefaultParamsWritable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsWriter.html">DefaultParamsWriter</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.GeneralMLWriter.html">GeneralMLWriter</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.HasTrainingSummary.html">HasTrainingSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.Identifiable.html">Identifiable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.MLReadable.html">MLReadable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.MLReader.html">MLReader</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.MLWritable.html">MLWritable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.util.MLWriter.html">MLWriter</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.ml.connect.html">MLlib (DataFrame-based) for Spark Connect</a><input class="toctree-checkbox" id="toctree-checkbox-39" name="toctree-checkbox-39" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-39"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.Transformer.html">Transformer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.Estimator.html">Estimator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.Model.html">Model</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.Evaluator.html">Evaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.Pipeline.html">Pipeline</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.PipelineModel.html">PipelineModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.feature.MaxAbsScaler.html">MaxAbsScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.feature.MaxAbsScalerModel.html">MaxAbsScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.feature.StandardScaler.html">StandardScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.feature.StandardScalerModel.html">StandardScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.feature.ArrayAssembler.html">ArrayAssembler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.classification.LogisticRegression.html">LogisticRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.classification.LogisticRegressionModel.html">LogisticRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.functions.array_to_vector.html">pyspark.ml.connect.functions.array_to_vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.functions.vector_to_array.html">pyspark.ml.connect.functions.vector_to_array</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.tuning.CrossValidator.html">CrossValidator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.tuning.CrossValidatorModel.html">CrossValidatorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.evaluation.RegressionEvaluator.html">RegressionEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.evaluation.BinaryClassificationEvaluator.html">BinaryClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.evaluation.MulticlassClassificationEvaluator.html">MulticlassClassificationEvaluator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.io_utils.ParamsReadWrite.html">ParamsReadWrite</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.io_utils.CoreModelReadWrite.html">CoreModelReadWrite</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.ml.connect.io_utils.MetaAlgorithmReadWrite.html">MetaAlgorithmReadWrite</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.streaming.html">Spark Streaming (Legacy)</a><input class="toctree-checkbox" id="toctree-checkbox-40" name="toctree-checkbox-40" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-40"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.html">pyspark.streaming.StreamingContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.html">pyspark.streaming.DStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.addStreamingListener.html">pyspark.streaming.StreamingContext.addStreamingListener</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.awaitTermination.html">pyspark.streaming.StreamingContext.awaitTermination</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.awaitTerminationOrTimeout.html">pyspark.streaming.StreamingContext.awaitTerminationOrTimeout</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.checkpoint.html">pyspark.streaming.StreamingContext.checkpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.getActive.html">pyspark.streaming.StreamingContext.getActive</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.getActiveOrCreate.html">pyspark.streaming.StreamingContext.getActiveOrCreate</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.getOrCreate.html">pyspark.streaming.StreamingContext.getOrCreate</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.remember.html">pyspark.streaming.StreamingContext.remember</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.sparkContext.html">pyspark.streaming.StreamingContext.sparkContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.start.html">pyspark.streaming.StreamingContext.start</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.stop.html">pyspark.streaming.StreamingContext.stop</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.transform.html">pyspark.streaming.StreamingContext.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.union.html">pyspark.streaming.StreamingContext.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.binaryRecordsStream.html">pyspark.streaming.StreamingContext.binaryRecordsStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.queueStream.html">pyspark.streaming.StreamingContext.queueStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.socketTextStream.html">pyspark.streaming.StreamingContext.socketTextStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.StreamingContext.textFileStream.html">pyspark.streaming.StreamingContext.textFileStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.pprint.html">pyspark.streaming.DStream.pprint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.saveAsTextFiles.html">pyspark.streaming.DStream.saveAsTextFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.cache.html">pyspark.streaming.DStream.cache</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.checkpoint.html">pyspark.streaming.DStream.checkpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.cogroup.html">pyspark.streaming.DStream.cogroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.combineByKey.html">pyspark.streaming.DStream.combineByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.context.html">pyspark.streaming.DStream.context</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.count.html">pyspark.streaming.DStream.count</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.countByValue.html">pyspark.streaming.DStream.countByValue</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.countByValueAndWindow.html">pyspark.streaming.DStream.countByValueAndWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.countByWindow.html">pyspark.streaming.DStream.countByWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.filter.html">pyspark.streaming.DStream.filter</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.flatMap.html">pyspark.streaming.DStream.flatMap</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.flatMapValues.html">pyspark.streaming.DStream.flatMapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.foreachRDD.html">pyspark.streaming.DStream.foreachRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.fullOuterJoin.html">pyspark.streaming.DStream.fullOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.glom.html">pyspark.streaming.DStream.glom</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.groupByKey.html">pyspark.streaming.DStream.groupByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.groupByKeyAndWindow.html">pyspark.streaming.DStream.groupByKeyAndWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.join.html">pyspark.streaming.DStream.join</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.leftOuterJoin.html">pyspark.streaming.DStream.leftOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.map.html">pyspark.streaming.DStream.map</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.mapPartitions.html">pyspark.streaming.DStream.mapPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.mapPartitionsWithIndex.html">pyspark.streaming.DStream.mapPartitionsWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.mapValues.html">pyspark.streaming.DStream.mapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.partitionBy.html">pyspark.streaming.DStream.partitionBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.persist.html">pyspark.streaming.DStream.persist</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.reduce.html">pyspark.streaming.DStream.reduce</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.reduceByKey.html">pyspark.streaming.DStream.reduceByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.reduceByKeyAndWindow.html">pyspark.streaming.DStream.reduceByKeyAndWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.reduceByWindow.html">pyspark.streaming.DStream.reduceByWindow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.repartition.html">pyspark.streaming.DStream.repartition</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.rightOuterJoin.html">pyspark.streaming.DStream.rightOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.slice.html">pyspark.streaming.DStream.slice</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.transform.html">pyspark.streaming.DStream.transform</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.transformWith.html">pyspark.streaming.DStream.transformWith</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.union.html">pyspark.streaming.DStream.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.updateStateByKey.html">pyspark.streaming.DStream.updateStateByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.DStream.window.html">pyspark.streaming.DStream.window</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.kinesis.KinesisUtils.createStream.html">pyspark.streaming.kinesis.KinesisUtils.createStream</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.kinesis.InitialPositionInStream.LATEST.html">pyspark.streaming.kinesis.InitialPositionInStream.LATEST</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON.html">pyspark.streaming.kinesis.InitialPositionInStream.TRIM_HORIZON</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.mllib.html">MLlib (RDD-based)</a><input class="toctree-checkbox" id="toctree-checkbox-41" name="toctree-checkbox-41" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-41"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionModel.html">LogisticRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionWithSGD.html">LogisticRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.LogisticRegressionWithLBFGS.html">LogisticRegressionWithLBFGS</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.SVMModel.html">SVMModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.SVMWithSGD.html">SVMWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.NaiveBayesModel.html">NaiveBayesModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.NaiveBayes.html">NaiveBayes</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.classification.StreamingLogisticRegressionWithSGD.html">StreamingLogisticRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.BisectingKMeansModel.html">BisectingKMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.BisectingKMeans.html">BisectingKMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.KMeansModel.html">KMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.KMeans.html">KMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.GaussianMixtureModel.html">GaussianMixtureModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.GaussianMixture.html">GaussianMixture</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.PowerIterationClusteringModel.html">PowerIterationClusteringModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.PowerIterationClustering.html">PowerIterationClustering</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.StreamingKMeans.html">StreamingKMeans</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.StreamingKMeansModel.html">StreamingKMeansModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.LDA.html">LDA</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.clustering.LDAModel.html">LDAModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.evaluation.BinaryClassificationMetrics.html">BinaryClassificationMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.evaluation.RegressionMetrics.html">RegressionMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.evaluation.MulticlassMetrics.html">MulticlassMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.evaluation.RankingMetrics.html">RankingMetrics</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.Normalizer.html">Normalizer</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.StandardScalerModel.html">StandardScalerModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.StandardScaler.html">StandardScaler</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.HashingTF.html">HashingTF</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.IDFModel.html">IDFModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.IDF.html">IDF</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.Word2Vec.html">Word2Vec</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.Word2VecModel.html">Word2VecModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.ChiSqSelector.html">ChiSqSelector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.ChiSqSelectorModel.html">ChiSqSelectorModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.feature.ElementwiseProduct.html">ElementwiseProduct</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.fpm.FPGrowth.html">FPGrowth</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.fpm.FPGrowthModel.html">FPGrowthModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.fpm.PrefixSpan.html">PrefixSpan</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.fpm.PrefixSpanModel.html">PrefixSpanModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.Vector.html">Vector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.DenseVector.html">DenseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.SparseVector.html">SparseVector</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.Vectors.html">Vectors</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.Matrix.html">Matrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.DenseMatrix.html">DenseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.SparseMatrix.html">SparseMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.Matrices.html">Matrices</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.QRDecomposition.html">QRDecomposition</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.BlockMatrix.html">BlockMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.CoordinateMatrix.html">CoordinateMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.DistributedMatrix.html">DistributedMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.IndexedRow.html">IndexedRow</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.IndexedRowMatrix.html">IndexedRowMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.MatrixEntry.html">MatrixEntry</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.RowMatrix.html">RowMatrix</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.linalg.distributed.SingularValueDecomposition.html">SingularValueDecomposition</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.random.RandomRDDs.html">RandomRDDs</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.recommendation.MatrixFactorizationModel.html">MatrixFactorizationModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.recommendation.ALS.html">ALS</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.recommendation.Rating.html">Rating</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LabeledPoint.html">LabeledPoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LinearModel.html">LinearModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LinearRegressionModel.html">LinearRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LinearRegressionWithSGD.html">LinearRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.RidgeRegressionModel.html">RidgeRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.RidgeRegressionWithSGD.html">RidgeRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LassoModel.html">LassoModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.LassoWithSGD.html">LassoWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.IsotonicRegressionModel.html">IsotonicRegressionModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.IsotonicRegression.html">IsotonicRegression</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.StreamingLinearAlgorithm.html">StreamingLinearAlgorithm</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.regression.StreamingLinearRegressionWithSGD.html">StreamingLinearRegressionWithSGD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.Statistics.html">Statistics</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.MultivariateStatisticalSummary.html">MultivariateStatisticalSummary</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.ChiSqTestResult.html">ChiSqTestResult</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.MultivariateGaussian.html">MultivariateGaussian</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.KernelDensity.html">KernelDensity</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.ChiSqTestResult.html">ChiSqTestResult</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.stat.KolmogorovSmirnovTestResult.html">KolmogorovSmirnovTestResult</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.DecisionTreeModel.html">DecisionTreeModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.DecisionTree.html">DecisionTree</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.RandomForestModel.html">RandomForestModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.RandomForest.html">RandomForest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.GradientBoostedTreesModel.html">GradientBoostedTreesModel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.tree.GradientBoostedTrees.html">GradientBoostedTrees</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.JavaLoader.html">JavaLoader</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.JavaSaveable.html">JavaSaveable</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.LinearDataGenerator.html">LinearDataGenerator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.Loader.html">Loader</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.MLUtils.html">MLUtils</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.mllib.util.Saveable.html">Saveable</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.html">Spark Core</a><input class="toctree-checkbox" id="toctree-checkbox-42" name="toctree-checkbox-42" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-42"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.html">pyspark.SparkContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.html">pyspark.RDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.html">pyspark.Broadcast</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Accumulator.html">pyspark.Accumulator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.AccumulatorParam.html">pyspark.AccumulatorParam</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.html">pyspark.SparkConf</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkFiles.html">pyspark.SparkFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.html">pyspark.StorageLevel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.html">pyspark.TaskContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDDBarrier.html">pyspark.RDDBarrier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.html">pyspark.BarrierTaskContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskInfo.html">pyspark.BarrierTaskInfo</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.InheritableThread.html">pyspark.InheritableThread</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.util.VersionUtils.html">pyspark.util.VersionUtils</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.PACKAGE_EXTENSIONS.html">pyspark.SparkContext.PACKAGE_EXTENSIONS</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.accumulator.html">pyspark.SparkContext.accumulator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.addArchive.html">pyspark.SparkContext.addArchive</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.addFile.html">pyspark.SparkContext.addFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.addJobTag.html">pyspark.SparkContext.addJobTag</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.addPyFile.html">pyspark.SparkContext.addPyFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.applicationId.html">pyspark.SparkContext.applicationId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.binaryFiles.html">pyspark.SparkContext.binaryFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.binaryRecords.html">pyspark.SparkContext.binaryRecords</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.broadcast.html">pyspark.SparkContext.broadcast</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.cancelAllJobs.html">pyspark.SparkContext.cancelAllJobs</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.cancelJobGroup.html">pyspark.SparkContext.cancelJobGroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.cancelJobsWithTag.html">pyspark.SparkContext.cancelJobsWithTag</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.clearJobTags.html">pyspark.SparkContext.clearJobTags</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.defaultMinPartitions.html">pyspark.SparkContext.defaultMinPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.defaultParallelism.html">pyspark.SparkContext.defaultParallelism</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.dump_profiles.html">pyspark.SparkContext.dump_profiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.emptyRDD.html">pyspark.SparkContext.emptyRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.getCheckpointDir.html">pyspark.SparkContext.getCheckpointDir</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.getConf.html">pyspark.SparkContext.getConf</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.getJobTags.html">pyspark.SparkContext.getJobTags</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.getLocalProperty.html">pyspark.SparkContext.getLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.getOrCreate.html">pyspark.SparkContext.getOrCreate</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.hadoopFile.html">pyspark.SparkContext.hadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.hadoopRDD.html">pyspark.SparkContext.hadoopRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.listArchives.html">pyspark.SparkContext.listArchives</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.listFiles.html">pyspark.SparkContext.listFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.newAPIHadoopFile.html">pyspark.SparkContext.newAPIHadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.newAPIHadoopRDD.html">pyspark.SparkContext.newAPIHadoopRDD</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.parallelize.html">pyspark.SparkContext.parallelize</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.pickleFile.html">pyspark.SparkContext.pickleFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.range.html">pyspark.SparkContext.range</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.resources.html">pyspark.SparkContext.resources</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.removeJobTag.html">pyspark.SparkContext.removeJobTag</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.runJob.html">pyspark.SparkContext.runJob</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.sequenceFile.html">pyspark.SparkContext.sequenceFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setCheckpointDir.html">pyspark.SparkContext.setCheckpointDir</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setInterruptOnCancel.html">pyspark.SparkContext.setInterruptOnCancel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setJobDescription.html">pyspark.SparkContext.setJobDescription</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setJobGroup.html">pyspark.SparkContext.setJobGroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setLocalProperty.html">pyspark.SparkContext.setLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setLogLevel.html">pyspark.SparkContext.setLogLevel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.setSystemProperty.html">pyspark.SparkContext.setSystemProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.show_profiles.html">pyspark.SparkContext.show_profiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.sparkUser.html">pyspark.SparkContext.sparkUser</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.startTime.html">pyspark.SparkContext.startTime</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.statusTracker.html">pyspark.SparkContext.statusTracker</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.stop.html">pyspark.SparkContext.stop</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.textFile.html">pyspark.SparkContext.textFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.uiWebUrl.html">pyspark.SparkContext.uiWebUrl</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.union.html">pyspark.SparkContext.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.version.html">pyspark.SparkContext.version</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkContext.wholeTextFiles.html">pyspark.SparkContext.wholeTextFiles</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.aggregate.html">pyspark.RDD.aggregate</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.aggregateByKey.html">pyspark.RDD.aggregateByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.barrier.html">pyspark.RDD.barrier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.cache.html">pyspark.RDD.cache</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.cartesian.html">pyspark.RDD.cartesian</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.checkpoint.html">pyspark.RDD.checkpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.cleanShuffleDependencies.html">pyspark.RDD.cleanShuffleDependencies</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.coalesce.html">pyspark.RDD.coalesce</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.cogroup.html">pyspark.RDD.cogroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.collect.html">pyspark.RDD.collect</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.collectAsMap.html">pyspark.RDD.collectAsMap</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.collectWithJobGroup.html">pyspark.RDD.collectWithJobGroup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.combineByKey.html">pyspark.RDD.combineByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.context.html">pyspark.RDD.context</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.count.html">pyspark.RDD.count</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.countApprox.html">pyspark.RDD.countApprox</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.countApproxDistinct.html">pyspark.RDD.countApproxDistinct</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.countByKey.html">pyspark.RDD.countByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.countByValue.html">pyspark.RDD.countByValue</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.distinct.html">pyspark.RDD.distinct</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.filter.html">pyspark.RDD.filter</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.first.html">pyspark.RDD.first</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.flatMap.html">pyspark.RDD.flatMap</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.flatMapValues.html">pyspark.RDD.flatMapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.fold.html">pyspark.RDD.fold</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.foldByKey.html">pyspark.RDD.foldByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.foreach.html">pyspark.RDD.foreach</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.foreachPartition.html">pyspark.RDD.foreachPartition</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.fullOuterJoin.html">pyspark.RDD.fullOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.getCheckpointFile.html">pyspark.RDD.getCheckpointFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.getNumPartitions.html">pyspark.RDD.getNumPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.getResourceProfile.html">pyspark.RDD.getResourceProfile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.getStorageLevel.html">pyspark.RDD.getStorageLevel</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.glom.html">pyspark.RDD.glom</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.groupBy.html">pyspark.RDD.groupBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.groupByKey.html">pyspark.RDD.groupByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.groupWith.html">pyspark.RDD.groupWith</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.histogram.html">pyspark.RDD.histogram</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.id.html">pyspark.RDD.id</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.intersection.html">pyspark.RDD.intersection</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.isCheckpointed.html">pyspark.RDD.isCheckpointed</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.isEmpty.html">pyspark.RDD.isEmpty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.isLocallyCheckpointed.html">pyspark.RDD.isLocallyCheckpointed</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.join.html">pyspark.RDD.join</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.keyBy.html">pyspark.RDD.keyBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.keys.html">pyspark.RDD.keys</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.leftOuterJoin.html">pyspark.RDD.leftOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.localCheckpoint.html">pyspark.RDD.localCheckpoint</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.lookup.html">pyspark.RDD.lookup</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.map.html">pyspark.RDD.map</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.mapPartitions.html">pyspark.RDD.mapPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.mapPartitionsWithIndex.html">pyspark.RDD.mapPartitionsWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.mapPartitionsWithSplit.html">pyspark.RDD.mapPartitionsWithSplit</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.mapValues.html">pyspark.RDD.mapValues</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.max.html">pyspark.RDD.max</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.mean.html">pyspark.RDD.mean</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.meanApprox.html">pyspark.RDD.meanApprox</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.min.html">pyspark.RDD.min</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.name.html">pyspark.RDD.name</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.partitionBy.html">pyspark.RDD.partitionBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.persist.html">pyspark.RDD.persist</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.pipe.html">pyspark.RDD.pipe</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.randomSplit.html">pyspark.RDD.randomSplit</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.reduce.html">pyspark.RDD.reduce</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.reduceByKey.html">pyspark.RDD.reduceByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.reduceByKeyLocally.html">pyspark.RDD.reduceByKeyLocally</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.repartition.html">pyspark.RDD.repartition</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.repartitionAndSortWithinPartitions.html">pyspark.RDD.repartitionAndSortWithinPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.rightOuterJoin.html">pyspark.RDD.rightOuterJoin</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sample.html">pyspark.RDD.sample</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sampleByKey.html">pyspark.RDD.sampleByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sampleStdev.html">pyspark.RDD.sampleStdev</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sampleVariance.html">pyspark.RDD.sampleVariance</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsHadoopDataset.html">pyspark.RDD.saveAsHadoopDataset</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsHadoopFile.html">pyspark.RDD.saveAsHadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsNewAPIHadoopDataset.html">pyspark.RDD.saveAsNewAPIHadoopDataset</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsNewAPIHadoopFile.html">pyspark.RDD.saveAsNewAPIHadoopFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsPickleFile.html">pyspark.RDD.saveAsPickleFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsSequenceFile.html">pyspark.RDD.saveAsSequenceFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.saveAsTextFile.html">pyspark.RDD.saveAsTextFile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.setName.html">pyspark.RDD.setName</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sortBy.html">pyspark.RDD.sortBy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sortByKey.html">pyspark.RDD.sortByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.stats.html">pyspark.RDD.stats</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.stdev.html">pyspark.RDD.stdev</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.subtract.html">pyspark.RDD.subtract</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.subtractByKey.html">pyspark.RDD.subtractByKey</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sum.html">pyspark.RDD.sum</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.sumApprox.html">pyspark.RDD.sumApprox</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.take.html">pyspark.RDD.take</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.takeOrdered.html">pyspark.RDD.takeOrdered</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.takeSample.html">pyspark.RDD.takeSample</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.toDebugString.html">pyspark.RDD.toDebugString</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.toLocalIterator.html">pyspark.RDD.toLocalIterator</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.top.html">pyspark.RDD.top</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.treeAggregate.html">pyspark.RDD.treeAggregate</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.treeReduce.html">pyspark.RDD.treeReduce</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.union.html">pyspark.RDD.union</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.unpersist.html">pyspark.RDD.unpersist</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.values.html">pyspark.RDD.values</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.variance.html">pyspark.RDD.variance</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.withResources.html">pyspark.RDD.withResources</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.zip.html">pyspark.RDD.zip</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.zipWithIndex.html">pyspark.RDD.zipWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDD.zipWithUniqueId.html">pyspark.RDD.zipWithUniqueId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.destroy.html">pyspark.Broadcast.destroy</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.dump.html">pyspark.Broadcast.dump</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.load.html">pyspark.Broadcast.load</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.load_from_path.html">pyspark.Broadcast.load_from_path</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.unpersist.html">pyspark.Broadcast.unpersist</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Broadcast.value.html">pyspark.Broadcast.value</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Accumulator.add.html">pyspark.Accumulator.add</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.Accumulator.value.html">pyspark.Accumulator.value</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.AccumulatorParam.addInPlace.html">pyspark.AccumulatorParam.addInPlace</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.AccumulatorParam.zero.html">pyspark.AccumulatorParam.zero</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.inheritable_thread_target.html">pyspark.inheritable_thread_target</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.contains.html">pyspark.SparkConf.contains</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.get.html">pyspark.SparkConf.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.getAll.html">pyspark.SparkConf.getAll</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.set.html">pyspark.SparkConf.set</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setAll.html">pyspark.SparkConf.setAll</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setAppName.html">pyspark.SparkConf.setAppName</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setExecutorEnv.html">pyspark.SparkConf.setExecutorEnv</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setIfMissing.html">pyspark.SparkConf.setIfMissing</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setMaster.html">pyspark.SparkConf.setMaster</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.setSparkHome.html">pyspark.SparkConf.setSparkHome</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkConf.toDebugString.html">pyspark.SparkConf.toDebugString</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkFiles.get.html">pyspark.SparkFiles.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.SparkFiles.getRootDirectory.html">pyspark.SparkFiles.getRootDirectory</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY.html">pyspark.StorageLevel.DISK_ONLY</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY_2.html">pyspark.StorageLevel.DISK_ONLY_2</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.DISK_ONLY_3.html">pyspark.StorageLevel.DISK_ONLY_3</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_AND_DISK.html">pyspark.StorageLevel.MEMORY_AND_DISK</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_AND_DISK_2.html">pyspark.StorageLevel.MEMORY_AND_DISK_2</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_AND_DISK_DESER.html">pyspark.StorageLevel.MEMORY_AND_DISK_DESER</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_ONLY.html">pyspark.StorageLevel.MEMORY_ONLY</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.MEMORY_ONLY_2.html">pyspark.StorageLevel.MEMORY_ONLY_2</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.StorageLevel.OFF_HEAP.html">pyspark.StorageLevel.OFF_HEAP</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.attemptNumber.html">pyspark.TaskContext.attemptNumber</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.cpus.html">pyspark.TaskContext.cpus</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.get.html">pyspark.TaskContext.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.getLocalProperty.html">pyspark.TaskContext.getLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.partitionId.html">pyspark.TaskContext.partitionId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.resources.html">pyspark.TaskContext.resources</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.stageId.html">pyspark.TaskContext.stageId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.TaskContext.taskAttemptId.html">pyspark.TaskContext.taskAttemptId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDDBarrier.mapPartitions.html">pyspark.RDDBarrier.mapPartitions</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.RDDBarrier.mapPartitionsWithIndex.html">pyspark.RDDBarrier.mapPartitionsWithIndex</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.allGather.html">pyspark.BarrierTaskContext.allGather</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.attemptNumber.html">pyspark.BarrierTaskContext.attemptNumber</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.barrier.html">pyspark.BarrierTaskContext.barrier</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.cpus.html">pyspark.BarrierTaskContext.cpus</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.get.html">pyspark.BarrierTaskContext.get</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.getLocalProperty.html">pyspark.BarrierTaskContext.getLocalProperty</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.getTaskInfos.html">pyspark.BarrierTaskContext.getTaskInfos</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.partitionId.html">pyspark.BarrierTaskContext.partitionId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.resources.html">pyspark.BarrierTaskContext.resources</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.stageId.html">pyspark.BarrierTaskContext.stageId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.BarrierTaskContext.taskAttemptId.html">pyspark.BarrierTaskContext.taskAttemptId</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.util.VersionUtils.majorMinorVersion.html">pyspark.util.VersionUtils.majorMinorVersion</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.resource.html">Resource Management</a><input class="toctree-checkbox" id="toctree-checkbox-43" name="toctree-checkbox-43" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-43"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.ResourceInformation.html">pyspark.resource.ResourceInformation</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.ResourceProfile.html">pyspark.resource.ResourceProfile</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.ResourceProfileBuilder.html">pyspark.resource.ResourceProfileBuilder</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.ExecutorResourceRequest.html">pyspark.resource.ExecutorResourceRequest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.ExecutorResourceRequests.html">pyspark.resource.ExecutorResourceRequests</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.TaskResourceRequest.html">pyspark.resource.TaskResourceRequest</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.resource.TaskResourceRequests.html">pyspark.resource.TaskResourceRequests</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.errors.html">Errors</a><input class="toctree-checkbox" id="toctree-checkbox-44" name="toctree-checkbox-44" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-44"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.AnalysisException.html">pyspark.errors.AnalysisException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.ArithmeticException.html">pyspark.errors.ArithmeticException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.ArrayIndexOutOfBoundsException.html">pyspark.errors.ArrayIndexOutOfBoundsException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.DateTimeException.html">pyspark.errors.DateTimeException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.IllegalArgumentException.html">pyspark.errors.IllegalArgumentException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.NumberFormatException.html">pyspark.errors.NumberFormatException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.ParseException.html">pyspark.errors.ParseException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkAssertionError.html">pyspark.errors.PySparkAssertionError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkAttributeError.html">pyspark.errors.PySparkAttributeError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.html">pyspark.errors.PySparkException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkKeyError.html">pyspark.errors.PySparkKeyError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkNotImplementedError.html">pyspark.errors.PySparkNotImplementedError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkPicklingError.html">pyspark.errors.PySparkPicklingError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkRuntimeError.html">pyspark.errors.PySparkRuntimeError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkTypeError.html">pyspark.errors.PySparkTypeError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkValueError.html">pyspark.errors.PySparkValueError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkImportError.html">pyspark.errors.PySparkImportError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkIndexError.html">pyspark.errors.PySparkIndexError</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PythonException.html">pyspark.errors.PythonException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.QueryContext.html">pyspark.errors.QueryContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.QueryContextType.html">pyspark.errors.QueryContextType</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.QueryExecutionException.html">pyspark.errors.QueryExecutionException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.RetriesExceeded.html">pyspark.errors.RetriesExceeded</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.SessionNotSameException.html">pyspark.errors.SessionNotSameException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.SparkRuntimeException.html">pyspark.errors.SparkRuntimeException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.SparkUpgradeException.html">pyspark.errors.SparkUpgradeException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.SparkNoSuchElementException.html">pyspark.errors.SparkNoSuchElementException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.StreamingQueryException.html">pyspark.errors.StreamingQueryException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.TempTableAlreadyExistsException.html">pyspark.errors.TempTableAlreadyExistsException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.UnknownException.html">pyspark.errors.UnknownException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.UnsupportedOperationException.html">pyspark.errors.UnsupportedOperationException</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.getErrorClass.html">pyspark.errors.PySparkException.getErrorClass</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.getMessage.html">pyspark.errors.PySparkException.getMessage</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.getMessageParameters.html">pyspark.errors.PySparkException.getMessageParameters</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.getQueryContext.html">pyspark.errors.PySparkException.getQueryContext</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.errors.PySparkException.getSqlState.html">pyspark.errors.PySparkException.getSqlState</a></li>
</ul>
</li>
<li class="toctree-l1 has-children"><a class="reference internal" href="pyspark.testing.html">Testing</a><input class="toctree-checkbox" id="toctree-checkbox-45" name="toctree-checkbox-45" type="checkbox"/><label class="toctree-toggle" for="toctree-checkbox-45"><i class="fa-solid fa-chevron-down"></i></label><ul>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.testing.assertDataFrameEqual.html">pyspark.testing.assertDataFrameEqual</a></li>
<li class="toctree-l2"><a class="reference internal" href="api/pyspark.testing.assertSchemaEqual.html">pyspark.testing.assertSchemaEqual</a></li>
</ul>
</li>
</ul>
</div>
</nav></div>
</div>
<div class="sidebar-primary-items__end sidebar-primary__section">
</div>
<div id="rtd-footer-container"></div>
</div>
<main id="main-content" class="bd-main">
<div class="bd-content">
<div class="bd-article-container">
<div class="bd-header-article">
<div class="header-article-items header-article__inner">
<div class="header-article-items__start">
<div class="header-article-item">
<nav aria-label="Breadcrumbs">
<ul class="bd-breadcrumbs" role="navigation" aria-label="Breadcrumb">
<li class="breadcrumb-item breadcrumb-home">
<a href="../index.html" class="nav-link" aria-label="Home">
<i class="fa-solid fa-home"></i>
</a>
</li>
<li class="breadcrumb-item"><a href="index.html" class="nav-link">API Reference</a></li>
<li class="breadcrumb-item active" aria-current="page">MLlib (DataFrame-based)</li>
</ul>
</nav>
</div>
</div>
</div>
</div>
<div id="searchbox"></div>
<article class="bd-article" role="main">
<section id="mllib-dataframe-based">
<h1>MLlib (DataFrame-based)<a class="headerlink" href="#mllib-dataframe-based" title="Permalink to this headline">#</a></h1>
<section id="pipeline-apis">
<h2>Pipeline APIs<a class="headerlink" href="#pipeline-apis" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.Transformer.html#pyspark.ml.Transformer" title="pyspark.ml.Transformer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Transformer</span></code></a>()</p></td>
<td><p>Abstract class for transformers that transform one dataset into another.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.UnaryTransformer.html#pyspark.ml.UnaryTransformer" title="pyspark.ml.UnaryTransformer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">UnaryTransformer</span></code></a>()</p></td>
<td><p>Abstract class for transformers that take one input column, apply transformation, and output the result as a new column.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.Estimator.html#pyspark.ml.Estimator" title="pyspark.ml.Estimator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Estimator</span></code></a>()</p></td>
<td><p>Abstract class for estimators that fit models to data.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.Model.html#pyspark.ml.Model" title="pyspark.ml.Model"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Model</span></code></a>()</p></td>
<td><p>Abstract class for models that are fitted by estimators.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.Predictor.html#pyspark.ml.Predictor" title="pyspark.ml.Predictor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Predictor</span></code></a>()</p></td>
<td><p>Estimator for prediction tasks (regression and classification).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.PredictionModel.html#pyspark.ml.PredictionModel" title="pyspark.ml.PredictionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PredictionModel</span></code></a>()</p></td>
<td><p>Model for prediction tasks (regression and classification).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.Pipeline.html#pyspark.ml.Pipeline" title="pyspark.ml.Pipeline"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Pipeline</span></code></a>(*[, stages])</p></td>
<td><p>A simple pipeline, which acts as an estimator.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.PipelineModel.html#pyspark.ml.PipelineModel" title="pyspark.ml.PipelineModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PipelineModel</span></code></a>(stages)</p></td>
<td><p>Represents a compiled pipeline with transformers and fitted models.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="parameters">
<h2>Parameters<a class="headerlink" href="#parameters" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.param.Param.html#pyspark.ml.param.Param" title="pyspark.ml.param.Param"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Param</span></code></a>(parent, name, doc[, typeConverter])</p></td>
<td><p>A param with self-contained documentation.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.param.Params.html#pyspark.ml.param.Params" title="pyspark.ml.param.Params"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Params</span></code></a>()</p></td>
<td><p>Components that take parameters.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.param.TypeConverters.html#pyspark.ml.param.TypeConverters" title="pyspark.ml.param.TypeConverters"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TypeConverters</span></code></a>()</p></td>
<td><p>Factory methods for common type conversion functions for <cite>Param.typeConverter</cite>.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="feature">
<h2>Feature<a class="headerlink" href="#feature" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.Binarizer.html#pyspark.ml.feature.Binarizer" title="pyspark.ml.feature.Binarizer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Binarizer</span></code></a>(*[, threshold, inputCol, ...])</p></td>
<td><p>Binarize a column of continuous features given a threshold.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.BucketedRandomProjectionLSH.html#pyspark.ml.feature.BucketedRandomProjectionLSH" title="pyspark.ml.feature.BucketedRandomProjectionLSH"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BucketedRandomProjectionLSH</span></code></a>(*[, inputCol, ...])</p></td>
<td><p>LSH class for Euclidean distance metrics.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.BucketedRandomProjectionLSHModel.html#pyspark.ml.feature.BucketedRandomProjectionLSHModel" title="pyspark.ml.feature.BucketedRandomProjectionLSHModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BucketedRandomProjectionLSHModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.BucketedRandomProjectionLSH.html#pyspark.ml.feature.BucketedRandomProjectionLSH" title="pyspark.ml.feature.BucketedRandomProjectionLSH"><code class="xref py py-class docutils literal notranslate"><span class="pre">BucketedRandomProjectionLSH</span></code></a>, where multiple random vectors are stored.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.Bucketizer.html#pyspark.ml.feature.Bucketizer" title="pyspark.ml.feature.Bucketizer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Bucketizer</span></code></a>(*[, splits, inputCol, outputCol, ...])</p></td>
<td><p>Maps a column of continuous features to a column of feature buckets.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.ChiSqSelector.html#pyspark.ml.feature.ChiSqSelector" title="pyspark.ml.feature.ChiSqSelector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ChiSqSelector</span></code></a>(*[, numTopFeatures, ...])</p></td>
<td><p>Chi-Squared feature selection, which selects categorical features to use for predicting a categorical label.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.ChiSqSelectorModel.html#pyspark.ml.feature.ChiSqSelectorModel" title="pyspark.ml.feature.ChiSqSelectorModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ChiSqSelectorModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.ChiSqSelector.html#pyspark.ml.feature.ChiSqSelector" title="pyspark.ml.feature.ChiSqSelector"><code class="xref py py-class docutils literal notranslate"><span class="pre">ChiSqSelector</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.CountVectorizer.html#pyspark.ml.feature.CountVectorizer" title="pyspark.ml.feature.CountVectorizer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">CountVectorizer</span></code></a>(*[, minTF, minDF, maxDF, ...])</p></td>
<td><p>Extracts a vocabulary from document collections and generates a <a class="reference internal" href="api/pyspark.ml.feature.CountVectorizerModel.html#pyspark.ml.feature.CountVectorizerModel" title="pyspark.ml.feature.CountVectorizerModel"><code class="xref py py-attr docutils literal notranslate"><span class="pre">CountVectorizerModel</span></code></a>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.CountVectorizerModel.html#pyspark.ml.feature.CountVectorizerModel" title="pyspark.ml.feature.CountVectorizerModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">CountVectorizerModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.CountVectorizer.html#pyspark.ml.feature.CountVectorizer" title="pyspark.ml.feature.CountVectorizer"><code class="xref py py-class docutils literal notranslate"><span class="pre">CountVectorizer</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.DCT.html#pyspark.ml.feature.DCT" title="pyspark.ml.feature.DCT"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DCT</span></code></a>(*[, inverse, inputCol, outputCol])</p></td>
<td><p>A feature transformer that takes the 1D discrete cosine transform of a real vector.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.ElementwiseProduct.html#pyspark.ml.feature.ElementwiseProduct" title="pyspark.ml.feature.ElementwiseProduct"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ElementwiseProduct</span></code></a>(*[, scalingVec, ...])</p></td>
<td><p>Outputs the Hadamard product (i.e., the element-wise product) of each input vector with a provided &quot;weight&quot; vector.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.FeatureHasher.html#pyspark.ml.feature.FeatureHasher" title="pyspark.ml.feature.FeatureHasher"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FeatureHasher</span></code></a>(*[, numFeatures, inputCols, ...])</p></td>
<td><p>Feature hashing projects a set of categorical or numerical features into a feature vector of specified dimension (typically substantially smaller than that of the original feature space).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.HashingTF.html#pyspark.ml.feature.HashingTF" title="pyspark.ml.feature.HashingTF"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HashingTF</span></code></a>(*[, numFeatures, binary, ...])</p></td>
<td><p>Maps a sequence of terms to their term frequencies using the hashing trick.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.IDF.html#pyspark.ml.feature.IDF" title="pyspark.ml.feature.IDF"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IDF</span></code></a>(*[, minDocFreq, inputCol, outputCol])</p></td>
<td><p>Compute the Inverse Document Frequency (IDF) given a collection of documents.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.IDFModel.html#pyspark.ml.feature.IDFModel" title="pyspark.ml.feature.IDFModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IDFModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.IDF.html#pyspark.ml.feature.IDF" title="pyspark.ml.feature.IDF"><code class="xref py py-class docutils literal notranslate"><span class="pre">IDF</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.Imputer.html#pyspark.ml.feature.Imputer" title="pyspark.ml.feature.Imputer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Imputer</span></code></a>(*[, strategy, missingValue, ...])</p></td>
<td><p>Imputation estimator for completing missing values, using the mean, median or mode of the columns in which the missing values are located.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.ImputerModel.html#pyspark.ml.feature.ImputerModel" title="pyspark.ml.feature.ImputerModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ImputerModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.Imputer.html#pyspark.ml.feature.Imputer" title="pyspark.ml.feature.Imputer"><code class="xref py py-class docutils literal notranslate"><span class="pre">Imputer</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.IndexToString.html#pyspark.ml.feature.IndexToString" title="pyspark.ml.feature.IndexToString"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IndexToString</span></code></a>(*[, inputCol, outputCol, labels])</p></td>
<td><p>A <a class="reference internal" href="api/pyspark.ml.Transformer.html#pyspark.ml.Transformer" title="pyspark.ml.base.Transformer"><code class="xref py py-class docutils literal notranslate"><span class="pre">pyspark.ml.base.Transformer</span></code></a> that maps a column of indices back to a new column of corresponding string values.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.Interaction.html#pyspark.ml.feature.Interaction" title="pyspark.ml.feature.Interaction"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Interaction</span></code></a>(*[, inputCols, outputCol])</p></td>
<td><p>Implements the feature interaction transform.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.MaxAbsScaler.html#pyspark.ml.feature.MaxAbsScaler" title="pyspark.ml.feature.MaxAbsScaler"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MaxAbsScaler</span></code></a>(*[, inputCol, outputCol])</p></td>
<td><p>Rescale each feature individually to range [-1, 1] by dividing through the largest maximum absolute value in each feature.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.MaxAbsScalerModel.html#pyspark.ml.feature.MaxAbsScalerModel" title="pyspark.ml.feature.MaxAbsScalerModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MaxAbsScalerModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.MaxAbsScaler.html#pyspark.ml.feature.MaxAbsScaler" title="pyspark.ml.feature.MaxAbsScaler"><code class="xref py py-class docutils literal notranslate"><span class="pre">MaxAbsScaler</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.MinHashLSH.html#pyspark.ml.feature.MinHashLSH" title="pyspark.ml.feature.MinHashLSH"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MinHashLSH</span></code></a>(*[, inputCol, outputCol, seed, ...])</p></td>
<td><p>LSH class for Jaccard distance.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.MinHashLSHModel.html#pyspark.ml.feature.MinHashLSHModel" title="pyspark.ml.feature.MinHashLSHModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MinHashLSHModel</span></code></a>([java_model])</p></td>
<td><p>Model produced by <a class="reference internal" href="api/pyspark.ml.feature.MinHashLSH.html#pyspark.ml.feature.MinHashLSH" title="pyspark.ml.feature.MinHashLSH"><code class="xref py py-class docutils literal notranslate"><span class="pre">MinHashLSH</span></code></a>, where where multiple hash functions are stored.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.MinMaxScaler.html#pyspark.ml.feature.MinMaxScaler" title="pyspark.ml.feature.MinMaxScaler"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MinMaxScaler</span></code></a>(*[, min, max, inputCol, outputCol])</p></td>
<td><p>Rescale each feature individually to a common range [min, max] linearly using column summary statistics, which is also known as min-max normalization or Rescaling.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.MinMaxScalerModel.html#pyspark.ml.feature.MinMaxScalerModel" title="pyspark.ml.feature.MinMaxScalerModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MinMaxScalerModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.MinMaxScaler.html#pyspark.ml.feature.MinMaxScaler" title="pyspark.ml.feature.MinMaxScaler"><code class="xref py py-class docutils literal notranslate"><span class="pre">MinMaxScaler</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.NGram.html#pyspark.ml.feature.NGram" title="pyspark.ml.feature.NGram"><code class="xref py py-obj docutils literal notranslate"><span class="pre">NGram</span></code></a>(*[, n, inputCol, outputCol])</p></td>
<td><p>A feature transformer that converts the input array of strings into an array of n-grams.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.Normalizer.html#pyspark.ml.feature.Normalizer" title="pyspark.ml.feature.Normalizer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Normalizer</span></code></a>(*[, p, inputCol, outputCol])</p></td>
<td><p>Normalize a vector to have unit norm using the given p-norm.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.OneHotEncoder.html#pyspark.ml.feature.OneHotEncoder" title="pyspark.ml.feature.OneHotEncoder"><code class="xref py py-obj docutils literal notranslate"><span class="pre">OneHotEncoder</span></code></a>(*[, inputCols, outputCols, ...])</p></td>
<td><p>A one-hot encoder that maps a column of category indices to a column of binary vectors, with at most a single one-value per row that indicates the input category index.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.OneHotEncoderModel.html#pyspark.ml.feature.OneHotEncoderModel" title="pyspark.ml.feature.OneHotEncoderModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">OneHotEncoderModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.OneHotEncoder.html#pyspark.ml.feature.OneHotEncoder" title="pyspark.ml.feature.OneHotEncoder"><code class="xref py py-class docutils literal notranslate"><span class="pre">OneHotEncoder</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.PCA.html#pyspark.ml.feature.PCA" title="pyspark.ml.feature.PCA"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PCA</span></code></a>(*[, k, inputCol, outputCol])</p></td>
<td><p>PCA trains a model to project vectors to a lower dimensional space of the top <code class="xref py py-attr docutils literal notranslate"><span class="pre">k</span></code> principal components.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.PCAModel.html#pyspark.ml.feature.PCAModel" title="pyspark.ml.feature.PCAModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PCAModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.PCA.html#pyspark.ml.feature.PCA" title="pyspark.ml.feature.PCA"><code class="xref py py-class docutils literal notranslate"><span class="pre">PCA</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.PolynomialExpansion.html#pyspark.ml.feature.PolynomialExpansion" title="pyspark.ml.feature.PolynomialExpansion"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PolynomialExpansion</span></code></a>(*[, degree, inputCol, ...])</p></td>
<td><p>Perform feature expansion in a polynomial space.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.QuantileDiscretizer.html#pyspark.ml.feature.QuantileDiscretizer" title="pyspark.ml.feature.QuantileDiscretizer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">QuantileDiscretizer</span></code></a>(*[, numBuckets, ...])</p></td>
<td><p><a class="reference internal" href="api/pyspark.ml.feature.QuantileDiscretizer.html#pyspark.ml.feature.QuantileDiscretizer" title="pyspark.ml.feature.QuantileDiscretizer"><code class="xref py py-class docutils literal notranslate"><span class="pre">QuantileDiscretizer</span></code></a> takes a column with continuous features and outputs a column with binned categorical features.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.RobustScaler.html#pyspark.ml.feature.RobustScaler" title="pyspark.ml.feature.RobustScaler"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RobustScaler</span></code></a>(*[, lower, upper, ...])</p></td>
<td><p>RobustScaler removes the median and scales the data according to the quantile range.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.RobustScalerModel.html#pyspark.ml.feature.RobustScalerModel" title="pyspark.ml.feature.RobustScalerModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RobustScalerModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.RobustScaler.html#pyspark.ml.feature.RobustScaler" title="pyspark.ml.feature.RobustScaler"><code class="xref py py-class docutils literal notranslate"><span class="pre">RobustScaler</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.RegexTokenizer.html#pyspark.ml.feature.RegexTokenizer" title="pyspark.ml.feature.RegexTokenizer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RegexTokenizer</span></code></a>(*[, minTokenLength, gaps, ...])</p></td>
<td><p>A regex based tokenizer that extracts tokens either by using the provided regex pattern (in Java dialect) to split the text (default) or repeatedly matching the regex (if gaps is false).</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.RFormula.html#pyspark.ml.feature.RFormula" title="pyspark.ml.feature.RFormula"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RFormula</span></code></a>(*[, formula, featuresCol, ...])</p></td>
<td><p>Implements the transforms required for fitting a dataset against an R model formula.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.RFormulaModel.html#pyspark.ml.feature.RFormulaModel" title="pyspark.ml.feature.RFormulaModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RFormulaModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.RFormula.html#pyspark.ml.feature.RFormula" title="pyspark.ml.feature.RFormula"><code class="xref py py-class docutils literal notranslate"><span class="pre">RFormula</span></code></a>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.SQLTransformer.html#pyspark.ml.feature.SQLTransformer" title="pyspark.ml.feature.SQLTransformer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SQLTransformer</span></code></a>(*[, statement])</p></td>
<td><p>Implements the transforms which are defined by SQL statement.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.StandardScaler.html#pyspark.ml.feature.StandardScaler" title="pyspark.ml.feature.StandardScaler"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StandardScaler</span></code></a>(*[, withMean, withStd, ...])</p></td>
<td><p>Standardizes features by removing the mean and scaling to unit variance using column summary statistics on the samples in the training set.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.StandardScalerModel.html#pyspark.ml.feature.StandardScalerModel" title="pyspark.ml.feature.StandardScalerModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StandardScalerModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.StandardScaler.html#pyspark.ml.feature.StandardScaler" title="pyspark.ml.feature.StandardScaler"><code class="xref py py-class docutils literal notranslate"><span class="pre">StandardScaler</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.StopWordsRemover.html#pyspark.ml.feature.StopWordsRemover" title="pyspark.ml.feature.StopWordsRemover"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StopWordsRemover</span></code></a>(*[, inputCol, outputCol, ...])</p></td>
<td><p>A feature transformer that filters out stop words from input.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.StringIndexer.html#pyspark.ml.feature.StringIndexer" title="pyspark.ml.feature.StringIndexer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StringIndexer</span></code></a>(*[, inputCol, outputCol, ...])</p></td>
<td><p>A label indexer that maps a string column of labels to an ML column of label indices.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.StringIndexerModel.html#pyspark.ml.feature.StringIndexerModel" title="pyspark.ml.feature.StringIndexerModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">StringIndexerModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.StringIndexer.html#pyspark.ml.feature.StringIndexer" title="pyspark.ml.feature.StringIndexer"><code class="xref py py-class docutils literal notranslate"><span class="pre">StringIndexer</span></code></a>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.Tokenizer.html#pyspark.ml.feature.Tokenizer" title="pyspark.ml.feature.Tokenizer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Tokenizer</span></code></a>(*[, inputCol, outputCol])</p></td>
<td><p>A tokenizer that converts the input string to lowercase and then splits it by white spaces.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.UnivariateFeatureSelector.html#pyspark.ml.feature.UnivariateFeatureSelector" title="pyspark.ml.feature.UnivariateFeatureSelector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">UnivariateFeatureSelector</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p>Feature selector based on univariate statistical tests against labels.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.UnivariateFeatureSelectorModel.html#pyspark.ml.feature.UnivariateFeatureSelectorModel" title="pyspark.ml.feature.UnivariateFeatureSelectorModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">UnivariateFeatureSelectorModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.UnivariateFeatureSelector.html#pyspark.ml.feature.UnivariateFeatureSelector" title="pyspark.ml.feature.UnivariateFeatureSelector"><code class="xref py py-class docutils literal notranslate"><span class="pre">UnivariateFeatureSelector</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.VarianceThresholdSelector.html#pyspark.ml.feature.VarianceThresholdSelector" title="pyspark.ml.feature.VarianceThresholdSelector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">VarianceThresholdSelector</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p>Feature selector that removes all low-variance features.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.VarianceThresholdSelectorModel.html#pyspark.ml.feature.VarianceThresholdSelectorModel" title="pyspark.ml.feature.VarianceThresholdSelectorModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">VarianceThresholdSelectorModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.VarianceThresholdSelector.html#pyspark.ml.feature.VarianceThresholdSelector" title="pyspark.ml.feature.VarianceThresholdSelector"><code class="xref py py-class docutils literal notranslate"><span class="pre">VarianceThresholdSelector</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.VectorAssembler.html#pyspark.ml.feature.VectorAssembler" title="pyspark.ml.feature.VectorAssembler"><code class="xref py py-obj docutils literal notranslate"><span class="pre">VectorAssembler</span></code></a>(*[, inputCols, outputCol, ...])</p></td>
<td><p>A feature transformer that merges multiple columns into a vector column.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.VectorIndexer.html#pyspark.ml.feature.VectorIndexer" title="pyspark.ml.feature.VectorIndexer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">VectorIndexer</span></code></a>(*[, maxCategories, inputCol, ...])</p></td>
<td><p>Class for indexing categorical feature columns in a dataset of <cite>Vector</cite>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.VectorIndexerModel.html#pyspark.ml.feature.VectorIndexerModel" title="pyspark.ml.feature.VectorIndexerModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">VectorIndexerModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.VectorIndexer.html#pyspark.ml.feature.VectorIndexer" title="pyspark.ml.feature.VectorIndexer"><code class="xref py py-class docutils literal notranslate"><span class="pre">VectorIndexer</span></code></a>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.VectorSizeHint.html#pyspark.ml.feature.VectorSizeHint" title="pyspark.ml.feature.VectorSizeHint"><code class="xref py py-obj docutils literal notranslate"><span class="pre">VectorSizeHint</span></code></a>(*[, inputCol, size, ...])</p></td>
<td><p>A feature transformer that adds size information to the metadata of a vector column.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.VectorSlicer.html#pyspark.ml.feature.VectorSlicer" title="pyspark.ml.feature.VectorSlicer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">VectorSlicer</span></code></a>(*[, inputCol, outputCol, ...])</p></td>
<td><p>This class takes a feature vector and outputs a new feature vector with a subarray of the original features.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.feature.Word2Vec.html#pyspark.ml.feature.Word2Vec" title="pyspark.ml.feature.Word2Vec"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Word2Vec</span></code></a>(*[, vectorSize, minCount, ...])</p></td>
<td><p>Word2Vec trains a model of <cite>Map(String, Vector)</cite>, i.e. transforms a word into a code for further natural language processing or machine learning process.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.feature.Word2VecModel.html#pyspark.ml.feature.Word2VecModel" title="pyspark.ml.feature.Word2VecModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Word2VecModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.feature.Word2Vec.html#pyspark.ml.feature.Word2Vec" title="pyspark.ml.feature.Word2Vec"><code class="xref py py-class docutils literal notranslate"><span class="pre">Word2Vec</span></code></a>.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="classification">
<h2>Classification<a class="headerlink" href="#classification" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.LinearSVC.html#pyspark.ml.classification.LinearSVC" title="pyspark.ml.classification.LinearSVC"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearSVC</span></code></a>(*[, featuresCol, labelCol, ...])</p></td>
<td><p>This binary classifier optimizes the Hinge Loss using the OWLQN optimizer.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.LinearSVCModel.html#pyspark.ml.classification.LinearSVCModel" title="pyspark.ml.classification.LinearSVCModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearSVCModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by LinearSVC.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.LinearSVCSummary.html#pyspark.ml.classification.LinearSVCSummary" title="pyspark.ml.classification.LinearSVCSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearSVCSummary</span></code></a>([java_obj])</p></td>
<td><p>Abstraction for LinearSVC Results for a given model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.LinearSVCTrainingSummary.html#pyspark.ml.classification.LinearSVCTrainingSummary" title="pyspark.ml.classification.LinearSVCTrainingSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearSVCTrainingSummary</span></code></a>([java_obj])</p></td>
<td><p>Abstraction for LinearSVC Training results.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegression.html#pyspark.ml.classification.LogisticRegression" title="pyspark.ml.classification.LogisticRegression"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LogisticRegression</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p>Logistic regression.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionModel.html#pyspark.ml.classification.LogisticRegressionModel" title="pyspark.ml.classification.LogisticRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LogisticRegressionModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by LogisticRegression.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionSummary.html#pyspark.ml.classification.LogisticRegressionSummary" title="pyspark.ml.classification.LogisticRegressionSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LogisticRegressionSummary</span></code></a>([java_obj])</p></td>
<td><p>Abstraction for Logistic Regression Results for a given model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.LogisticRegressionTrainingSummary.html#pyspark.ml.classification.LogisticRegressionTrainingSummary" title="pyspark.ml.classification.LogisticRegressionTrainingSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LogisticRegressionTrainingSummary</span></code></a>([java_obj])</p></td>
<td><p>Abstraction for multinomial Logistic Regression Training results.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.BinaryLogisticRegressionSummary.html#pyspark.ml.classification.BinaryLogisticRegressionSummary" title="pyspark.ml.classification.BinaryLogisticRegressionSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BinaryLogisticRegressionSummary</span></code></a>([java_obj])</p></td>
<td><p>Binary Logistic regression results for a given model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.BinaryLogisticRegressionTrainingSummary.html#pyspark.ml.classification.BinaryLogisticRegressionTrainingSummary" title="pyspark.ml.classification.BinaryLogisticRegressionTrainingSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BinaryLogisticRegressionTrainingSummary</span></code></a>([...])</p></td>
<td><p>Binary Logistic regression training results for a given model.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.DecisionTreeClassifier.html#pyspark.ml.classification.DecisionTreeClassifier" title="pyspark.ml.classification.DecisionTreeClassifier"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DecisionTreeClassifier</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p><a class="reference external" href="http://en.wikipedia.org/wiki/Decision_tree_learning">Decision tree</a> learning algorithm for classification.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.DecisionTreeClassificationModel.html#pyspark.ml.classification.DecisionTreeClassificationModel" title="pyspark.ml.classification.DecisionTreeClassificationModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DecisionTreeClassificationModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by DecisionTreeClassifier.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.GBTClassifier.html#pyspark.ml.classification.GBTClassifier" title="pyspark.ml.classification.GBTClassifier"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GBTClassifier</span></code></a>(*[, featuresCol, labelCol, ...])</p></td>
<td><p><a class="reference external" href="http://en.wikipedia.org/wiki/Gradient_boosting">Gradient-Boosted Trees (GBTs)</a> learning algorithm for classification.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.GBTClassificationModel.html#pyspark.ml.classification.GBTClassificationModel" title="pyspark.ml.classification.GBTClassificationModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GBTClassificationModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by GBTClassifier.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassifier.html#pyspark.ml.classification.RandomForestClassifier" title="pyspark.ml.classification.RandomForestClassifier"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RandomForestClassifier</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p><a class="reference external" href="http://en.wikipedia.org/wiki/Random_forest">Random Forest</a> learning algorithm for classification.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationModel.html#pyspark.ml.classification.RandomForestClassificationModel" title="pyspark.ml.classification.RandomForestClassificationModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RandomForestClassificationModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by RandomForestClassifier.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationSummary.html#pyspark.ml.classification.RandomForestClassificationSummary" title="pyspark.ml.classification.RandomForestClassificationSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RandomForestClassificationSummary</span></code></a>([java_obj])</p></td>
<td><p>Abstraction for RandomForestClassification Results for a given model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.RandomForestClassificationTrainingSummary.html#pyspark.ml.classification.RandomForestClassificationTrainingSummary" title="pyspark.ml.classification.RandomForestClassificationTrainingSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RandomForestClassificationTrainingSummary</span></code></a>([...])</p></td>
<td><p>Abstraction for RandomForestClassificationTraining Training results.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.BinaryRandomForestClassificationSummary.html#pyspark.ml.classification.BinaryRandomForestClassificationSummary" title="pyspark.ml.classification.BinaryRandomForestClassificationSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BinaryRandomForestClassificationSummary</span></code></a>([...])</p></td>
<td><p>BinaryRandomForestClassification results for a given model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.BinaryRandomForestClassificationTrainingSummary.html#pyspark.ml.classification.BinaryRandomForestClassificationTrainingSummary" title="pyspark.ml.classification.BinaryRandomForestClassificationTrainingSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BinaryRandomForestClassificationTrainingSummary</span></code></a>([...])</p></td>
<td><p>BinaryRandomForestClassification training results for a given model.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.NaiveBayes.html#pyspark.ml.classification.NaiveBayes" title="pyspark.ml.classification.NaiveBayes"><code class="xref py py-obj docutils literal notranslate"><span class="pre">NaiveBayes</span></code></a>(*[, featuresCol, labelCol, ...])</p></td>
<td><p>Naive Bayes Classifiers.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.NaiveBayesModel.html#pyspark.ml.classification.NaiveBayesModel" title="pyspark.ml.classification.NaiveBayesModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">NaiveBayesModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by NaiveBayes.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassifier.html#pyspark.ml.classification.MultilayerPerceptronClassifier" title="pyspark.ml.classification.MultilayerPerceptronClassifier"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MultilayerPerceptronClassifier</span></code></a>(*[, ...])</p></td>
<td><p>Classifier trainer based on the Multilayer Perceptron.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationModel.html#pyspark.ml.classification.MultilayerPerceptronClassificationModel" title="pyspark.ml.classification.MultilayerPerceptronClassificationModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MultilayerPerceptronClassificationModel</span></code></a>([...])</p></td>
<td><p>Model fitted by MultilayerPerceptronClassifier.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationSummary.html#pyspark.ml.classification.MultilayerPerceptronClassificationSummary" title="pyspark.ml.classification.MultilayerPerceptronClassificationSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MultilayerPerceptronClassificationSummary</span></code></a>([...])</p></td>
<td><p>Abstraction for MultilayerPerceptronClassifier Results for a given model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.MultilayerPerceptronClassificationTrainingSummary.html#pyspark.ml.classification.MultilayerPerceptronClassificationTrainingSummary" title="pyspark.ml.classification.MultilayerPerceptronClassificationTrainingSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MultilayerPerceptronClassificationTrainingSummary</span></code></a>([...])</p></td>
<td><p>Abstraction for MultilayerPerceptronClassifier Training results.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.OneVsRest.html#pyspark.ml.classification.OneVsRest" title="pyspark.ml.classification.OneVsRest"><code class="xref py py-obj docutils literal notranslate"><span class="pre">OneVsRest</span></code></a>(*[, featuresCol, labelCol, ...])</p></td>
<td><p>Reduction of Multiclass Classification to Binary Classification.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.OneVsRestModel.html#pyspark.ml.classification.OneVsRestModel" title="pyspark.ml.classification.OneVsRestModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">OneVsRestModel</span></code></a>(models)</p></td>
<td><p>Model fitted by OneVsRest.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.FMClassifier.html#pyspark.ml.classification.FMClassifier" title="pyspark.ml.classification.FMClassifier"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FMClassifier</span></code></a>(*[, featuresCol, labelCol, ...])</p></td>
<td><p>Factorization Machines learning algorithm for classification.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.FMClassificationModel.html#pyspark.ml.classification.FMClassificationModel" title="pyspark.ml.classification.FMClassificationModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FMClassificationModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.classification.FMClassifier.html#pyspark.ml.classification.FMClassifier" title="pyspark.ml.classification.FMClassifier"><code class="xref py py-class docutils literal notranslate"><span class="pre">FMClassifier</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.classification.FMClassificationSummary.html#pyspark.ml.classification.FMClassificationSummary" title="pyspark.ml.classification.FMClassificationSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FMClassificationSummary</span></code></a>([java_obj])</p></td>
<td><p>Abstraction for FMClassifier Results for a given model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.classification.FMClassificationTrainingSummary.html#pyspark.ml.classification.FMClassificationTrainingSummary" title="pyspark.ml.classification.FMClassificationTrainingSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FMClassificationTrainingSummary</span></code></a>([java_obj])</p></td>
<td><p>Abstraction for FMClassifier Training results.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="clustering">
<h2>Clustering<a class="headerlink" href="#clustering" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeans.html#pyspark.ml.clustering.BisectingKMeans" title="pyspark.ml.clustering.BisectingKMeans"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BisectingKMeans</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p>A bisecting k-means algorithm based on the paper &quot;A comparison of document clustering techniques&quot; by Steinbach, Karypis, and Kumar, with modification to fit Spark.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeansModel.html#pyspark.ml.clustering.BisectingKMeansModel" title="pyspark.ml.clustering.BisectingKMeansModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BisectingKMeansModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by BisectingKMeans.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.BisectingKMeansSummary.html#pyspark.ml.clustering.BisectingKMeansSummary" title="pyspark.ml.clustering.BisectingKMeansSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BisectingKMeansSummary</span></code></a>([java_obj])</p></td>
<td><p>Bisecting KMeans clustering results for a given model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.KMeans.html#pyspark.ml.clustering.KMeans" title="pyspark.ml.clustering.KMeans"><code class="xref py py-obj docutils literal notranslate"><span class="pre">KMeans</span></code></a>(*[, featuresCol, predictionCol, k, ...])</p></td>
<td><p>K-means clustering with a k-means++ like initialization mode (the k-means|| algorithm by Bahmani et al).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.KMeansModel.html#pyspark.ml.clustering.KMeansModel" title="pyspark.ml.clustering.KMeansModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">KMeansModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by KMeans.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.KMeansSummary.html#pyspark.ml.clustering.KMeansSummary" title="pyspark.ml.clustering.KMeansSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">KMeansSummary</span></code></a>([java_obj])</p></td>
<td><p>Summary of KMeans.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixture.html#pyspark.ml.clustering.GaussianMixture" title="pyspark.ml.clustering.GaussianMixture"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GaussianMixture</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p>GaussianMixture clustering.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixtureModel.html#pyspark.ml.clustering.GaussianMixtureModel" title="pyspark.ml.clustering.GaussianMixtureModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GaussianMixtureModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by GaussianMixture.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.GaussianMixtureSummary.html#pyspark.ml.clustering.GaussianMixtureSummary" title="pyspark.ml.clustering.GaussianMixtureSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GaussianMixtureSummary</span></code></a>([java_obj])</p></td>
<td><p>Gaussian mixture clustering results for a given model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.LDA.html#pyspark.ml.clustering.LDA" title="pyspark.ml.clustering.LDA"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LDA</span></code></a>(*[, featuresCol, maxIter, seed, ...])</p></td>
<td><p>Latent Dirichlet Allocation (LDA), a topic model designed for text documents.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.LDAModel.html#pyspark.ml.clustering.LDAModel" title="pyspark.ml.clustering.LDAModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LDAModel</span></code></a>([java_model])</p></td>
<td><p>Latent Dirichlet Allocation (LDA) model.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.LocalLDAModel.html#pyspark.ml.clustering.LocalLDAModel" title="pyspark.ml.clustering.LocalLDAModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LocalLDAModel</span></code></a>([java_model])</p></td>
<td><p>Local (non-distributed) model fitted by <a class="reference internal" href="api/pyspark.ml.clustering.LDA.html#pyspark.ml.clustering.LDA" title="pyspark.ml.clustering.LDA"><code class="xref py py-class docutils literal notranslate"><span class="pre">LDA</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.DistributedLDAModel.html#pyspark.ml.clustering.DistributedLDAModel" title="pyspark.ml.clustering.DistributedLDAModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DistributedLDAModel</span></code></a>([java_model])</p></td>
<td><p>Distributed model fitted by <a class="reference internal" href="api/pyspark.ml.clustering.LDA.html#pyspark.ml.clustering.LDA" title="pyspark.ml.clustering.LDA"><code class="xref py py-class docutils literal notranslate"><span class="pre">LDA</span></code></a>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.clustering.PowerIterationClustering.html#pyspark.ml.clustering.PowerIterationClustering" title="pyspark.ml.clustering.PowerIterationClustering"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PowerIterationClustering</span></code></a>(*[, k, maxIter, ...])</p></td>
<td><p>Power Iteration Clustering (PIC), a scalable graph clustering algorithm developed by <a class="reference external" href="http://www.cs.cmu.edu/~frank/papers/icml2010-pic-final.pdf">Lin and Cohen</a>.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="functions">
<h2>Functions<a class="headerlink" href="#functions" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.functions.array_to_vector.html#pyspark.ml.functions.array_to_vector" title="pyspark.ml.functions.array_to_vector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">array_to_vector</span></code></a>(col)</p></td>
<td><p>Converts a column of array of numeric type into a column of pyspark.ml.linalg.DenseVector instances</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.functions.vector_to_array.html#pyspark.ml.functions.vector_to_array" title="pyspark.ml.functions.vector_to_array"><code class="xref py py-obj docutils literal notranslate"><span class="pre">vector_to_array</span></code></a>(col[, dtype])</p></td>
<td><p>Converts a column of MLlib sparse/dense vectors into a column of dense arrays.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.functions.predict_batch_udf.html#pyspark.ml.functions.predict_batch_udf" title="pyspark.ml.functions.predict_batch_udf"><code class="xref py py-obj docutils literal notranslate"><span class="pre">predict_batch_udf</span></code></a>(make_predict_fn, *, ...[, ...])</p></td>
<td><p>Given a function which loads a model and returns a <cite>predict</cite> function for inference over a batch of numpy inputs, returns a Pandas UDF wrapper for inference over a Spark DataFrame.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="vector-and-matrix">
<h2>Vector and Matrix<a class="headerlink" href="#vector-and-matrix" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.linalg.Vector.html#pyspark.ml.linalg.Vector" title="pyspark.ml.linalg.Vector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Vector</span></code></a>()</p></td>
<td><p></p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.linalg.DenseVector.html#pyspark.ml.linalg.DenseVector" title="pyspark.ml.linalg.DenseVector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DenseVector</span></code></a>(ar)</p></td>
<td><p>A dense vector represented by a value array.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.linalg.SparseVector.html#pyspark.ml.linalg.SparseVector" title="pyspark.ml.linalg.SparseVector"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparseVector</span></code></a>(size, *args)</p></td>
<td><p>A simple sparse vector class for passing data to MLlib.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.linalg.Vectors.html#pyspark.ml.linalg.Vectors" title="pyspark.ml.linalg.Vectors"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Vectors</span></code></a>()</p></td>
<td><p>Factory methods for working with vectors.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.linalg.Matrix.html#pyspark.ml.linalg.Matrix" title="pyspark.ml.linalg.Matrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Matrix</span></code></a>(numRows, numCols[, isTransposed])</p></td>
<td><p></p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.linalg.DenseMatrix.html#pyspark.ml.linalg.DenseMatrix" title="pyspark.ml.linalg.DenseMatrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DenseMatrix</span></code></a>(numRows, numCols, values[, ...])</p></td>
<td><p>Column-major dense matrix.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.linalg.SparseMatrix.html#pyspark.ml.linalg.SparseMatrix" title="pyspark.ml.linalg.SparseMatrix"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SparseMatrix</span></code></a>(numRows, numCols, colPtrs, ...)</p></td>
<td><p>Sparse Matrix stored in CSC format.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.linalg.Matrices.html#pyspark.ml.linalg.Matrices" title="pyspark.ml.linalg.Matrices"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Matrices</span></code></a>()</p></td>
<td><p></p></td>
</tr>
</tbody>
</table>
</section>
<section id="recommendation">
<h2>Recommendation<a class="headerlink" href="#recommendation" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.recommendation.ALS.html#pyspark.ml.recommendation.ALS" title="pyspark.ml.recommendation.ALS"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ALS</span></code></a>(*[, rank, maxIter, regParam, ...])</p></td>
<td><p>Alternating Least Squares (ALS) matrix factorization.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.recommendation.ALSModel.html#pyspark.ml.recommendation.ALSModel" title="pyspark.ml.recommendation.ALSModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ALSModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by ALS.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="regression">
<h2>Regression<a class="headerlink" href="#regression" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.regression.AFTSurvivalRegression.html#pyspark.ml.regression.AFTSurvivalRegression" title="pyspark.ml.regression.AFTSurvivalRegression"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AFTSurvivalRegression</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p>Accelerated Failure Time (AFT) Model Survival Regression</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.regression.AFTSurvivalRegressionModel.html#pyspark.ml.regression.AFTSurvivalRegressionModel" title="pyspark.ml.regression.AFTSurvivalRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">AFTSurvivalRegressionModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.regression.AFTSurvivalRegression.html#pyspark.ml.regression.AFTSurvivalRegression" title="pyspark.ml.regression.AFTSurvivalRegression"><code class="xref py py-class docutils literal notranslate"><span class="pre">AFTSurvivalRegression</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.regression.DecisionTreeRegressor.html#pyspark.ml.regression.DecisionTreeRegressor" title="pyspark.ml.regression.DecisionTreeRegressor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DecisionTreeRegressor</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p><p><a class="reference external" href="http://en.wikipedia.org/wiki/Decision_tree_learning">Decision tree</a> learning algorithm for regression.</p>
</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.regression.DecisionTreeRegressionModel.html#pyspark.ml.regression.DecisionTreeRegressionModel" title="pyspark.ml.regression.DecisionTreeRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DecisionTreeRegressionModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.regression.DecisionTreeRegressor.html#pyspark.ml.regression.DecisionTreeRegressor" title="pyspark.ml.regression.DecisionTreeRegressor"><code class="xref py py-class docutils literal notranslate"><span class="pre">DecisionTreeRegressor</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.regression.GBTRegressor.html#pyspark.ml.regression.GBTRegressor" title="pyspark.ml.regression.GBTRegressor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GBTRegressor</span></code></a>(*[, featuresCol, labelCol, ...])</p></td>
<td><p><p><a class="reference external" href="http://en.wikipedia.org/wiki/Gradient_boosting">Gradient-Boosted Trees (GBTs)</a> learning algorithm for regression.</p>
</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.regression.GBTRegressionModel.html#pyspark.ml.regression.GBTRegressionModel" title="pyspark.ml.regression.GBTRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GBTRegressionModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.regression.GBTRegressor.html#pyspark.ml.regression.GBTRegressor" title="pyspark.ml.regression.GBTRegressor"><code class="xref py py-class docutils literal notranslate"><span class="pre">GBTRegressor</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegression.html#pyspark.ml.regression.GeneralizedLinearRegression" title="pyspark.ml.regression.GeneralizedLinearRegression"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GeneralizedLinearRegression</span></code></a>(*[, labelCol, ...])</p></td>
<td><p>Generalized Linear Regression.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionModel.html#pyspark.ml.regression.GeneralizedLinearRegressionModel" title="pyspark.ml.regression.GeneralizedLinearRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GeneralizedLinearRegressionModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegression.html#pyspark.ml.regression.GeneralizedLinearRegression" title="pyspark.ml.regression.GeneralizedLinearRegression"><code class="xref py py-class docutils literal notranslate"><span class="pre">GeneralizedLinearRegression</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionSummary.html#pyspark.ml.regression.GeneralizedLinearRegressionSummary" title="pyspark.ml.regression.GeneralizedLinearRegressionSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GeneralizedLinearRegressionSummary</span></code></a>([java_obj])</p></td>
<td><p>Generalized linear regression results evaluated on a dataset.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.regression.GeneralizedLinearRegressionTrainingSummary.html#pyspark.ml.regression.GeneralizedLinearRegressionTrainingSummary" title="pyspark.ml.regression.GeneralizedLinearRegressionTrainingSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GeneralizedLinearRegressionTrainingSummary</span></code></a>([...])</p></td>
<td><p>Generalized linear regression training results.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.regression.IsotonicRegression.html#pyspark.ml.regression.IsotonicRegression" title="pyspark.ml.regression.IsotonicRegression"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IsotonicRegression</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p>Currently implemented using parallelized pool adjacent violators algorithm.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.regression.IsotonicRegressionModel.html#pyspark.ml.regression.IsotonicRegressionModel" title="pyspark.ml.regression.IsotonicRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">IsotonicRegressionModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.regression.IsotonicRegression.html#pyspark.ml.regression.IsotonicRegression" title="pyspark.ml.regression.IsotonicRegression"><code class="xref py py-class docutils literal notranslate"><span class="pre">IsotonicRegression</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.regression.LinearRegression.html#pyspark.ml.regression.LinearRegression" title="pyspark.ml.regression.LinearRegression"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearRegression</span></code></a>(*[, featuresCol, labelCol, ...])</p></td>
<td><p>Linear regression.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionModel.html#pyspark.ml.regression.LinearRegressionModel" title="pyspark.ml.regression.LinearRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearRegressionModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.regression.LinearRegression.html#pyspark.ml.regression.LinearRegression" title="pyspark.ml.regression.LinearRegression"><code class="xref py py-class docutils literal notranslate"><span class="pre">LinearRegression</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionSummary.html#pyspark.ml.regression.LinearRegressionSummary" title="pyspark.ml.regression.LinearRegressionSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearRegressionSummary</span></code></a>([java_obj])</p></td>
<td><p>Linear regression results evaluated on a dataset.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.regression.LinearRegressionTrainingSummary.html#pyspark.ml.regression.LinearRegressionTrainingSummary" title="pyspark.ml.regression.LinearRegressionTrainingSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">LinearRegressionTrainingSummary</span></code></a>([java_obj])</p></td>
<td><p>Linear regression training results.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.regression.RandomForestRegressor.html#pyspark.ml.regression.RandomForestRegressor" title="pyspark.ml.regression.RandomForestRegressor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RandomForestRegressor</span></code></a>(*[, featuresCol, ...])</p></td>
<td><p><p><a class="reference external" href="http://en.wikipedia.org/wiki/Random_forest">Random Forest</a> learning algorithm for regression.</p>
</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.regression.RandomForestRegressionModel.html#pyspark.ml.regression.RandomForestRegressionModel" title="pyspark.ml.regression.RandomForestRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RandomForestRegressionModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.regression.RandomForestRegressor.html#pyspark.ml.regression.RandomForestRegressor" title="pyspark.ml.regression.RandomForestRegressor"><code class="xref py py-class docutils literal notranslate"><span class="pre">RandomForestRegressor</span></code></a>.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.regression.FMRegressor.html#pyspark.ml.regression.FMRegressor" title="pyspark.ml.regression.FMRegressor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FMRegressor</span></code></a>(*[, featuresCol, labelCol, ...])</p></td>
<td><p>Factorization Machines learning algorithm for regression.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.regression.FMRegressionModel.html#pyspark.ml.regression.FMRegressionModel" title="pyspark.ml.regression.FMRegressionModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FMRegressionModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by <a class="reference internal" href="api/pyspark.ml.regression.FMRegressor.html#pyspark.ml.regression.FMRegressor" title="pyspark.ml.regression.FMRegressor"><code class="xref py py-class docutils literal notranslate"><span class="pre">FMRegressor</span></code></a>.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="statistics">
<h2>Statistics<a class="headerlink" href="#statistics" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.stat.ChiSquareTest.html#pyspark.ml.stat.ChiSquareTest" title="pyspark.ml.stat.ChiSquareTest"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ChiSquareTest</span></code></a>()</p></td>
<td><p>Conduct Pearson's independence test for every feature against the label.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.stat.Correlation.html#pyspark.ml.stat.Correlation" title="pyspark.ml.stat.Correlation"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Correlation</span></code></a>()</p></td>
<td><p>Compute the correlation matrix for the input dataset of Vectors using the specified method.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.stat.KolmogorovSmirnovTest.html#pyspark.ml.stat.KolmogorovSmirnovTest" title="pyspark.ml.stat.KolmogorovSmirnovTest"><code class="xref py py-obj docutils literal notranslate"><span class="pre">KolmogorovSmirnovTest</span></code></a>()</p></td>
<td><p>Conduct the two-sided Kolmogorov Smirnov (KS) test for data sampled from a continuous distribution.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.stat.MultivariateGaussian.html#pyspark.ml.stat.MultivariateGaussian" title="pyspark.ml.stat.MultivariateGaussian"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MultivariateGaussian</span></code></a>(mean, cov)</p></td>
<td><p>Represents a (mean, cov) tuple</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.stat.Summarizer.html#pyspark.ml.stat.Summarizer" title="pyspark.ml.stat.Summarizer"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Summarizer</span></code></a>()</p></td>
<td><p>Tools for vectorized statistics on MLlib Vectors.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.stat.SummaryBuilder.html#pyspark.ml.stat.SummaryBuilder" title="pyspark.ml.stat.SummaryBuilder"><code class="xref py py-obj docutils literal notranslate"><span class="pre">SummaryBuilder</span></code></a>(jSummaryBuilder)</p></td>
<td><p>A builder object that provides summary statistics about a given column.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="tuning">
<h2>Tuning<a class="headerlink" href="#tuning" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.tuning.ParamGridBuilder.html#pyspark.ml.tuning.ParamGridBuilder" title="pyspark.ml.tuning.ParamGridBuilder"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ParamGridBuilder</span></code></a>()</p></td>
<td><p>Builder for a param grid used in grid search-based model selection.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.tuning.CrossValidator.html#pyspark.ml.tuning.CrossValidator" title="pyspark.ml.tuning.CrossValidator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">CrossValidator</span></code></a>(*[, estimator, ...])</p></td>
<td><p>K-fold cross validation performs model selection by splitting the dataset into a set of non-overlapping randomly partitioned folds which are used as separate training and test datasets e.g., with k=3 folds, K-fold cross validation will generate 3 (training, test) dataset pairs, each of which uses 2/3 of the data for training and 1/3 for testing.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.tuning.CrossValidatorModel.html#pyspark.ml.tuning.CrossValidatorModel" title="pyspark.ml.tuning.CrossValidatorModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">CrossValidatorModel</span></code></a>(bestModel[, avgMetrics, ...])</p></td>
<td><p>CrossValidatorModel contains the model with the highest average cross-validation metric across folds and uses this model to transform input data.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.tuning.TrainValidationSplit.html#pyspark.ml.tuning.TrainValidationSplit" title="pyspark.ml.tuning.TrainValidationSplit"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TrainValidationSplit</span></code></a>(*[, estimator, ...])</p></td>
<td><p>Validation for hyper-parameter tuning.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.tuning.TrainValidationSplitModel.html#pyspark.ml.tuning.TrainValidationSplitModel" title="pyspark.ml.tuning.TrainValidationSplitModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TrainValidationSplitModel</span></code></a>(bestModel[, ...])</p></td>
<td><p>Model from train validation split.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="evaluation">
<h2>Evaluation<a class="headerlink" href="#evaluation" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.evaluation.Evaluator.html#pyspark.ml.evaluation.Evaluator" title="pyspark.ml.evaluation.Evaluator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Evaluator</span></code></a>()</p></td>
<td><p>Base class for evaluators that compute metrics from predictions.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.evaluation.BinaryClassificationEvaluator.html#pyspark.ml.evaluation.BinaryClassificationEvaluator" title="pyspark.ml.evaluation.BinaryClassificationEvaluator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BinaryClassificationEvaluator</span></code></a>(*[, ...])</p></td>
<td><p>Evaluator for binary classification, which expects input columns rawPrediction, label and an optional weight column.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.evaluation.RegressionEvaluator.html#pyspark.ml.evaluation.RegressionEvaluator" title="pyspark.ml.evaluation.RegressionEvaluator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RegressionEvaluator</span></code></a>(*[, predictionCol, ...])</p></td>
<td><p>Evaluator for Regression, which expects input columns prediction, label and an optional weight column.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.evaluation.MulticlassClassificationEvaluator.html#pyspark.ml.evaluation.MulticlassClassificationEvaluator" title="pyspark.ml.evaluation.MulticlassClassificationEvaluator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MulticlassClassificationEvaluator</span></code></a>(*[, ...])</p></td>
<td><p>Evaluator for Multiclass Classification, which expects input columns: prediction, label, weight (optional) and probabilityCol (only for logLoss).</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.evaluation.MultilabelClassificationEvaluator.html#pyspark.ml.evaluation.MultilabelClassificationEvaluator" title="pyspark.ml.evaluation.MultilabelClassificationEvaluator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MultilabelClassificationEvaluator</span></code></a>(*[, ...])</p></td>
<td><p>Evaluator for Multilabel Classification, which expects two input columns: prediction and label.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.evaluation.ClusteringEvaluator.html#pyspark.ml.evaluation.ClusteringEvaluator" title="pyspark.ml.evaluation.ClusteringEvaluator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ClusteringEvaluator</span></code></a>(*[, predictionCol, ...])</p></td>
<td><p>Evaluator for Clustering results, which expects two input columns: prediction and features.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.evaluation.RankingEvaluator.html#pyspark.ml.evaluation.RankingEvaluator" title="pyspark.ml.evaluation.RankingEvaluator"><code class="xref py py-obj docutils literal notranslate"><span class="pre">RankingEvaluator</span></code></a>(*[, predictionCol, ...])</p></td>
<td><p>Evaluator for Ranking, which expects two input columns: prediction and label.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="frequency-pattern-mining">
<h2>Frequency Pattern Mining<a class="headerlink" href="#frequency-pattern-mining" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.fpm.FPGrowth.html#pyspark.ml.fpm.FPGrowth" title="pyspark.ml.fpm.FPGrowth"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FPGrowth</span></code></a>(*[, minSupport, minConfidence, ...])</p></td>
<td><p>A parallel FP-growth algorithm to mine frequent itemsets.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.fpm.FPGrowthModel.html#pyspark.ml.fpm.FPGrowthModel" title="pyspark.ml.fpm.FPGrowthModel"><code class="xref py py-obj docutils literal notranslate"><span class="pre">FPGrowthModel</span></code></a>([java_model])</p></td>
<td><p>Model fitted by FPGrowth.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.fpm.PrefixSpan.html#pyspark.ml.fpm.PrefixSpan" title="pyspark.ml.fpm.PrefixSpan"><code class="xref py py-obj docutils literal notranslate"><span class="pre">PrefixSpan</span></code></a>(*[, minSupport, ...])</p></td>
<td><p>A parallel PrefixSpan algorithm to mine frequent sequential patterns.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="image">
<h2>Image<a class="headerlink" href="#image" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.image.ImageSchema.html#pyspark.ml.image.ImageSchema" title="pyspark.ml.image.ImageSchema"><code class="xref py py-obj docutils literal notranslate"><span class="pre">ImageSchema</span></code></a></p></td>
<td><p>Internal class for <cite>pyspark.ml.image.ImageSchema</cite> attribute.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.image._ImageSchema.html#pyspark.ml.image._ImageSchema" title="pyspark.ml.image._ImageSchema"><code class="xref py py-obj docutils literal notranslate"><span class="pre">_ImageSchema</span></code></a>()</p></td>
<td><p>Internal class for <cite>pyspark.ml.image.ImageSchema</cite> attribute.</p></td>
</tr>
</tbody>
</table>
</section>
<section id="distributor">
<h2>Distributor<a class="headerlink" href="#distributor" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.torch.distributor.TorchDistributor.html#pyspark.ml.torch.distributor.TorchDistributor" title="pyspark.ml.torch.distributor.TorchDistributor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">TorchDistributor</span></code></a>([num_processes, ...])</p></td>
<td><p>A class to support distributed training on PyTorch and PyTorch Lightning using PySpark.</p></td>
</tr>
</tbody>
</table>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.deepspeed.deepspeed_distributor.DeepspeedTorchDistributor.html#pyspark.ml.deepspeed.deepspeed_distributor.DeepspeedTorchDistributor" title="pyspark.ml.deepspeed.deepspeed_distributor.DeepspeedTorchDistributor"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DeepspeedTorchDistributor</span></code></a>([numGpus, nnodes, ...])</p></td>
<td><p></p></td>
</tr>
</tbody>
</table>
</section>
<section id="utilities">
<h2>Utilities<a class="headerlink" href="#utilities" title="Permalink to this headline">#</a></h2>
<table class="autosummary longtable table autosummary">
<colgroup>
<col style="width: 10%" />
<col style="width: 90%" />
</colgroup>
<tbody>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.util.BaseReadWrite.html#pyspark.ml.util.BaseReadWrite" title="pyspark.ml.util.BaseReadWrite"><code class="xref py py-obj docutils literal notranslate"><span class="pre">BaseReadWrite</span></code></a>()</p></td>
<td><p>Base class for MLWriter and MLReader.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsReadable.html#pyspark.ml.util.DefaultParamsReadable" title="pyspark.ml.util.DefaultParamsReadable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DefaultParamsReadable</span></code></a>()</p></td>
<td><p>Helper trait for making simple <code class="xref py py-class docutils literal notranslate"><span class="pre">Params</span></code> types readable.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsReader.html#pyspark.ml.util.DefaultParamsReader" title="pyspark.ml.util.DefaultParamsReader"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DefaultParamsReader</span></code></a>(cls)</p></td>
<td><p>Specialization of <a class="reference internal" href="api/pyspark.ml.util.MLReader.html#pyspark.ml.util.MLReader" title="pyspark.ml.util.MLReader"><code class="xref py py-class docutils literal notranslate"><span class="pre">MLReader</span></code></a> for <code class="xref py py-class docutils literal notranslate"><span class="pre">Params</span></code> types</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsWritable.html#pyspark.ml.util.DefaultParamsWritable" title="pyspark.ml.util.DefaultParamsWritable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DefaultParamsWritable</span></code></a>()</p></td>
<td><p>Helper trait for making simple <code class="xref py py-class docutils literal notranslate"><span class="pre">Params</span></code> types writable.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.util.DefaultParamsWriter.html#pyspark.ml.util.DefaultParamsWriter" title="pyspark.ml.util.DefaultParamsWriter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">DefaultParamsWriter</span></code></a>(instance)</p></td>
<td><p>Specialization of <a class="reference internal" href="api/pyspark.ml.util.MLWriter.html#pyspark.ml.util.MLWriter" title="pyspark.ml.util.MLWriter"><code class="xref py py-class docutils literal notranslate"><span class="pre">MLWriter</span></code></a> for <code class="xref py py-class docutils literal notranslate"><span class="pre">Params</span></code> types</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.util.GeneralMLWriter.html#pyspark.ml.util.GeneralMLWriter" title="pyspark.ml.util.GeneralMLWriter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">GeneralMLWriter</span></code></a>()</p></td>
<td><p>Utility class that can save ML instances in different formats.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.util.HasTrainingSummary.html#pyspark.ml.util.HasTrainingSummary" title="pyspark.ml.util.HasTrainingSummary"><code class="xref py py-obj docutils literal notranslate"><span class="pre">HasTrainingSummary</span></code></a>()</p></td>
<td><p>Base class for models that provides Training summary.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.util.Identifiable.html#pyspark.ml.util.Identifiable" title="pyspark.ml.util.Identifiable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">Identifiable</span></code></a>()</p></td>
<td><p>Object with a unique ID.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.util.MLReadable.html#pyspark.ml.util.MLReadable" title="pyspark.ml.util.MLReadable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MLReadable</span></code></a>()</p></td>
<td><p>Mixin for instances that provide <a class="reference internal" href="api/pyspark.ml.util.MLReader.html#pyspark.ml.util.MLReader" title="pyspark.ml.util.MLReader"><code class="xref py py-class docutils literal notranslate"><span class="pre">MLReader</span></code></a>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.util.MLReader.html#pyspark.ml.util.MLReader" title="pyspark.ml.util.MLReader"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MLReader</span></code></a>()</p></td>
<td><p>Utility class that can load ML instances.</p></td>
</tr>
<tr class="row-odd"><td><p><a class="reference internal" href="api/pyspark.ml.util.MLWritable.html#pyspark.ml.util.MLWritable" title="pyspark.ml.util.MLWritable"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MLWritable</span></code></a>()</p></td>
<td><p>Mixin for ML instances that provide <a class="reference internal" href="api/pyspark.ml.util.MLWriter.html#pyspark.ml.util.MLWriter" title="pyspark.ml.util.MLWriter"><code class="xref py py-class docutils literal notranslate"><span class="pre">MLWriter</span></code></a>.</p></td>
</tr>
<tr class="row-even"><td><p><a class="reference internal" href="api/pyspark.ml.util.MLWriter.html#pyspark.ml.util.MLWriter" title="pyspark.ml.util.MLWriter"><code class="xref py py-obj docutils literal notranslate"><span class="pre">MLWriter</span></code></a>()</p></td>
<td><p>Utility class that can save ML instances.</p></td>
</tr>
</tbody>
</table>
</section>
</section>
</article>
<footer class="bd-footer-article">
<div class="footer-article-items footer-article__inner">
<div class="footer-article-item"><!-- Previous / next buttons -->
<div class="prev-next-area">
<a class="left-prev"
href="pyspark.ss/api/pyspark.sql.streaming.StreamingQueryManager.resetTerminated.html"
title="previous page">
<i class="fa-solid fa-angle-left"></i>
<div class="prev-next-info">
<p class="prev-next-subtitle">previous</p>
<p class="prev-next-title">pyspark.sql.streaming.StreamingQueryManager.resetTerminated</p>
</div>
</a>
<a class="right-next"
href="api/pyspark.ml.Transformer.html"
title="next page">
<div class="prev-next-info">
<p class="prev-next-subtitle">next</p>
<p class="prev-next-title">Transformer</p>
</div>
<i class="fa-solid fa-angle-right"></i>
</a>
</div></div>
</div>
</footer>
</div>
<div class="bd-sidebar-secondary bd-toc"><div class="sidebar-secondary-items sidebar-secondary__inner">
<div class="sidebar-secondary-item">
<div class="page-toc tocsection onthispage">
<i class="fa-solid fa-list"></i> On this page
</div>
<nav class="bd-toc-nav page-toc">
<ul class="visible nav section-nav flex-column">
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#pipeline-apis">Pipeline APIs</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#parameters">Parameters</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#feature">Feature</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#classification">Classification</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#clustering">Clustering</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#functions">Functions</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#vector-and-matrix">Vector and Matrix</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#recommendation">Recommendation</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#regression">Regression</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#statistics">Statistics</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#tuning">Tuning</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#evaluation">Evaluation</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#frequency-pattern-mining">Frequency Pattern Mining</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#image">Image</a></li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#distributor">Distributor</a><ul class="nav section-nav flex-column">
</ul>
</li>
<li class="toc-h2 nav-item toc-entry"><a class="reference internal nav-link" href="#utilities">Utilities</a></li>
</ul>
</nav></div>
<div class="sidebar-secondary-item">
<div class="tocsection sourcelink">
<a href="../_sources/reference/pyspark.ml.rst.txt">
<i class="fa-solid fa-file-lines"></i> Show Source
</a>
</div>
</div>
</div></div>
</div>
<footer class="bd-footer-content">
</footer>
</main>
</div>
</div>
<!-- Scripts loaded after <body> so the DOM is not blocked -->
<script src="../_static/scripts/bootstrap.js?digest=e353d410970836974a52"></script>
<script src="../_static/scripts/pydata-sphinx-theme.js?digest=e353d410970836974a52"></script>
<footer class="bd-footer">
<div class="bd-footer__inner bd-page-width">
<div class="footer-items__start">
<div class="footer-item"><p class="copyright">
Copyright @ 2024 The Apache Software Foundation, Licensed under the <a href="https://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.
</p></div>
<div class="footer-item">
<p class="sphinx-version">
Created using <a href="https://www.sphinx-doc.org/">Sphinx</a> 4.5.0.
<br/>
</p>
</div>
</div>
<div class="footer-items__end">
<div class="footer-item"><p class="theme-version">
Built with the <a href="https://pydata-sphinx-theme.readthedocs.io/en/stable/index.html">PyData Sphinx Theme</a> 0.13.3.
</p></div>
</div>
</div>
</footer>
</body>
</html>